[ 511.937836] env[65983]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65983) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 511.938215] env[65983]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65983) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 511.938306] env[65983]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65983) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 511.938704] env[65983]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 512.060345] env[65983]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65983) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 512.070284] env[65983]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65983) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 512.115445] env[65983]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 512.681951] env[65983]: INFO nova.virt.driver [None req-ba8a92d3-fdbf-4836-aa2f-c2f4b92a868f None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 512.754224] env[65983]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 512.754402] env[65983]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 512.754528] env[65983]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65983) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 515.963183] env[65983]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-b684f770-a54d-428b-ab08-c104fd9116c7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.980703] env[65983]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65983) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 515.980889] env[65983]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-91591c33-0e45-42d1-a9d6-9d4deb495094 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.007353] env[65983]: INFO oslo_vmware.api [-] Successfully established new session; session ID is f13b8. [ 516.007961] env[65983]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.253s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 516.008135] env[65983]: INFO nova.virt.vmwareapi.driver [None req-ba8a92d3-fdbf-4836-aa2f-c2f4b92a868f None None] VMware vCenter version: 7.0.3 [ 516.011665] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeacd17-fe24-498a-a452-a32582d12338 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.030173] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be34ce1-5138-4e3d-ac57-aa5f34c5d834 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.037491] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af35f92-52d0-4252-b9f9-2e0566ee3148 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.045334] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb573376-5d67-4d93-b6d9-a89287f9fa19 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.059162] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f6f0c0-a0d8-4081-a522-744cc59e8f54 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.066043] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4d6ac3-c80d-4d77-8b64-64f3ef7ca779 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.097146] env[65983]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-d7dcafc8-eecb-49e8-bef4-8c3832337477 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.103900] env[65983]: DEBUG nova.virt.vmwareapi.driver [None req-ba8a92d3-fdbf-4836-aa2f-c2f4b92a868f None None] Extension org.openstack.compute already exists. {{(pid=65983) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 516.106678] env[65983]: INFO nova.compute.provider_config [None req-ba8a92d3-fdbf-4836-aa2f-c2f4b92a868f None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 516.610065] env[65983]: DEBUG nova.context [None req-ba8a92d3-fdbf-4836-aa2f-c2f4b92a868f None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),6ececb12-7de3-4745-a046-21c78ea3edb6(cell1) {{(pid=65983) load_cells /opt/stack/nova/nova/context.py:472}} [ 516.610324] env[65983]: INFO nova.utils [None req-ba8a92d3-fdbf-4836-aa2f-c2f4b92a868f None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 516.612322] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 516.612535] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 516.613219] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 516.613642] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Acquiring lock "6ececb12-7de3-4745-a046-21c78ea3edb6" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 516.613815] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Lock "6ececb12-7de3-4745-a046-21c78ea3edb6" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 516.615040] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Lock "6ececb12-7de3-4745-a046-21c78ea3edb6" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 516.636392] env[65983]: INFO dbcounter [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Registered counter for database nova_cell0 [ 516.644886] env[65983]: INFO dbcounter [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Registered counter for database nova_cell1 [ 516.648220] env[65983]: DEBUG oslo_db.sqlalchemy.engines [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65983) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 516.648874] env[65983]: DEBUG oslo_db.sqlalchemy.engines [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65983) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 516.653394] env[65983]: ERROR nova.db.main.api [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 516.653394] env[65983]: func(*args, **kwargs) [ 516.653394] env[65983]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 516.653394] env[65983]: self.work.run() [ 516.653394] env[65983]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 516.653394] env[65983]: result = self.fn(*self.args, **self.kwargs) [ 516.653394] env[65983]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 516.653394] env[65983]: return func(*args, **kwargs) [ 516.653394] env[65983]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 516.653394] env[65983]: result = fn(*args, **kwargs) [ 516.653394] env[65983]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 516.653394] env[65983]: return f(*args, **kwargs) [ 516.653394] env[65983]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 516.653394] env[65983]: return db.service_get_minimum_version(context, binaries) [ 516.653394] env[65983]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 516.653394] env[65983]: _check_db_access() [ 516.653394] env[65983]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 516.653394] env[65983]: stacktrace = ''.join(traceback.format_stack()) [ 516.653394] env[65983]: [ 516.654778] env[65983]: ERROR nova.db.main.api [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 516.654778] env[65983]: func(*args, **kwargs) [ 516.654778] env[65983]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 516.654778] env[65983]: self.work.run() [ 516.654778] env[65983]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 516.654778] env[65983]: result = self.fn(*self.args, **self.kwargs) [ 516.654778] env[65983]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 516.654778] env[65983]: return func(*args, **kwargs) [ 516.654778] env[65983]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 516.654778] env[65983]: result = fn(*args, **kwargs) [ 516.654778] env[65983]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 516.654778] env[65983]: return f(*args, **kwargs) [ 516.654778] env[65983]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 516.654778] env[65983]: return db.service_get_minimum_version(context, binaries) [ 516.654778] env[65983]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 516.654778] env[65983]: _check_db_access() [ 516.654778] env[65983]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 516.654778] env[65983]: stacktrace = ''.join(traceback.format_stack()) [ 516.654778] env[65983]: [ 516.655315] env[65983]: WARNING nova.objects.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 516.655397] env[65983]: WARNING nova.objects.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Failed to get minimum service version for cell 6ececb12-7de3-4745-a046-21c78ea3edb6 [ 516.655815] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Acquiring lock "singleton_lock" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.655963] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Acquired lock "singleton_lock" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 516.656213] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Releasing lock "singleton_lock" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 516.656556] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Full set of CONF: {{(pid=65983) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 516.656684] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ******************************************************************************** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 516.656799] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] Configuration options gathered from: {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 516.656921] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 516.657117] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 516.657233] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ================================================================================ {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 516.657455] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] allow_resize_to_same_host = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.657617] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] arq_binding_timeout = 300 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.657735] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] backdoor_port = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.657848] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] backdoor_socket = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.657996] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] block_device_allocate_retries = 60 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.658161] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] block_device_allocate_retries_interval = 3 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.658309] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cell_worker_thread_pool_size = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.658464] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cert = self.pem {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.658615] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.658767] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute_monitors = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.658914] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] config_dir = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.659086] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] config_drive_format = iso9660 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.659209] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.659359] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] config_source = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.659510] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] console_host = devstack {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.659658] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] control_exchange = nova {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.659799] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cpu_allocation_ratio = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.659942] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] daemon = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.660108] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] debug = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.660256] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] default_access_ip_network_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.660404] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] default_availability_zone = nova {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.660546] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] default_ephemeral_format = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.660689] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] default_green_pool_size = 1000 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.660906] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.661065] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] default_schedule_zone = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.661216] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] default_thread_pool_size = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.661356] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] disk_allocation_ratio = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.661501] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] enable_new_services = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.661644] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] flat_injected = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.661787] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] force_config_drive = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.661927] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] force_raw_images = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.662101] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] graceful_shutdown_timeout = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.662241] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] heal_instance_info_cache_interval = -1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.662450] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] host = cpu-1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.662612] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.662757] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.662899] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.663116] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.663266] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] instance_build_timeout = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.663409] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] instance_delete_interval = 300 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.663559] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] instance_format = [instance: %(uuid)s] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.663707] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] instance_name_template = instance-%08x {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.663848] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] instance_usage_audit = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.663998] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] instance_usage_audit_period = month {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.664163] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.664339] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.664498] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] internal_service_availability_zone = internal {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.664639] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] key = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.664779] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] live_migration_retry_count = 30 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.664931] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] log_color = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.665093] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] log_config_append = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.665243] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.665385] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] log_dir = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.665524] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] log_file = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.665635] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] log_options = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.665776] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] log_rotate_interval = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.665925] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] log_rotate_interval_type = days {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.666083] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] log_rotation_type = none {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.666198] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.666319] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.666487] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.666638] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.666752] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.666900] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] long_rpc_timeout = 1800 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.667059] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] max_concurrent_builds = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.667208] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] max_concurrent_live_migrations = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.667385] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] max_concurrent_snapshots = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.667538] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] max_local_block_devices = 3 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.667680] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] max_logfile_count = 30 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.667821] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] max_logfile_size_mb = 200 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.667990] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] maximum_instance_delete_attempts = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.668170] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] migrate_max_retries = -1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.668324] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] mkisofs_cmd = genisoimage {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.668518] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.668638] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] my_ip = 10.180.1.21 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.668824] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.668971] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] network_allocate_retries = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.669148] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.669300] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] osapi_compute_unique_server_name_scope = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.669454] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] password_length = 12 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.669601] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] periodic_enable = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.669732] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] periodic_fuzzy_delay = 60 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.669878] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] pointer_model = usbtablet {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.670038] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] preallocate_images = none {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.670187] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] publish_errors = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.670301] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] pybasedir = /opt/stack/nova {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.670440] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ram_allocation_ratio = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.670584] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] rate_limit_burst = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.670732] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] rate_limit_except_level = CRITICAL {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.670873] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] rate_limit_interval = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.671022] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] reboot_timeout = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.671166] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] reclaim_instance_interval = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.671304] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] record = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.671453] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] reimage_timeout_per_gb = 60 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.671606] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] report_interval = 120 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.671748] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] rescue_timeout = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.671890] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] reserved_host_cpus = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.672043] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] reserved_host_disk_mb = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.672189] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] reserved_host_memory_mb = 512 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.672334] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] reserved_huge_pages = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.672482] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] resize_confirm_window = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.672626] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] resize_fs_using_block_device = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.672769] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] resume_guests_state_on_host_boot = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.672921] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.673079] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] rpc_response_timeout = 60 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.673226] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] run_external_periodic_tasks = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.673377] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] running_deleted_instance_action = reap {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.673523] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.673672] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] running_deleted_instance_timeout = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.673824] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] scheduler_instance_sync_interval = 120 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.673978] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] service_down_time = 720 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.674144] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] servicegroup_driver = db {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.674309] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] shell_completion = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.674462] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] shelved_offload_time = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.674608] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] shelved_poll_interval = 3600 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.674762] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] shutdown_timeout = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.674906] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] source_is_ipv6 = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.675062] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ssl_only = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.675303] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.675458] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] sync_power_state_interval = 600 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.675605] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] sync_power_state_pool_size = 1000 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.675753] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] syslog_log_facility = LOG_USER {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.675891] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] tempdir = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.676045] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] thread_pool_statistic_period = -1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.676192] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] timeout_nbd = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.676366] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] transport_url = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.676524] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] update_resources_interval = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.676670] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] use_cow_images = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.676811] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] use_journal = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.676949] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] use_json = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.677105] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] use_rootwrap_daemon = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.677247] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] use_stderr = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.677410] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] use_syslog = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.677557] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vcpu_pin_set = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.677712] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plugging_is_fatal = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.677863] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plugging_timeout = 300 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.678026] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] virt_mkfs = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.678182] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] volume_usage_poll_interval = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.678327] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] watch_log_file = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.678480] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] web = /usr/share/spice-html5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.678648] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_concurrency.disable_process_locking = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.679240] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.679425] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.679588] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.679740] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.679899] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.680062] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.680222] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.680378] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.680532] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.680688] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.compute_link_prefix = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.680842] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.680997] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.dhcp_domain = novalocal {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.681167] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.enable_instance_password = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.681316] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.glance_link_prefix = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.681468] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.681625] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.681772] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.instance_list_per_project_cells = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.681916] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.list_records_by_skipping_down_cells = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.682075] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.local_metadata_per_cell = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.682225] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.max_limit = 1000 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.682370] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.metadata_cache_expiration = 15 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.682532] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.neutron_default_project_id = default {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.682686] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.response_validation = warn {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.682835] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.use_neutron_default_nets = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.682982] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.683144] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.683290] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.683441] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.683591] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.vendordata_dynamic_targets = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.683737] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.vendordata_jsonfile_path = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.683896] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.684085] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.backend = dogpile.cache.memcached {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.684263] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.backend_argument = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.684426] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.backend_expiration_time = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.684585] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.config_prefix = cache.oslo {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.684740] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.dead_timeout = 60.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.684888] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.debug_cache_backend = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.685045] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.enable_retry_client = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.685197] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.enable_socket_keepalive = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.685352] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.enabled = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.685501] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.enforce_fips_mode = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.685649] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.expiration_time = 600 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.685793] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.hashclient_retry_attempts = 2 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.685939] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.hashclient_retry_delay = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.686097] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.memcache_dead_retry = 300 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.686243] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.memcache_password = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.686421] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.686573] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.686720] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.memcache_pool_maxsize = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.686865] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.687013] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.memcache_sasl_enabled = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.687192] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.687371] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.687591] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.memcache_username = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.687763] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.proxies = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.687916] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.redis_db = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.688077] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.redis_password = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.688239] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.688427] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.688557] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.redis_server = localhost:6379 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.688706] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.redis_socket_timeout = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.688849] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.redis_username = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.688994] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.retry_attempts = 2 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.689161] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.retry_delay = 0.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.689310] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.socket_keepalive_count = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.689460] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.socket_keepalive_idle = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.689605] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.socket_keepalive_interval = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.689747] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.tls_allowed_ciphers = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.689888] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.tls_cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.690039] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.tls_certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.690188] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.tls_enabled = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.690328] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cache.tls_keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.690480] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.auth_section = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.690703] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.auth_type = password {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.690799] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.690961] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.691122] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.691273] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.collect_timing = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.691421] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.cross_az_attach = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.691568] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.debug = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.691708] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.endpoint_template = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.691853] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.http_retries = 3 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.691998] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.insecure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.692155] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.692310] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.os_region_name = RegionOne {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.692456] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.split_loggers = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.692603] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cinder.timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.692760] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.692907] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute.cpu_dedicated_set = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.693064] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute.cpu_shared_set = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.693219] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute.image_type_exclude_list = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.693374] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.693517] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.693660] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.693806] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.693959] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.694122] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute.resource_provider_association_refresh = 300 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.694304] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.694455] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute.shutdown_retry_interval = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.694623] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.694789] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] conductor.workers = 2 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.694949] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] console.allowed_origins = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.695109] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] console.ssl_ciphers = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.695266] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] console.ssl_minimum_version = default {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.695418] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] consoleauth.enforce_session_timeout = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.695570] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] consoleauth.token_ttl = 600 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.695727] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.695869] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.696024] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.collect_timing = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.696173] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.connect_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.696338] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.connect_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.696493] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.endpoint_override = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.696642] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.insecure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.696786] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.696931] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.max_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.697087] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.min_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.697234] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.region_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.697401] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.retriable_status_codes = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.697554] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.service_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.697705] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.service_type = accelerator {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.697849] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.split_loggers = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.697989] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.status_code_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.698148] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.status_code_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.698290] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.698454] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.698602] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] cyborg.version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.698751] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.asyncio_connection = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.698894] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.asyncio_slave_connection = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.699061] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.backend = sqlalchemy {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.699220] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.connection = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.699367] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.connection_debug = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.699519] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.connection_parameters = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.699666] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.connection_recycle_time = 3600 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.699833] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.connection_trace = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.699952] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.db_inc_retry_interval = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.700116] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.db_max_retries = 20 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.700267] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.db_max_retry_interval = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.700413] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.db_retry_interval = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.700562] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.max_overflow = 50 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.700708] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.max_pool_size = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.700855] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.max_retries = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.701022] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.701183] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.mysql_wsrep_sync_wait = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.701324] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.pool_timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.701472] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.retry_interval = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.701676] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.slave_connection = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.701844] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.sqlite_synchronous = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.701993] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] database.use_db_reconnect = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.702166] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.asyncio_connection = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.702313] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.asyncio_slave_connection = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.702473] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.backend = sqlalchemy {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.702630] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.connection = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.702780] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.connection_debug = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.702932] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.connection_parameters = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.703094] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.connection_recycle_time = 3600 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.703242] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.connection_trace = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.703387] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.db_inc_retry_interval = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.703534] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.db_max_retries = 20 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.703678] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.db_max_retry_interval = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.703822] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.db_retry_interval = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.703967] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.max_overflow = 50 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.704116] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.max_pool_size = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.704287] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.max_retries = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.704459] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.704611] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.704755] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.pool_timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.704903] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.retry_interval = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.705060] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.slave_connection = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.705212] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] api_database.sqlite_synchronous = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.705375] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] devices.enabled_mdev_types = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.705538] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.705692] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.705838] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ephemeral_storage_encryption.enabled = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.705983] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.706152] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.api_servers = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.706298] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.706476] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.706629] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.collect_timing = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.706772] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.connect_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.706921] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.connect_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.707080] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.debug = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.707238] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.default_trusted_certificate_ids = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.707403] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.enable_certificate_validation = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.707559] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.enable_rbd_download = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.707707] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.endpoint_override = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.707861] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.insecure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.708018] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.708172] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.max_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.708319] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.min_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.708471] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.num_retries = 3 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.708628] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.rbd_ceph_conf = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.708776] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.rbd_connect_timeout = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.708929] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.rbd_pool = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.709095] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.rbd_user = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.709246] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.region_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.709389] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.retriable_status_codes = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.709531] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.service_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.709684] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.service_type = image {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.709828] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.split_loggers = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.709969] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.status_code_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.710131] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.status_code_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.710275] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.710439] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.710592] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.verify_glance_signatures = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.710736] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] glance.version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.710889] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] guestfs.debug = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.711057] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.auth_section = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.711213] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.auth_type = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.711359] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.711504] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.711654] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.collect_timing = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.711800] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.connect_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.711944] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.connect_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.712103] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.endpoint_override = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.712254] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.insecure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.712401] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.712549] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.max_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.712695] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.min_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.712838] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.region_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.712982] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.retriable_status_codes = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.713141] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.service_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.713296] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.service_type = shared-file-system {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.713445] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.share_apply_policy_timeout = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.713595] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.split_loggers = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.713738] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.status_code_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.713879] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.status_code_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.714034] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.714210] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.714379] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] manila.version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.714538] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] mks.enabled = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.714883] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.715072] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] image_cache.manager_interval = 2400 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.715231] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] image_cache.precache_concurrency = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.715388] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] image_cache.remove_unused_base_images = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.715543] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.715695] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.715857] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] image_cache.subdirectory_name = _base {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.716031] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.api_max_retries = 60 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.716188] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.api_retry_interval = 2 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.716356] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.auth_section = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.716525] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.auth_type = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.716674] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.716819] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.716969] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.collect_timing = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.717137] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.conductor_group = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.717285] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.connect_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.717474] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.connect_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.717631] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.endpoint_override = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.717781] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.insecure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.717925] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.718085] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.max_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.718233] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.min_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.718387] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.peer_list = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.718537] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.region_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.718684] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.retriable_status_codes = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.718833] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.serial_console_state_timeout = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.718980] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.service_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.719148] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.service_type = baremetal {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.719296] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.shard = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.719444] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.split_loggers = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.719592] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.status_code_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.719732] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.status_code_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.719875] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.720050] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.720203] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ironic.version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.720379] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.720631] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] key_manager.fixed_key = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.720829] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.720983] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.barbican_api_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.721148] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.barbican_endpoint = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.721307] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.barbican_endpoint_type = public {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.721453] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.barbican_region_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.721597] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.721738] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.721886] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.collect_timing = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.722047] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.insecure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.722197] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.722350] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.number_of_retries = 60 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.722501] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.retry_delay = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.722648] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.send_service_user_token = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.722796] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.split_loggers = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.722940] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.723101] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.verify_ssl = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.723246] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican.verify_ssl_path = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.723411] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican_service_user.auth_section = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.723550] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican_service_user.auth_type = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.723766] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican_service_user.cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.723936] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican_service_user.certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.724109] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican_service_user.collect_timing = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.724284] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican_service_user.insecure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.724441] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican_service_user.keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.724593] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican_service_user.split_loggers = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.724741] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] barbican_service_user.timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.724893] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vault.approle_role_id = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.725052] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vault.approle_secret_id = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.725215] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vault.kv_mountpoint = secret {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.725360] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vault.kv_path = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.725510] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vault.kv_version = 2 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.725653] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vault.namespace = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.725795] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vault.root_token_id = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.725938] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vault.ssl_ca_crt_file = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.726103] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vault.timeout = 60.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.726254] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vault.use_ssl = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.726457] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.726622] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.726775] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.726925] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.collect_timing = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.727085] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.connect_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.727235] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.connect_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.727405] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.endpoint_override = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.727554] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.insecure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.727699] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.727844] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.max_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.727986] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.min_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.728145] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.region_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.728290] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.retriable_status_codes = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.728432] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.service_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.728588] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.service_type = identity {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.728734] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.split_loggers = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.728879] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.status_code_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.729038] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.status_code_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.729189] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.729357] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.729532] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] keystone.version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.729715] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.ceph_mount_options = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.730042] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.730217] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.connection_uri = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.730369] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.cpu_mode = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.730527] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.730681] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.cpu_models = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.730839] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.cpu_power_governor_high = performance {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.730993] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.731158] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.cpu_power_management = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.731318] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.731473] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.device_detach_attempts = 8 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.731619] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.device_detach_timeout = 20 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.731766] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.disk_cachemodes = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.731910] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.disk_prefix = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.732068] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.enabled_perf_events = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.732226] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.file_backed_memory = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.732375] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.gid_maps = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.732549] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.hw_disk_discard = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.732701] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.hw_machine_type = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.732856] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.images_rbd_ceph_conf = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.733024] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.733170] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.733325] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.images_rbd_glance_store_name = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.733489] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.images_rbd_pool = rbd {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.733639] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.images_type = default {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.733784] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.images_volume_group = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.733928] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.inject_key = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.734088] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.inject_partition = -2 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.734256] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.inject_password = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.734422] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.iscsi_iface = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.734571] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.iser_use_multipath = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.734720] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.734869] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.735027] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_downtime = 500 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.735180] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.735325] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.735498] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_inbound_addr = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.735658] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.735805] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.735951] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.736114] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_scheme = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.736271] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_timeout_action = abort {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.736446] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_tunnelled = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.736592] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_uri = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.736741] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.live_migration_with_native_tls = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.736887] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.max_queues = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.737049] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.737271] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.737423] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.nfs_mount_options = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.737720] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.737884] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.738051] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.738205] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.738357] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.738532] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.num_pcie_ports = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.738701] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.738853] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.pmem_namespaces = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.739006] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.quobyte_client_cfg = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.739302] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.739469] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.739625] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.739777] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.739925] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.rbd_secret_uuid = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.740085] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.rbd_user = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.740238] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.740397] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.740549] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.rescue_image_id = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.740697] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.rescue_kernel_id = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.740840] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.rescue_ramdisk_id = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.740999] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.741164] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.rx_queue_size = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.741319] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.smbfs_mount_options = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.741629] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.741836] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.snapshot_compression = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.742087] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.snapshot_image_format = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.742333] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.742493] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.sparse_logical_volumes = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.742644] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.swtpm_enabled = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.742801] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.swtpm_group = tss {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.742954] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.swtpm_user = tss {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.743126] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.sysinfo_serial = unique {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.743276] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.tb_cache_size = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.743425] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.tx_queue_size = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.743582] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.uid_maps = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.743732] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.use_virtio_for_bridges = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.743889] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.virt_type = kvm {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.744055] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.volume_clear = zero {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.744222] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.volume_clear_size = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.744386] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.volume_enforce_multipath = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.744583] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.volume_use_multipath = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.744777] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.vzstorage_cache_path = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.744944] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.745123] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.745276] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.745432] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.745721] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.745897] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.vzstorage_mount_user = stack {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.746067] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.746236] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.auth_section = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.746434] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.auth_type = password {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.746591] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.746742] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.746894] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.collect_timing = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.747053] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.connect_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.747205] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.connect_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.747401] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.default_floating_pool = public {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.747561] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.endpoint_override = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.747715] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.extension_sync_interval = 600 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.747866] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.http_retries = 3 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.748027] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.insecure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.748179] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.748328] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.max_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.748486] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.748633] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.min_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.748783] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.ovs_bridge = br-int {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.748933] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.physnets = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.749108] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.region_name = RegionOne {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.749258] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.retriable_status_codes = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.749414] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.service_metadata_proxy = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.749562] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.service_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.749716] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.service_type = network {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.749867] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.split_loggers = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.750017] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.status_code_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.750165] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.status_code_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.750310] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.750506] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.750658] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] neutron.version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.750819] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] notifications.bdms_in_notifications = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.750981] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] notifications.default_level = INFO {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.751147] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] notifications.include_share_mapping = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.751310] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] notifications.notification_format = unversioned {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.751460] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] notifications.notify_on_state_change = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.751620] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.751784] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] pci.alias = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.751940] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] pci.device_spec = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.752104] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] pci.report_in_placement = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.752265] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.auth_section = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.752426] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.auth_type = password {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.752583] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.752731] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.752874] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.753063] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.collect_timing = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.753292] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.connect_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.753483] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.connect_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.753645] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.default_domain_id = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.753828] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.default_domain_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.753948] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.domain_id = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.754110] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.domain_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.754281] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.endpoint_override = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.754445] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.insecure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.754594] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.754741] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.max_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.754885] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.min_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.755054] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.password = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.755205] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.project_domain_id = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.755359] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.project_domain_name = Default {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.755514] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.project_id = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.755674] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.project_name = service {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.755830] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.region_name = RegionOne {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.755978] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.retriable_status_codes = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.756139] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.service_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.756296] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.service_type = placement {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.756478] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.split_loggers = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.756630] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.status_code_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.756774] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.status_code_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.756921] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.system_scope = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.757076] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.757222] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.trust_id = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.757399] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.user_domain_id = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.757581] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.user_domain_name = Default {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.757733] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.user_id = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.757893] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.username = nova {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.758076] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.758228] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] placement.version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.758400] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.cores = 20 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.758556] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.count_usage_from_placement = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.758714] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.758869] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.injected_file_content_bytes = 10240 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.759030] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.injected_file_path_length = 255 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.759187] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.injected_files = 5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.759339] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.instances = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.759491] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.key_pairs = 100 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.759640] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.metadata_items = 128 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.759788] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.ram = 51200 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.759937] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.recheck_quota = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.760104] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.server_group_members = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.760254] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.server_groups = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.760450] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.760613] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] quota.unified_limits_resource_strategy = require {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.760769] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.760916] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.761074] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] scheduler.image_metadata_prefilter = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.761224] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.761372] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] scheduler.max_attempts = 3 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.761520] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] scheduler.max_placement_results = 1000 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.761665] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.761819] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.761965] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.762144] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] scheduler.workers = 2 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.762302] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.762457] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.762625] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.762781] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.762934] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.763098] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.763251] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.763430] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.763587] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.host_subset_size = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.763739] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.763886] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.764045] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.764200] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.764381] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.764538] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.isolated_hosts = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.764687] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.isolated_images = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.764834] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.764977] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.765155] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.765301] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.pci_in_placement = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.765448] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.765596] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.765739] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.765882] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.766039] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.766188] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.766354] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.track_instance_changes = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.766530] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.766689] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] metrics.required = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.766838] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] metrics.weight_multiplier = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.766984] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.767148] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] metrics.weight_setting = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.767458] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.767620] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] serial_console.enabled = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.767783] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] serial_console.port_range = 10000:20000 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.767939] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.768108] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.768268] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] serial_console.serialproxy_port = 6083 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.768423] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] service_user.auth_section = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.768584] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] service_user.auth_type = password {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.768731] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] service_user.cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.768874] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] service_user.certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.769031] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] service_user.collect_timing = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.769182] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] service_user.insecure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.769325] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] service_user.keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.769481] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] service_user.send_service_user_token = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.769628] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] service_user.split_loggers = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.769768] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] service_user.timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.769920] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.agent_enabled = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.770080] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.enabled = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.770389] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.770588] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.770745] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.html5proxy_port = 6082 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.770893] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.image_compression = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.771051] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.jpeg_compression = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.771198] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.playback_compression = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.771344] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.require_secure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.771498] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.server_listen = 127.0.0.1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.771650] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.771956] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.772135] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.streaming_mode = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.772287] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] spice.zlib_compression = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.772440] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] upgrade_levels.baseapi = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.772602] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] upgrade_levels.compute = auto {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.772752] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] upgrade_levels.conductor = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.772897] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] upgrade_levels.scheduler = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.773062] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.773214] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.773358] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vendordata_dynamic_auth.cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.773504] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vendordata_dynamic_auth.certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.773652] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.773808] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vendordata_dynamic_auth.insecure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.773966] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.774131] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.774308] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vendordata_dynamic_auth.timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.774486] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.api_retry_count = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.774633] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.ca_file = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.774791] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.774946] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.cluster_name = testcl1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.775118] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.connection_pool_size = 10 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.775267] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.console_delay_seconds = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.775420] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.datastore_regex = ^datastore.* {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.775627] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.775786] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.host_password = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.775936] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.host_port = 443 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.776106] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.host_username = administrator@vsphere.local {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.776261] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.insecure = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.776438] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.integration_bridge = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.776589] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.maximum_objects = 100 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.776735] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.pbm_default_policy = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.776880] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.pbm_enabled = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.777036] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.pbm_wsdl_location = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.777197] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.777343] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.serial_port_proxy_uri = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.777489] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.serial_port_service_uri = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.777636] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.task_poll_interval = 0.5 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.777794] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.use_linked_clone = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.777948] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.vnc_keymap = en-us {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.778115] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.vnc_port = 5900 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.778268] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vmware.vnc_port_total = 10000 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.778437] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vnc.auth_schemes = ['none'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.778597] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vnc.enabled = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.778878] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.779061] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.779221] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vnc.novncproxy_port = 6080 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.779411] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vnc.server_listen = 127.0.0.1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.779581] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.779729] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vnc.vencrypt_ca_certs = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.779872] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vnc.vencrypt_client_cert = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.780032] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vnc.vencrypt_client_key = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.780228] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.780384] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.disable_deep_image_inspection = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.780535] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.780682] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.780826] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.780971] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.disable_rootwrap = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.781130] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.enable_numa_live_migration = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.781276] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.781420] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.781565] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.781707] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.libvirt_disable_apic = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.781849] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.781995] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.782154] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.782301] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.782451] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.782593] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.782738] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.782881] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.783036] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.783192] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.783365] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.783518] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.783667] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] zvm.ca_file = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.783814] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] zvm.cloud_connector_url = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.784147] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.784340] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] zvm.reachable_timeout = 300 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.784510] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.784677] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.784840] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler.connection_string = messaging:// {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.784994] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler.enabled = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.785167] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler.es_doc_type = notification {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.785317] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler.es_scroll_size = 10000 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.785475] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler.es_scroll_time = 2m {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.785625] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler.filter_error_trace = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.785779] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler.hmac_keys = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.785931] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler.sentinel_service_name = mymaster {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.786099] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler.socket_timeout = 0.1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.786251] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler.trace_requests = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.786422] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler.trace_sqlalchemy = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.786593] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler_jaeger.process_tags = {} {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.786740] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler_jaeger.service_name_prefix = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.786887] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] profiler_otlp.service_name_prefix = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.787062] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.787219] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.787370] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.787519] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.787667] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.787814] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.787959] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.788123] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.788273] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.788429] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.788579] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.788739] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.788890] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.789050] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.789205] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.789362] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.789510] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.789657] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.789812] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.789961] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.790128] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.790279] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.790430] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.790581] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.790730] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.790877] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.791033] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.791186] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.791335] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.791483] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.791631] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.ssl = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.791794] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.791945] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.792108] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.792265] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.792420] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.792568] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.792740] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.792896] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_notifications.retry = -1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.793072] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.793234] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.793394] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.auth_section = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.793546] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.auth_type = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.793692] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.cafile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.793834] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.certfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.793980] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.collect_timing = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.794140] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.connect_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.794314] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.connect_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.794469] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.endpoint_id = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.794629] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.794777] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.endpoint_override = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.794922] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.endpoint_region_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.795079] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.endpoint_service_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.795231] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.endpoint_service_type = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.795379] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.insecure = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.795524] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.keyfile = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.795666] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.max_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.795808] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.min_version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.795948] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.region_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.796107] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.retriable_status_codes = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.796253] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.service_name = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.796448] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.service_type = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.796626] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.split_loggers = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.796776] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.status_code_retries = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.796923] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.status_code_retry_delay = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.797082] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.timeout = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.797227] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.valid_interfaces = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.797371] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_limit.version = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.797526] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_reports.file_event_handler = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.797674] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.797818] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] oslo_reports.log_dir = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.797983] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.798142] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.798288] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.798438] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.798592] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.798743] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.798886] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.799051] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.799201] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_ovs_privileged.group = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.799345] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.799495] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.799647] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.799794] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.799938] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] vif_plug_ovs_privileged.user = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.800110] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.800281] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.800441] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.800605] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.800762] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.800921] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.801092] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.801246] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.801413] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.801576] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_ovs.isolate_vif = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.801731] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.801881] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.802049] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.802211] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.802360] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] os_vif_ovs.per_port_bridge = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.802517] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.802663] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] privsep_osbrick.group = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.802805] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] privsep_osbrick.helper_command = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.802952] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.803120] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.803270] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.803413] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] privsep_osbrick.user = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.803573] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.803720] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] nova_sys_admin.group = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.803865] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] nova_sys_admin.helper_command = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.804024] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.804174] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.804348] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.804499] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] nova_sys_admin.user = None {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.804622] env[65983]: DEBUG oslo_service.backend._eventlet.service [None req-94b6b86d-76c0-4fcc-af9b-b2d4e283da43 None None] ******************************************************************************** {{(pid=65983) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 516.805065] env[65983]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 517.309054] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Getting list of instances from cluster (obj){ [ 517.309054] env[65983]: value = "domain-c8" [ 517.309054] env[65983]: _type = "ClusterComputeResource" [ 517.309054] env[65983]: } {{(pid=65983) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 517.310165] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a31a6cd-7fda-4086-8505-1606619b9a6d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.319516] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Got total of 0 instances {{(pid=65983) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 517.320140] env[65983]: WARNING nova.virt.vmwareapi.driver [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 517.320614] env[65983]: INFO nova.virt.node [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Generated node identity 105b815f-bff2-4131-99fb-b7e02a4602d6 [ 517.320859] env[65983]: INFO nova.virt.node [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Wrote node identity 105b815f-bff2-4131-99fb-b7e02a4602d6 to /opt/stack/data/n-cpu-1/compute_id [ 517.823354] env[65983]: WARNING nova.compute.manager [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Compute nodes ['105b815f-bff2-4131-99fb-b7e02a4602d6'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 518.830206] env[65983]: INFO nova.compute.manager [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 519.834682] env[65983]: WARNING nova.compute.manager [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 519.835066] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 519.835204] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 519.836072] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 519.836072] env[65983]: DEBUG nova.compute.resource_tracker [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65983) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 519.836431] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7b0ec9-9f25-48a0-bf3a-bfa548ea3c5b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.845067] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cab2f89-9019-42d6-96a0-47bce89c5b1b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.861091] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409dae6e-0d13-4aea-bd47-d70f2529c28e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.868510] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228a0b6a-a097-4489-b2e4-040528fbc6dc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.897383] env[65983]: DEBUG nova.compute.resource_tracker [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180722MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65983) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 519.897557] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 519.897718] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 520.400641] env[65983]: WARNING nova.compute.resource_tracker [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] No compute node record for cpu-1:105b815f-bff2-4131-99fb-b7e02a4602d6: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 105b815f-bff2-4131-99fb-b7e02a4602d6 could not be found. [ 520.904683] env[65983]: INFO nova.compute.resource_tracker [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 105b815f-bff2-4131-99fb-b7e02a4602d6 [ 522.412686] env[65983]: DEBUG nova.compute.resource_tracker [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 522.413167] env[65983]: DEBUG nova.compute.resource_tracker [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 522.581688] env[65983]: INFO nova.scheduler.client.report [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] [req-fe9fcbd5-e56e-4d2b-8013-b9a2139a497e] Created resource provider record via placement API for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 522.598554] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ee8b58-608e-4eb0-bf5b-16d3697e6faa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.606992] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42cc95e-dde3-4660-836a-7169f9d43f00 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.637889] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f587e4bb-4f7d-4ac4-a40e-2d026778607b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.645604] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6292a577-3bb9-4204-8b7e-72a3cb1b93fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.659189] env[65983]: DEBUG nova.compute.provider_tree [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 523.200981] env[65983]: DEBUG nova.scheduler.client.report [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 523.201228] env[65983]: DEBUG nova.compute.provider_tree [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 0 to 1 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 523.201360] env[65983]: DEBUG nova.compute.provider_tree [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 523.258548] env[65983]: DEBUG nova.compute.provider_tree [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 1 to 2 during operation: update_traits {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 523.763583] env[65983]: DEBUG nova.compute.resource_tracker [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 523.764054] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.866s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 523.764054] env[65983]: DEBUG nova.service [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Creating RPC server for service compute {{(pid=65983) start /opt/stack/nova/nova/service.py:177}} [ 523.778325] env[65983]: DEBUG nova.service [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] Join ServiceGroup membership for this service compute {{(pid=65983) start /opt/stack/nova/nova/service.py:194}} [ 523.778546] env[65983]: DEBUG nova.servicegroup.drivers.db [None req-d8f2d58e-94af-4c1b-8402-c65d339e7590 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65983) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 535.782585] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._sync_power_states {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.285379] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Getting list of instances from cluster (obj){ [ 536.285379] env[65983]: value = "domain-c8" [ 536.285379] env[65983]: _type = "ClusterComputeResource" [ 536.285379] env[65983]: } {{(pid=65983) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 536.286656] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c8f41f-385b-40f7-97b1-6ea7c1a5e7ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.296260] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Got total of 0 instances {{(pid=65983) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 536.296571] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 536.296857] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Getting list of instances from cluster (obj){ [ 536.296857] env[65983]: value = "domain-c8" [ 536.296857] env[65983]: _type = "ClusterComputeResource" [ 536.296857] env[65983]: } {{(pid=65983) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 536.297797] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f83586e-ca76-49e5-8bec-0c8b2ad2bd44 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.305989] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Got total of 0 instances {{(pid=65983) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 563.844550] env[65983]: INFO nova.utils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] The default thread pool MainProcess.default is initialized [ 563.845466] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquiring lock "a5ce250d-bf00-4b41-8581-930e9aa0debe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.845668] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "a5ce250d-bf00-4b41-8581-930e9aa0debe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.350045] env[65983]: DEBUG nova.compute.manager [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 564.896802] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.898313] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.898673] env[65983]: INFO nova.compute.claims [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 565.950240] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e3e6d7-00ac-4d49-b104-4d576217db4c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.959541] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befa1fd4-3cfd-4d47-9630-3957954c048b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.010799] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b503508d-245d-4dd7-9cb2-38a13a09bf2e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.018024] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600d6637-4641-4514-8eef-9062eb9a30f6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.038140] env[65983]: DEBUG nova.compute.provider_tree [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.542810] env[65983]: DEBUG nova.scheduler.client.report [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.050870] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.051896] env[65983]: DEBUG nova.compute.manager [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 567.173640] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "2f6d4f72-e713-4422-9e72-ca261477d545" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.174538] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "2f6d4f72-e713-4422-9e72-ca261477d545" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.559515] env[65983]: DEBUG nova.compute.utils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 567.562063] env[65983]: DEBUG nova.compute.manager [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 567.562063] env[65983]: DEBUG nova.network.neutron [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 567.562284] env[65983]: WARNING neutronclient.v2_0.client [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 567.564224] env[65983]: WARNING neutronclient.v2_0.client [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 567.680094] env[65983]: DEBUG nova.compute.manager [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 568.067243] env[65983]: DEBUG nova.compute.manager [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 568.213866] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.214141] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.215647] env[65983]: INFO nova.compute.claims [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.079222] env[65983]: DEBUG nova.compute.manager [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 569.120671] env[65983]: DEBUG nova.virt.hardware [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 569.120671] env[65983]: DEBUG nova.virt.hardware [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.120671] env[65983]: DEBUG nova.virt.hardware [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 569.120822] env[65983]: DEBUG nova.virt.hardware [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.120822] env[65983]: DEBUG nova.virt.hardware [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 569.120822] env[65983]: DEBUG nova.virt.hardware [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 569.121126] env[65983]: DEBUG nova.virt.hardware [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 569.121384] env[65983]: DEBUG nova.virt.hardware [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 569.121798] env[65983]: DEBUG nova.virt.hardware [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 569.121961] env[65983]: DEBUG nova.virt.hardware [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 569.122143] env[65983]: DEBUG nova.virt.hardware [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 569.123155] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adad469f-fc58-4eb3-9dae-e010dd1040b5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.132967] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8627fd88-afdc-4956-b85e-b543cadebcac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.154095] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb4c53b-2807-4af2-bfb3-ce45594d52ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.244969] env[65983]: DEBUG nova.policy [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea2b8c4abe464382bc6131b4f5a4e0a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a26cc57798d249128d9dd024ae267b20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 569.298788] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51674145-e3da-4f58-a8ed-40fb53a17291 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.307163] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53755665-f8dc-45a3-8427-ffea7cf3fc1a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.345338] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84faa96-f0be-4370-b7ac-92dd031201bf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.357502] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969338fa-30d1-4bdb-b166-0bc1474b1b19 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.376070] env[65983]: DEBUG nova.compute.provider_tree [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.880530] env[65983]: DEBUG nova.scheduler.client.report [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.008333] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Acquiring lock "bec0be17-439e-4e61-9693-81031e2b3581" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.008586] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Lock "bec0be17-439e-4e61-9693-81031e2b3581" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.390042] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.390042] env[65983]: DEBUG nova.compute.manager [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 570.513056] env[65983]: DEBUG nova.compute.manager [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 570.525190] env[65983]: DEBUG nova.network.neutron [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Successfully created port: ffb3738d-bea8-4b83-bf49-cf4f223eb663 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 570.896966] env[65983]: DEBUG nova.compute.utils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 570.899456] env[65983]: DEBUG nova.compute.manager [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 570.899456] env[65983]: DEBUG nova.network.neutron [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 570.901417] env[65983]: WARNING neutronclient.v2_0.client [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 570.901928] env[65983]: WARNING neutronclient.v2_0.client [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 571.051024] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.051671] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.053450] env[65983]: INFO nova.compute.claims [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.405417] env[65983]: DEBUG nova.compute.manager [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 572.126030] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.126822] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.126822] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.128267] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.128267] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.128267] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.128267] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.128267] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65983) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 572.130687] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.144227] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b053334-fb2a-48ba-b045-a278b635a47e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.153842] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ae9c4a-4530-495b-99cf-0b6f7afcf564 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.188424] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d38f39-ef59-49ff-a614-247c53dc0b74 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.197008] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771647b6-a269-482a-91a1-e6535599849f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.213898] env[65983]: DEBUG nova.compute.provider_tree [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.419098] env[65983]: DEBUG nova.compute.manager [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 572.449890] env[65983]: DEBUG nova.virt.hardware [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 572.450148] env[65983]: DEBUG nova.virt.hardware [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.450294] env[65983]: DEBUG nova.virt.hardware [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 572.450536] env[65983]: DEBUG nova.virt.hardware [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.450677] env[65983]: DEBUG nova.virt.hardware [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 572.450811] env[65983]: DEBUG nova.virt.hardware [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 572.451018] env[65983]: DEBUG nova.virt.hardware [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 572.451160] env[65983]: DEBUG nova.virt.hardware [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 572.451311] env[65983]: DEBUG nova.virt.hardware [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 572.451473] env[65983]: DEBUG nova.virt.hardware [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 572.451631] env[65983]: DEBUG nova.virt.hardware [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 572.452676] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6761f79-2167-4870-b544-c7d514364641 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.463755] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d70a24d-e155-49fd-b05a-987a0a941e6b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.634100] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.717343] env[65983]: DEBUG nova.scheduler.client.report [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.002132] env[65983]: DEBUG nova.policy [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ce36301f16b4c8bbafdb530552705cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaa044e2311c4ab1bb393e3575c8b647', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.222314] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.222841] env[65983]: DEBUG nova.compute.manager [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 573.225812] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.592s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.229061] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.229061] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65983) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 573.229061] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634fd0a0-f789-4c17-aada-1f4f85bd8aa7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.239948] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705c7847-d64e-45cf-8cc0-3fd79575de51 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.259664] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c63c19c-3b85-4c01-8306-72a86a549f74 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.268162] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d739a214-06bd-4853-9df9-2728b569fec3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.304428] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180717MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65983) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 573.304823] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.305103] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.383127] env[65983]: DEBUG nova.network.neutron [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Successfully updated port: ffb3738d-bea8-4b83-bf49-cf4f223eb663 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 573.727973] env[65983]: DEBUG nova.compute.utils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 573.729540] env[65983]: DEBUG nova.compute.manager [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 573.729768] env[65983]: DEBUG nova.network.neutron [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 573.730291] env[65983]: WARNING neutronclient.v2_0.client [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 573.730619] env[65983]: WARNING neutronclient.v2_0.client [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 573.832067] env[65983]: DEBUG nova.network.neutron [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Successfully created port: 068ad5b2-e025-41ed-a161-ff69edec04fe {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 573.886588] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquiring lock "refresh_cache-a5ce250d-bf00-4b41-8581-930e9aa0debe" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.886837] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquired lock "refresh_cache-a5ce250d-bf00-4b41-8581-930e9aa0debe" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.887062] env[65983]: DEBUG nova.network.neutron [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 574.140832] env[65983]: DEBUG nova.policy [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f310078a04c14915b014cdb48832e540', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9a4039581204686a439e7b27ea5fea0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.234473] env[65983]: DEBUG nova.compute.manager [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 574.342736] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance a5ce250d-bf00-4b41-8581-930e9aa0debe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 574.342736] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 2f6d4f72-e713-4422-9e72-ca261477d545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 574.342736] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance bec0be17-439e-4e61-9693-81031e2b3581 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 574.428021] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Acquiring lock "347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.428021] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lock "347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.845085] env[65983]: DEBUG nova.network.neutron [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Successfully created port: 3c09aa51-0527-4660-a4b9-da74e911d534 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 574.845999] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 574.846289] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 574.846400] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=100GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_os_type_None': '3', 'num_proj_a26cc57798d249128d9dd024ae267b20': '1', 'io_workload': '3', 'num_proj_eaa044e2311c4ab1bb393e3575c8b647': '1', 'num_task_networking': '1', 'num_proj_b9a4039581204686a439e7b27ea5fea0': '1'} {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 574.932612] env[65983]: DEBUG nova.compute.manager [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 574.940293] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076890fa-879f-482e-a3e2-962f556570dd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.950778] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69928bd-4523-4e68-97cb-b2de43bb8808 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.988431] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7253b93-0787-48b2-bc21-d92080795b07 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.997567] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d2122a-6901-435b-865a-c671e4992397 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.013798] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.245028] env[65983]: DEBUG nova.compute.manager [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 575.280792] env[65983]: DEBUG nova.virt.hardware [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 575.281024] env[65983]: DEBUG nova.virt.hardware [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 575.281193] env[65983]: DEBUG nova.virt.hardware [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 575.281365] env[65983]: DEBUG nova.virt.hardware [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 575.281495] env[65983]: DEBUG nova.virt.hardware [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 575.281633] env[65983]: DEBUG nova.virt.hardware [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 575.281830] env[65983]: DEBUG nova.virt.hardware [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 575.281973] env[65983]: DEBUG nova.virt.hardware [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 575.282153] env[65983]: DEBUG nova.virt.hardware [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 575.282302] env[65983]: DEBUG nova.virt.hardware [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 575.283031] env[65983]: DEBUG nova.virt.hardware [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 575.283355] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c7c54f-7d41-41ca-8840-f276e43b5b92 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.293092] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2330f2c7-dd10-4c58-a7e2-08b188cbdc31 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.464303] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.517045] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 575.751315] env[65983]: DEBUG nova.network.neutron [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 576.021928] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 576.024981] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.718s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.024981] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.559s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.024981] env[65983]: INFO nova.compute.claims [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.126255] env[65983]: DEBUG nova.network.neutron [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Successfully updated port: 068ad5b2-e025-41ed-a161-ff69edec04fe {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 576.598021] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Acquiring lock "8d3fdc05-3b8e-4db1-9c39-a14d344a0bab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.598575] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Lock "8d3fdc05-3b8e-4db1-9c39-a14d344a0bab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.629036] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "refresh_cache-2f6d4f72-e713-4422-9e72-ca261477d545" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.629244] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquired lock "refresh_cache-2f6d4f72-e713-4422-9e72-ca261477d545" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.629846] env[65983]: DEBUG nova.network.neutron [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 576.649920] env[65983]: WARNING neutronclient.v2_0.client [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 576.913446] env[65983]: DEBUG nova.network.neutron [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Updating instance_info_cache with network_info: [{"id": "ffb3738d-bea8-4b83-bf49-cf4f223eb663", "address": "fa:16:3e:a4:33:5d", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffb3738d-be", "ovs_interfaceid": "ffb3738d-bea8-4b83-bf49-cf4f223eb663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.102713] env[65983]: DEBUG nova.compute.manager [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 577.166096] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b83fc6-dc3e-40db-9682-ce4f0de78716 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.173848] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec1a709-271b-4453-98cc-79bb11f55d25 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.207826] env[65983]: DEBUG nova.network.neutron [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 577.210597] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c88b86-86cc-41e0-a285-0cd823f6843b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.220071] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d082d0df-920a-45a1-a046-425dcfd250d1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.235738] env[65983]: DEBUG nova.compute.provider_tree [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.356302] env[65983]: DEBUG nova.network.neutron [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Successfully updated port: 3c09aa51-0527-4660-a4b9-da74e911d534 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 577.417826] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Releasing lock "refresh_cache-a5ce250d-bf00-4b41-8581-930e9aa0debe" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.417826] env[65983]: DEBUG nova.compute.manager [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Instance network_info: |[{"id": "ffb3738d-bea8-4b83-bf49-cf4f223eb663", "address": "fa:16:3e:a4:33:5d", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffb3738d-be", "ovs_interfaceid": "ffb3738d-bea8-4b83-bf49-cf4f223eb663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 577.418049] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:33:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffb3738d-bea8-4b83-bf49-cf4f223eb663', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.432038] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.433350] env[65983]: WARNING neutronclient.v2_0.client [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 577.436062] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40970bbe-8ba1-45c4-8a41-e0925e2bd1cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.451755] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Created folder: OpenStack in parent group-v4. [ 577.451991] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Creating folder: Project (a26cc57798d249128d9dd024ae267b20). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.452220] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4200278-168a-4ca1-93f5-ebb0c8a9ad2b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.464512] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Created folder: Project (a26cc57798d249128d9dd024ae267b20) in parent group-v873669. [ 577.464512] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Creating folder: Instances. Parent ref: group-v873670. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.464512] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b761af8-c241-4798-8b38-5d5c3cbc4796 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.475133] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Created folder: Instances in parent group-v873670. [ 577.475964] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 577.475964] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.476210] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4186cf9-c6e6-4b6a-bbb2-9ecfc09a90df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.501142] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.501142] env[65983]: value = "task-4467942" [ 577.501142] env[65983]: _type = "Task" [ 577.501142] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.510956] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467942, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.532146] env[65983]: DEBUG nova.network.neutron [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Updating instance_info_cache with network_info: [{"id": "068ad5b2-e025-41ed-a161-ff69edec04fe", "address": "fa:16:3e:50:02:4f", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068ad5b2-e0", "ovs_interfaceid": "068ad5b2-e025-41ed-a161-ff69edec04fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.629125] env[65983]: DEBUG nova.compute.manager [req-a4477a00-0e02-44ae-ac87-32ac46fb0d9e req-3439ee62-8144-40f7-afcb-5e867f0f7665 service nova] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Received event network-vif-plugged-ffb3738d-bea8-4b83-bf49-cf4f223eb663 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 577.629332] env[65983]: DEBUG oslo_concurrency.lockutils [req-a4477a00-0e02-44ae-ac87-32ac46fb0d9e req-3439ee62-8144-40f7-afcb-5e867f0f7665 service nova] Acquiring lock "a5ce250d-bf00-4b41-8581-930e9aa0debe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.631371] env[65983]: DEBUG oslo_concurrency.lockutils [req-a4477a00-0e02-44ae-ac87-32ac46fb0d9e req-3439ee62-8144-40f7-afcb-5e867f0f7665 service nova] Lock "a5ce250d-bf00-4b41-8581-930e9aa0debe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.631371] env[65983]: DEBUG oslo_concurrency.lockutils [req-a4477a00-0e02-44ae-ac87-32ac46fb0d9e req-3439ee62-8144-40f7-afcb-5e867f0f7665 service nova] Lock "a5ce250d-bf00-4b41-8581-930e9aa0debe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.631371] env[65983]: DEBUG nova.compute.manager [req-a4477a00-0e02-44ae-ac87-32ac46fb0d9e req-3439ee62-8144-40f7-afcb-5e867f0f7665 service nova] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] No waiting events found dispatching network-vif-plugged-ffb3738d-bea8-4b83-bf49-cf4f223eb663 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 577.631371] env[65983]: WARNING nova.compute.manager [req-a4477a00-0e02-44ae-ac87-32ac46fb0d9e req-3439ee62-8144-40f7-afcb-5e867f0f7665 service nova] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Received unexpected event network-vif-plugged-ffb3738d-bea8-4b83-bf49-cf4f223eb663 for instance with vm_state building and task_state spawning. [ 577.640372] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.743956] env[65983]: DEBUG nova.scheduler.client.report [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.754324] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Acquiring lock "d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.755077] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Lock "d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.858646] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Acquiring lock "refresh_cache-bec0be17-439e-4e61-9693-81031e2b3581" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.858897] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Acquired lock "refresh_cache-bec0be17-439e-4e61-9693-81031e2b3581" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.859086] env[65983]: DEBUG nova.network.neutron [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 578.015281] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467942, 'name': CreateVM_Task, 'duration_secs': 0.38162} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.015477] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 578.016096] env[65983]: WARNING neutronclient.v2_0.client [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 578.025324] env[65983]: DEBUG oslo_vmware.service [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eca7110-faed-4582-9b70-afe15d3d2e8e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.034170] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.034304] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.034950] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.035583] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Releasing lock "refresh_cache-2f6d4f72-e713-4422-9e72-ca261477d545" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.035903] env[65983]: DEBUG nova.compute.manager [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Instance network_info: |[{"id": "068ad5b2-e025-41ed-a161-ff69edec04fe", "address": "fa:16:3e:50:02:4f", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068ad5b2-e0", "ovs_interfaceid": "068ad5b2-e025-41ed-a161-ff69edec04fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 578.036228] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4f6a3c-f90b-4656-82c7-93d1d372f037 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.038570] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:02:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '068ad5b2-e025-41ed-a161-ff69edec04fe', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.046907] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Creating folder: Project (eaa044e2311c4ab1bb393e3575c8b647). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.047390] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a86ecab5-dc1b-4cd6-a62b-6f3730be84d1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.056031] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 578.056031] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52945b53-df45-1942-e4f2-c1a7f60d9445" [ 578.056031] env[65983]: _type = "Task" [ 578.056031] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.071679] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.071948] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 578.072213] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.072358] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.072778] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.076522] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35dc0162-438b-4a58-94ea-4c699ca96a16 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.077836] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Created folder: Project (eaa044e2311c4ab1bb393e3575c8b647) in parent group-v873669. [ 578.078027] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Creating folder: Instances. Parent ref: group-v873673. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.078307] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d930f24-9b16-4c9a-8df2-a4f3892e58a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.087851] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.088190] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 578.090381] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8ec799-bc89-41d0-9a79-bdb35f638a34 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.093309] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Created folder: Instances in parent group-v873673. [ 578.093843] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 578.093843] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.095167] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e36af857-1941-4c62-bada-73fe7b9d4884 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.114596] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e368eee9-3646-44ce-bf27-02158b76c8f5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.120167] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 578.120167] env[65983]: value = "task-4467945" [ 578.120167] env[65983]: _type = "Task" [ 578.120167] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.121788] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 578.121788] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527af93b-5a3a-6e2c-ba4e-01ac4ca48c6f" [ 578.121788] env[65983]: _type = "Task" [ 578.121788] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.138839] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467945, 'name': CreateVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.146038] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Preparing fetch location {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 578.146038] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Creating directory with path [datastore2] vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9/071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.146038] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd602074-44dc-4455-a04b-cba905bcd4d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.170088] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Created directory with path [datastore2] vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9/071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.170088] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Fetch image to [datastore2] vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 578.170088] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Downloading image file data 071a6326-39b8-4d94-b77c-aac96bfcf5e4 to [datastore2] vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk on the data store datastore2 {{(pid=65983) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 578.170844] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ae91ab-a310-4f5c-960e-1e164db4bcde {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.179781] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aef40f-8a5e-4222-b94e-41456908174f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.192562] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9145b16f-7140-4d7a-9a94-3e9f651b6560 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.231635] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0ed608-d4cb-4b04-8257-b0e5a4424d54 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.239788] env[65983]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-34103317-d250-42d0-8249-1183ba0e39a7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.257237] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.260069] env[65983]: DEBUG nova.compute.manager [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 578.261484] env[65983]: DEBUG nova.compute.manager [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 578.264650] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.625s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.266272] env[65983]: INFO nova.compute.claims [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.281037] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Downloading image file data 071a6326-39b8-4d94-b77c-aac96bfcf5e4 to the data store datastore2 {{(pid=65983) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 578.368132] env[65983]: DEBUG oslo_vmware.rw_handles [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65983) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 578.435197] env[65983]: DEBUG nova.network.neutron [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 578.618168] env[65983]: WARNING neutronclient.v2_0.client [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 578.635898] env[65983]: DEBUG nova.compute.manager [req-b6d4e301-7f8d-415e-8580-2e132f866b7d req-3478b8bc-2809-43ae-9d30-f52a9735517c service nova] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Received event network-vif-plugged-068ad5b2-e025-41ed-a161-ff69edec04fe {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 578.635898] env[65983]: DEBUG oslo_concurrency.lockutils [req-b6d4e301-7f8d-415e-8580-2e132f866b7d req-3478b8bc-2809-43ae-9d30-f52a9735517c service nova] Acquiring lock "2f6d4f72-e713-4422-9e72-ca261477d545-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.635898] env[65983]: DEBUG oslo_concurrency.lockutils [req-b6d4e301-7f8d-415e-8580-2e132f866b7d req-3478b8bc-2809-43ae-9d30-f52a9735517c service nova] Lock "2f6d4f72-e713-4422-9e72-ca261477d545-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.635898] env[65983]: DEBUG oslo_concurrency.lockutils [req-b6d4e301-7f8d-415e-8580-2e132f866b7d req-3478b8bc-2809-43ae-9d30-f52a9735517c service nova] Lock "2f6d4f72-e713-4422-9e72-ca261477d545-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.635898] env[65983]: DEBUG nova.compute.manager [req-b6d4e301-7f8d-415e-8580-2e132f866b7d req-3478b8bc-2809-43ae-9d30-f52a9735517c service nova] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] No waiting events found dispatching network-vif-plugged-068ad5b2-e025-41ed-a161-ff69edec04fe {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 578.636155] env[65983]: WARNING nova.compute.manager [req-b6d4e301-7f8d-415e-8580-2e132f866b7d req-3478b8bc-2809-43ae-9d30-f52a9735517c service nova] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Received unexpected event network-vif-plugged-068ad5b2-e025-41ed-a161-ff69edec04fe for instance with vm_state building and task_state spawning. [ 578.643097] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467945, 'name': CreateVM_Task, 'duration_secs': 0.387707} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.644759] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 578.645487] env[65983]: WARNING neutronclient.v2_0.client [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 578.645915] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.646099] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.647461] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.648095] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85fa073-bdf5-49e3-ade7-c56d1a4afaa3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.661021] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 578.661021] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f4f6cb-3210-2c52-4569-baa71501b672" [ 578.661021] env[65983]: _type = "Task" [ 578.661021] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.672349] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f4f6cb-3210-2c52-4569-baa71501b672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.771072] env[65983]: DEBUG nova.compute.utils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 578.777032] env[65983]: DEBUG nova.compute.manager [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 578.777032] env[65983]: DEBUG nova.network.neutron [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 578.777032] env[65983]: WARNING neutronclient.v2_0.client [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 578.777032] env[65983]: WARNING neutronclient.v2_0.client [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 578.812151] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.851184] env[65983]: DEBUG nova.network.neutron [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Updating instance_info_cache with network_info: [{"id": "3c09aa51-0527-4660-a4b9-da74e911d534", "address": "fa:16:3e:09:54:23", "network": {"id": "f52444b7-00e8-4013-ba2d-bc54c85f7d96", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1066330793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a4039581204686a439e7b27ea5fea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c09aa51-05", "ovs_interfaceid": "3c09aa51-0527-4660-a4b9-da74e911d534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.907733] env[65983]: DEBUG nova.policy [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79f42d83f365427b91f9ff007a04348e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38cf7bcc32244e6882a81b041447b360', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.072928] env[65983]: DEBUG oslo_vmware.rw_handles [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Completed reading data from the image iterator. {{(pid=65983) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 579.072928] env[65983]: DEBUG oslo_vmware.rw_handles [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 579.173289] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.173587] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.179888] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.180034] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 579.180147] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.265480] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Downloaded image file data 071a6326-39b8-4d94-b77c-aac96bfcf5e4 to vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk on the data store datastore2 {{(pid=65983) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 579.266576] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Caching image {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 579.266869] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Copying Virtual Disk [datastore2] vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk to [datastore2] vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 579.267980] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2703a74a-4892-41db-b502-6e2edf1075d1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.279765] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 579.279765] env[65983]: value = "task-4467946" [ 579.279765] env[65983]: _type = "Task" [ 579.279765] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.280524] env[65983]: DEBUG nova.compute.manager [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 579.299793] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.359278] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Releasing lock "refresh_cache-bec0be17-439e-4e61-9693-81031e2b3581" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.359643] env[65983]: DEBUG nova.compute.manager [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Instance network_info: |[{"id": "3c09aa51-0527-4660-a4b9-da74e911d534", "address": "fa:16:3e:09:54:23", "network": {"id": "f52444b7-00e8-4013-ba2d-bc54c85f7d96", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1066330793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a4039581204686a439e7b27ea5fea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c09aa51-05", "ovs_interfaceid": "3c09aa51-0527-4660-a4b9-da74e911d534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 579.360472] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:54:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c09aa51-0527-4660-a4b9-da74e911d534', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.369831] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Creating folder: Project (b9a4039581204686a439e7b27ea5fea0). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.370957] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef0b79a7-3962-4700-a513-7b92132dcef9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.392363] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "c827472c-405c-4df1-8c05-b139c8b3ebce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.395021] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "c827472c-405c-4df1-8c05-b139c8b3ebce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.395021] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Created folder: Project (b9a4039581204686a439e7b27ea5fea0) in parent group-v873669. [ 579.395021] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Creating folder: Instances. Parent ref: group-v873676. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.395273] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d90c93cd-c4f1-41c8-bdef-54798d15f51b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.400120] env[65983]: DEBUG nova.network.neutron [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Successfully created port: e59fb38b-e903-409f-bf3d-27700880ae4b {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 579.408873] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Created folder: Instances in parent group-v873676. [ 579.409041] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 579.409269] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 579.409992] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52b3d011-326e-435a-b57f-d9125892fa99 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.437281] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.437281] env[65983]: value = "task-4467949" [ 579.437281] env[65983]: _type = "Task" [ 579.437281] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.449204] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467949, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.475249] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51767fc6-d847-4e46-83fa-d181fa48b731 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.484935] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6ce21a-17d6-4a34-b8c7-17a9606ba051 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.516644] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65322f4-478f-492c-a6ec-12681fd24e2d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.525447] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf033348-eefd-433a-9e57-f9685ddf25a5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.542712] env[65983]: DEBUG nova.compute.provider_tree [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.675952] env[65983]: DEBUG nova.compute.manager [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 579.797371] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467946, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.896579] env[65983]: DEBUG nova.compute.manager [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 579.950472] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467949, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.046725] env[65983]: DEBUG nova.scheduler.client.report [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.212554] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.290279] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728282} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.290534] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Copied Virtual Disk [datastore2] vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk to [datastore2] vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 580.290713] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Deleting the datastore file [datastore2] vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 580.290965] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d414851-fc25-4a8f-9613-80da4ac54dd1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.299762] env[65983]: DEBUG nova.compute.manager [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 580.301494] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 580.301494] env[65983]: value = "task-4467950" [ 580.301494] env[65983]: _type = "Task" [ 580.301494] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.312501] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.323023] env[65983]: DEBUG nova.virt.hardware [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 580.323023] env[65983]: DEBUG nova.virt.hardware [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.323023] env[65983]: DEBUG nova.virt.hardware [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 580.323319] env[65983]: DEBUG nova.virt.hardware [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.323319] env[65983]: DEBUG nova.virt.hardware [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 580.323426] env[65983]: DEBUG nova.virt.hardware [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 580.323776] env[65983]: DEBUG nova.virt.hardware [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 580.324074] env[65983]: DEBUG nova.virt.hardware [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 580.324380] env[65983]: DEBUG nova.virt.hardware [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 580.324652] env[65983]: DEBUG nova.virt.hardware [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 580.327020] env[65983]: DEBUG nova.virt.hardware [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 580.327020] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e56b064-dc47-4b56-9abe-17daf4f90dbd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.335968] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385f17ac-6390-4367-ba85-efaede0a8dbc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.422358] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.449385] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467949, 'name': CreateVM_Task, 'duration_secs': 0.54432} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.449576] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.450090] env[65983]: WARNING neutronclient.v2_0.client [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 580.450486] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.450638] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.450946] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.451250] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3344dd3d-10b4-42ff-ba10-2927076c7d8e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.457806] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Waiting for the task: (returnval){ [ 580.457806] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d3ebfe-628f-25f0-2d90-393e62f17398" [ 580.457806] env[65983]: _type = "Task" [ 580.457806] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.467328] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d3ebfe-628f-25f0-2d90-393e62f17398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.551404] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.552022] env[65983]: DEBUG nova.compute.manager [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 580.555587] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.744s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.557090] env[65983]: INFO nova.compute.claims [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.815996] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025143} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.816704] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 580.816704] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Moving file from [datastore2] vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9/071a6326-39b8-4d94-b77c-aac96bfcf5e4 to [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4. {{(pid=65983) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 580.816704] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5d08c36a-5386-4763-b6a0-779e22ec4055 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.825711] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 580.825711] env[65983]: value = "task-4467951" [ 580.825711] env[65983]: _type = "Task" [ 580.825711] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.834290] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467951, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.968603] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.968865] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.969108] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.004350] env[65983]: DEBUG nova.network.neutron [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Successfully updated port: e59fb38b-e903-409f-bf3d-27700880ae4b {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 581.061578] env[65983]: DEBUG nova.compute.utils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.064697] env[65983]: DEBUG nova.compute.manager [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 581.064872] env[65983]: DEBUG nova.network.neutron [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 581.065350] env[65983]: WARNING neutronclient.v2_0.client [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 581.065708] env[65983]: WARNING neutronclient.v2_0.client [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 581.337016] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467951, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033671} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.337016] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] File moved {{(pid=65983) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 581.337016] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Cleaning up location [datastore2] vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 581.337448] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Deleting the datastore file [datastore2] vmware_temp/edff167d-1935-49c6-b56d-e72cd8d125e9 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.337448] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-405ec80f-e492-42e3-bce5-b039b2276022 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.344915] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 581.344915] env[65983]: value = "task-4467952" [ 581.344915] env[65983]: _type = "Task" [ 581.344915] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.353774] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.510533] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Acquiring lock "refresh_cache-347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.510710] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Acquired lock "refresh_cache-347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.510881] env[65983]: DEBUG nova.network.neutron [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 581.531408] env[65983]: DEBUG nova.policy [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2747b66fc5246dbbf30246e04d6d3bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca9ba487da3a4b1da7651d54d5c0f3e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.566189] env[65983]: DEBUG nova.compute.manager [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 581.726953] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6254eaac-7075-4fa0-91a7-2f14f9801327 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.736303] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214d1edc-1ceb-4c3e-a243-672d05eb563b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.772276] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedfc188-c6c5-45d7-be5f-a2c17ec4f4b8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.781637] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6aed6b-f779-4c0b-a996-2a6baf77ca10 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.803730] env[65983]: DEBUG nova.compute.provider_tree [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.855375] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030027} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.855375] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.855884] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00c1f9f-1046-4d00-849a-63523b38f9f7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.864020] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 581.864020] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52de1621-cb29-9bf3-9ea9-8303edbe9f86" [ 581.864020] env[65983]: _type = "Task" [ 581.864020] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.871562] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52de1621-cb29-9bf3-9ea9-8303edbe9f86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.307452] env[65983]: DEBUG nova.scheduler.client.report [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.373788] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52de1621-cb29-9bf3-9ea9-8303edbe9f86, 'name': SearchDatastore_Task, 'duration_secs': 0.00985} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.374161] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.374432] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] a5ce250d-bf00-4b41-8581-930e9aa0debe/a5ce250d-bf00-4b41-8581-930e9aa0debe.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.374706] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.374868] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.375093] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06650714-e447-40c2-a6e8-02174bb1bc17 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.377358] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a036b8a3-2ce8-47cd-a2f7-5b9dc65c930b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.384871] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 582.384871] env[65983]: value = "task-4467953" [ 582.384871] env[65983]: _type = "Task" [ 582.384871] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.389324] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.389629] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.390984] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d592c7fd-73e7-45f5-be28-f2c34879ff2d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.396415] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.399953] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 582.399953] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52672b5b-f36c-a1ef-3f42-c0b8b7e4e29e" [ 582.399953] env[65983]: _type = "Task" [ 582.399953] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.408661] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52672b5b-f36c-a1ef-3f42-c0b8b7e4e29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.462507] env[65983]: DEBUG nova.network.neutron [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Successfully created port: 846dc513-6bfe-4553-a968-2c33f60ef551 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 582.489095] env[65983]: DEBUG nova.network.neutron [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 582.585176] env[65983]: DEBUG nova.compute.manager [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 582.615225] env[65983]: DEBUG nova.virt.hardware [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 582.616283] env[65983]: DEBUG nova.virt.hardware [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.616283] env[65983]: DEBUG nova.virt.hardware [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 582.616283] env[65983]: DEBUG nova.virt.hardware [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.616283] env[65983]: DEBUG nova.virt.hardware [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 582.616283] env[65983]: DEBUG nova.virt.hardware [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 582.616510] env[65983]: DEBUG nova.virt.hardware [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 582.616510] env[65983]: DEBUG nova.virt.hardware [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 582.616935] env[65983]: DEBUG nova.virt.hardware [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 582.616935] env[65983]: DEBUG nova.virt.hardware [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 582.617101] env[65983]: DEBUG nova.virt.hardware [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 582.617932] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9103e0-a127-4a1c-81f8-29c0023d6b10 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.627632] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfc25c3-beb2-42c5-bebc-63d69c6c2aca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.813045] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.813829] env[65983]: DEBUG nova.compute.manager [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 582.818711] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.606s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.821209] env[65983]: INFO nova.compute.claims [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.903427] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467953, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.913692] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52672b5b-f36c-a1ef-3f42-c0b8b7e4e29e, 'name': SearchDatastore_Task, 'duration_secs': 0.018992} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.915925] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb456b4e-8dea-422b-ba5d-c208a7f123a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.921361] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 582.921361] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a66764-bd88-bbfe-7cd7-0d450db576b9" [ 582.921361] env[65983]: _type = "Task" [ 582.921361] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.930196] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a66764-bd88-bbfe-7cd7-0d450db576b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.327889] env[65983]: DEBUG nova.compute.utils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.332027] env[65983]: DEBUG nova.compute.manager [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 583.332027] env[65983]: DEBUG nova.network.neutron [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 583.332270] env[65983]: WARNING neutronclient.v2_0.client [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 583.332345] env[65983]: WARNING neutronclient.v2_0.client [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 583.399293] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522805} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.399653] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] a5ce250d-bf00-4b41-8581-930e9aa0debe/a5ce250d-bf00-4b41-8581-930e9aa0debe.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.399875] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.400157] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f36e437-fb91-4697-bce5-743c4fb9bee3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.414268] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 583.414268] env[65983]: value = "task-4467954" [ 583.414268] env[65983]: _type = "Task" [ 583.414268] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.427500] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.436666] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a66764-bd88-bbfe-7cd7-0d450db576b9, 'name': SearchDatastore_Task, 'duration_secs': 0.027913} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.436914] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.437292] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 2f6d4f72-e713-4422-9e72-ca261477d545/2f6d4f72-e713-4422-9e72-ca261477d545.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.437597] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.437797] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.438129] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad45f447-b1b3-4103-ae35-6c5d35cc5a1f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.440539] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-404f9876-b6ce-4d1c-8e87-b71116aca0e8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.450178] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 583.450178] env[65983]: value = "task-4467955" [ 583.450178] env[65983]: _type = "Task" [ 583.450178] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.462494] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.462494] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 583.462494] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93b33ece-95e3-4705-bd5f-d3ad4ea334f4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.464477] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4467955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.472331] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Waiting for the task: (returnval){ [ 583.472331] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c1150b-d89e-39f0-45e8-b2630945fb58" [ 583.472331] env[65983]: _type = "Task" [ 583.472331] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.479647] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c1150b-d89e-39f0-45e8-b2630945fb58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.611634] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.612052] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.831950] env[65983]: DEBUG nova.compute.manager [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 583.931846] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084485} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.932214] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.933302] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047469eb-57b2-4d49-9afe-55a219095db1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.961650] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] a5ce250d-bf00-4b41-8581-930e9aa0debe/a5ce250d-bf00-4b41-8581-930e9aa0debe.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.968329] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e723ca33-93d5-4cb7-be31-92aac4e1e6f7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.991437] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4467955, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.998121] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 583.998121] env[65983]: value = "task-4467956" [ 583.998121] env[65983]: _type = "Task" [ 583.998121] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.009673] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467956, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.016372] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c1150b-d89e-39f0-45e8-b2630945fb58, 'name': SearchDatastore_Task, 'duration_secs': 0.015331} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.017802] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a362c26c-4589-458d-af28-504e05922a08 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.024746] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Waiting for the task: (returnval){ [ 584.024746] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5284eb02-3381-2076-052f-10a0126b8b10" [ 584.024746] env[65983]: _type = "Task" [ 584.024746] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.036380] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5284eb02-3381-2076-052f-10a0126b8b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.042034] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a7a2dc-30b4-4f3d-a131-4da6762a2d4f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.050836] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4dff17-d32d-4f87-bf17-a51afed1bee9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.084627] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0702252b-4ab8-4d3f-8d3c-fba55d6f6016 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.093241] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba64ee79-cc26-4498-95ee-7a5bef4a1029 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.108863] env[65983]: DEBUG nova.compute.provider_tree [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.115286] env[65983]: DEBUG nova.compute.manager [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 584.385294] env[65983]: DEBUG nova.network.neutron [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Successfully updated port: 846dc513-6bfe-4553-a968-2c33f60ef551 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 584.463555] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4467955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600478} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.465270] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 2f6d4f72-e713-4422-9e72-ca261477d545/2f6d4f72-e713-4422-9e72-ca261477d545.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.465537] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.465835] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad6eddd6-139e-4971-aa0b-b1b8c8efcc4e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.474592] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 584.474592] env[65983]: value = "task-4467957" [ 584.474592] env[65983]: _type = "Task" [ 584.474592] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.487142] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4467957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.511257] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467956, 'name': ReconfigVM_Task, 'duration_secs': 0.31617} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.511514] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Reconfigured VM instance instance-00000001 to attach disk [datastore2] a5ce250d-bf00-4b41-8581-930e9aa0debe/a5ce250d-bf00-4b41-8581-930e9aa0debe.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.513082] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1e4bfa4-aa4b-4fa1-859f-13cb0f718f90 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.523015] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 584.523015] env[65983]: value = "task-4467958" [ 584.523015] env[65983]: _type = "Task" [ 584.523015] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.540166] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467958, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.540536] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5284eb02-3381-2076-052f-10a0126b8b10, 'name': SearchDatastore_Task, 'duration_secs': 0.015021} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.541088] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.541384] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] bec0be17-439e-4e61-9693-81031e2b3581/bec0be17-439e-4e61-9693-81031e2b3581.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.541694] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc14bdaa-d92c-45a4-b0ea-9a0b8da88917 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.549198] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Waiting for the task: (returnval){ [ 584.549198] env[65983]: value = "task-4467959" [ 584.549198] env[65983]: _type = "Task" [ 584.549198] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.558910] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.612105] env[65983]: DEBUG nova.scheduler.client.report [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.642862] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.832196] env[65983]: WARNING neutronclient.v2_0.client [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 584.842051] env[65983]: DEBUG nova.compute.manager [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 584.872400] env[65983]: DEBUG nova.virt.hardware [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 584.872847] env[65983]: DEBUG nova.virt.hardware [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.872941] env[65983]: DEBUG nova.virt.hardware [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 584.873323] env[65983]: DEBUG nova.virt.hardware [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.873500] env[65983]: DEBUG nova.virt.hardware [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 584.873701] env[65983]: DEBUG nova.virt.hardware [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 584.873912] env[65983]: DEBUG nova.virt.hardware [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 584.874172] env[65983]: DEBUG nova.virt.hardware [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 584.874350] env[65983]: DEBUG nova.virt.hardware [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 584.874489] env[65983]: DEBUG nova.virt.hardware [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 584.874650] env[65983]: DEBUG nova.virt.hardware [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 584.875861] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd2cdd0-05c1-4b0c-82a9-36eeca2a2223 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.880704] env[65983]: DEBUG nova.policy [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93540acd12e0433089ca8b1909c9a065', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93bbd586be9a450d88ba186a9b5f4bab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.888566] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Acquiring lock "refresh_cache-8d3fdc05-3b8e-4db1-9c39-a14d344a0bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.888734] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Acquired lock "refresh_cache-8d3fdc05-3b8e-4db1-9c39-a14d344a0bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.889297] env[65983]: DEBUG nova.network.neutron [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 584.898037] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dcacf5-d78c-48ce-86de-69dabde19d65 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.987814] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4467957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072761} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.988207] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 584.989551] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437b30da-a878-4b41-b96b-123cec150902 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.014913] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 2f6d4f72-e713-4422-9e72-ca261477d545/2f6d4f72-e713-4422-9e72-ca261477d545.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.014913] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afa374e7-7c03-4456-89a9-db6872ac17bf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.046386] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467958, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.049420] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 585.049420] env[65983]: value = "task-4467960" [ 585.049420] env[65983]: _type = "Task" [ 585.049420] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.063775] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.066945] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4467960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.116946] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.117539] env[65983]: DEBUG nova.compute.manager [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 585.120228] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.698s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.121624] env[65983]: INFO nova.compute.claims [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.440437] env[65983]: DEBUG nova.network.neutron [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Updating instance_info_cache with network_info: [{"id": "e59fb38b-e903-409f-bf3d-27700880ae4b", "address": "fa:16:3e:dd:67:a5", "network": {"id": "3757eb8e-e512-4744-8533-5513994ccca0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1388129000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38cf7bcc32244e6882a81b041447b360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59fb38b-e9", "ovs_interfaceid": "e59fb38b-e903-409f-bf3d-27700880ae4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.447796] env[65983]: DEBUG nova.compute.manager [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Received event network-changed-ffb3738d-bea8-4b83-bf49-cf4f223eb663 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 585.447968] env[65983]: DEBUG nova.compute.manager [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Refreshing instance network info cache due to event network-changed-ffb3738d-bea8-4b83-bf49-cf4f223eb663. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 585.448165] env[65983]: DEBUG oslo_concurrency.lockutils [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] Acquiring lock "refresh_cache-a5ce250d-bf00-4b41-8581-930e9aa0debe" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.450094] env[65983]: DEBUG oslo_concurrency.lockutils [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] Acquired lock "refresh_cache-a5ce250d-bf00-4b41-8581-930e9aa0debe" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.450094] env[65983]: DEBUG nova.network.neutron [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Refreshing network info cache for port ffb3738d-bea8-4b83-bf49-cf4f223eb663 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.544618] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467958, 'name': Rename_Task, 'duration_secs': 0.892137} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.544618] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.544618] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa8640ed-c51d-4556-a22c-aa76392966bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.559694] env[65983]: DEBUG nova.network.neutron [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Successfully created port: 80299ae8-ac99-4758-b8a0-576c77894ea4 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 585.566906] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4467960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.567341] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 585.567341] env[65983]: value = "task-4467961" [ 585.567341] env[65983]: _type = "Task" [ 585.567341] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.574410] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467959, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.583301] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467961, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.584589] env[65983]: DEBUG nova.network.neutron [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 585.626602] env[65983]: DEBUG nova.compute.utils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.633347] env[65983]: DEBUG nova.compute.manager [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 585.633347] env[65983]: DEBUG nova.network.neutron [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 585.633347] env[65983]: WARNING neutronclient.v2_0.client [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 585.633347] env[65983]: WARNING neutronclient.v2_0.client [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 585.944384] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Releasing lock "refresh_cache-347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.944778] env[65983]: DEBUG nova.compute.manager [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Instance network_info: |[{"id": "e59fb38b-e903-409f-bf3d-27700880ae4b", "address": "fa:16:3e:dd:67:a5", "network": {"id": "3757eb8e-e512-4744-8533-5513994ccca0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1388129000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38cf7bcc32244e6882a81b041447b360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59fb38b-e9", "ovs_interfaceid": "e59fb38b-e903-409f-bf3d-27700880ae4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 585.945572] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:67:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e59fb38b-e903-409f-bf3d-27700880ae4b', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.954386] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Creating folder: Project (38cf7bcc32244e6882a81b041447b360). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.956040] env[65983]: WARNING neutronclient.v2_0.client [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 585.958345] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fee85050-b25e-4eec-a66d-4d2bcff9bfdb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.961090] env[65983]: DEBUG nova.compute.manager [req-1929e04f-82cd-4aa2-8545-d026fba8cfc9 req-65277ee4-5d32-4a4d-bb44-3f7628b6c849 service nova] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Received event network-changed-068ad5b2-e025-41ed-a161-ff69edec04fe {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 585.961273] env[65983]: DEBUG nova.compute.manager [req-1929e04f-82cd-4aa2-8545-d026fba8cfc9 req-65277ee4-5d32-4a4d-bb44-3f7628b6c849 service nova] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Refreshing instance network info cache due to event network-changed-068ad5b2-e025-41ed-a161-ff69edec04fe. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 585.961469] env[65983]: DEBUG oslo_concurrency.lockutils [req-1929e04f-82cd-4aa2-8545-d026fba8cfc9 req-65277ee4-5d32-4a4d-bb44-3f7628b6c849 service nova] Acquiring lock "refresh_cache-2f6d4f72-e713-4422-9e72-ca261477d545" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.961604] env[65983]: DEBUG oslo_concurrency.lockutils [req-1929e04f-82cd-4aa2-8545-d026fba8cfc9 req-65277ee4-5d32-4a4d-bb44-3f7628b6c849 service nova] Acquired lock "refresh_cache-2f6d4f72-e713-4422-9e72-ca261477d545" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.961754] env[65983]: DEBUG nova.network.neutron [req-1929e04f-82cd-4aa2-8545-d026fba8cfc9 req-65277ee4-5d32-4a4d-bb44-3f7628b6c849 service nova] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Refreshing network info cache for port 068ad5b2-e025-41ed-a161-ff69edec04fe {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.977025] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Created folder: Project (38cf7bcc32244e6882a81b041447b360) in parent group-v873669. [ 585.977025] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Creating folder: Instances. Parent ref: group-v873679. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.977025] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2daef3a3-79db-43c3-a52e-1c55dda39b9e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.985833] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Created folder: Instances in parent group-v873679. [ 585.986081] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 585.986295] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.986524] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70920274-88b6-4d03-b3e0-c6c2f59b14a2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.010981] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.010981] env[65983]: value = "task-4467964" [ 586.010981] env[65983]: _type = "Task" [ 586.010981] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.021533] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467964, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.061725] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4467960, 'name': ReconfigVM_Task, 'duration_secs': 0.878007} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.065846] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 2f6d4f72-e713-4422-9e72-ca261477d545/2f6d4f72-e713-4422-9e72-ca261477d545.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.066141] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f1d6421-1686-4b3b-9607-4bb4ec48ecc9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.071025] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467959, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.23202} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.074433] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] bec0be17-439e-4e61-9693-81031e2b3581/bec0be17-439e-4e61-9693-81031e2b3581.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.074695] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.074973] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32a7db64-10b0-4fa6-b2b5-3f9475fa4c7c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.079685] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 586.079685] env[65983]: value = "task-4467965" [ 586.079685] env[65983]: _type = "Task" [ 586.079685] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.088397] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467961, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.088828] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Waiting for the task: (returnval){ [ 586.088828] env[65983]: value = "task-4467966" [ 586.088828] env[65983]: _type = "Task" [ 586.088828] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.097739] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4467965, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.101595] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.132353] env[65983]: DEBUG nova.compute.manager [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 586.147894] env[65983]: DEBUG nova.policy [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f38e341829e04c4abc74462e59fc818f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31edc021b604eb5a78301d8f926c8a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.287288] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d467f25-497c-433e-a849-3808e8aee141 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.295746] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8911b24d-a4b1-4207-b577-f5490dc91d5e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.330301] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47404163-4553-4b28-b955-f450e0d1d9ca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.339049] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b15aff-2a63-4825-bd6c-a15d7f154295 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.357904] env[65983]: DEBUG nova.compute.provider_tree [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.467297] env[65983]: WARNING neutronclient.v2_0.client [req-1929e04f-82cd-4aa2-8545-d026fba8cfc9 req-65277ee4-5d32-4a4d-bb44-3f7628b6c849 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 586.522780] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467964, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.581658] env[65983]: DEBUG oslo_vmware.api [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4467961, 'name': PowerOnVM_Task, 'duration_secs': 0.942313} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.584863] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.585355] env[65983]: INFO nova.compute.manager [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Took 17.51 seconds to spawn the instance on the hypervisor. [ 586.585678] env[65983]: DEBUG nova.compute.manager [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 586.586508] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69982db-15dd-49bb-8f49-67aab02cbfd9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.598949] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4467965, 'name': Rename_Task, 'duration_secs': 0.205369} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.599535] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.600026] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f635c76d-4282-4df2-92a8-a41b60a381dd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.604633] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078333} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.605238] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.606054] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a0ceb1-692c-4f29-be42-24e1015675a7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.610709] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 586.610709] env[65983]: value = "task-4467967" [ 586.610709] env[65983]: _type = "Task" [ 586.610709] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.631504] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] bec0be17-439e-4e61-9693-81031e2b3581/bec0be17-439e-4e61-9693-81031e2b3581.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.632533] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-595754f3-318b-4a96-bb9e-00b88b1c3bda {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.655771] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4467967, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.662685] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Waiting for the task: (returnval){ [ 586.662685] env[65983]: value = "task-4467968" [ 586.662685] env[65983]: _type = "Task" [ 586.662685] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.673449] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.861657] env[65983]: DEBUG nova.scheduler.client.report [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.982174] env[65983]: DEBUG nova.network.neutron [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Successfully created port: 0d6b24db-52bf-4ce3-bc88-503ef2c03988 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 587.028620] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467964, 'name': CreateVM_Task, 'duration_secs': 0.580622} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.028817] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.029411] env[65983]: WARNING neutronclient.v2_0.client [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 587.029761] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.029921] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.030322] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.030622] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f13112f-6930-4e2a-97fb-fc26a55111eb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.036398] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 587.036398] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c69ad3-8a93-0177-940d-5a6a41b9d040" [ 587.036398] env[65983]: _type = "Task" [ 587.036398] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.045434] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c69ad3-8a93-0177-940d-5a6a41b9d040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.108842] env[65983]: INFO nova.compute.manager [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Took 22.25 seconds to build instance. [ 587.121656] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4467967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.157889] env[65983]: DEBUG nova.compute.manager [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 587.175355] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467968, 'name': ReconfigVM_Task, 'duration_secs': 0.495457} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.175755] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Reconfigured VM instance instance-00000003 to attach disk [datastore2] bec0be17-439e-4e61-9693-81031e2b3581/bec0be17-439e-4e61-9693-81031e2b3581.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.176689] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b977c338-eff8-4851-b547-2b9e5ad332a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.189315] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Waiting for the task: (returnval){ [ 587.189315] env[65983]: value = "task-4467969" [ 587.189315] env[65983]: _type = "Task" [ 587.189315] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.197505] env[65983]: DEBUG nova.virt.hardware [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 587.197907] env[65983]: DEBUG nova.virt.hardware [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.198172] env[65983]: DEBUG nova.virt.hardware [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 587.198457] env[65983]: DEBUG nova.virt.hardware [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.198640] env[65983]: DEBUG nova.virt.hardware [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 587.198844] env[65983]: DEBUG nova.virt.hardware [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 587.199429] env[65983]: DEBUG nova.virt.hardware [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 587.199529] env[65983]: DEBUG nova.virt.hardware [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 587.199731] env[65983]: DEBUG nova.virt.hardware [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 587.199993] env[65983]: DEBUG nova.virt.hardware [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 587.200266] env[65983]: DEBUG nova.virt.hardware [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 587.201604] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e99d73-232f-4124-8f1e-fc2a8fe66876 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.216605] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467969, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.217417] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d485c958-6b96-4c75-8d4e-62d93695f272 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.334341] env[65983]: DEBUG nova.network.neutron [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Successfully updated port: 80299ae8-ac99-4758-b8a0-576c77894ea4 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 587.361672] env[65983]: WARNING neutronclient.v2_0.client [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 587.368770] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.369926] env[65983]: DEBUG nova.compute.manager [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 587.373651] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.731s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.376296] env[65983]: INFO nova.compute.claims [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.550337] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c69ad3-8a93-0177-940d-5a6a41b9d040, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.550750] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.551081] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.551408] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.551621] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.551871] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.552253] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26172a92-dc94-43a4-81b1-e3c0dcce760c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.562866] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.563149] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.564236] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a134254-9080-426b-81e7-e427f9e4d0a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.572552] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 587.572552] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c7d224-8379-a947-ba8f-118ec24624d5" [ 587.572552] env[65983]: _type = "Task" [ 587.572552] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.584832] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c7d224-8379-a947-ba8f-118ec24624d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.611591] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fe9e735f-fd79-4014-91d5-6b2f676aad88 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "a5ce250d-bf00-4b41-8581-930e9aa0debe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.766s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.622321] env[65983]: DEBUG oslo_vmware.api [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4467967, 'name': PowerOnVM_Task, 'duration_secs': 0.616083} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.622584] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.622778] env[65983]: INFO nova.compute.manager [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Took 15.20 seconds to spawn the instance on the hypervisor. [ 587.622947] env[65983]: DEBUG nova.compute.manager [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 587.623765] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4199ba-cfee-41c5-b73e-c6e06fa91841 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.699830] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467969, 'name': Rename_Task, 'duration_secs': 0.233351} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.700124] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.700382] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a88022e-5c1f-4f6c-819a-0c78f22f8a06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.708143] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Waiting for the task: (returnval){ [ 587.708143] env[65983]: value = "task-4467970" [ 587.708143] env[65983]: _type = "Task" [ 587.708143] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.719658] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.835519] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Acquiring lock "refresh_cache-d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.836222] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Acquired lock "refresh_cache-d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.836629] env[65983]: DEBUG nova.network.neutron [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 587.881690] env[65983]: DEBUG nova.compute.utils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.887969] env[65983]: DEBUG nova.compute.manager [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 587.887969] env[65983]: DEBUG nova.network.neutron [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 587.887969] env[65983]: WARNING neutronclient.v2_0.client [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 587.887969] env[65983]: WARNING neutronclient.v2_0.client [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 587.922722] env[65983]: DEBUG nova.network.neutron [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Successfully created port: 82f2624a-4aaa-4d06-a647-940e1abf71a8 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 588.085511] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c7d224-8379-a947-ba8f-118ec24624d5, 'name': SearchDatastore_Task, 'duration_secs': 0.025602} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.087064] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ef472a-17f9-43a8-8c41-9d4d56ca2685 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.094261] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 588.094261] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5206695b-0d8e-d189-686d-598ace8b47dd" [ 588.094261] env[65983]: _type = "Task" [ 588.094261] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.103943] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5206695b-0d8e-d189-686d-598ace8b47dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.144163] env[65983]: INFO nova.compute.manager [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Took 19.96 seconds to build instance. [ 588.221317] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467970, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.398879] env[65983]: DEBUG nova.compute.manager [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 588.568402] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd0716-9648-42bf-9d4c-3c791a18dc82 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.577450] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca1a7b8-ead0-4b8b-b7b3-dfe3ca88a883 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.615041] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6be5236-c6a3-4161-acb9-8788259943da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.625651] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5206695b-0d8e-d189-686d-598ace8b47dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012977} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.628126] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.628463] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae/347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.628822] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6dd09c4-ea3d-4ff6-988e-c2e82a334303 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.631947] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ed9832-6195-4e02-a4f6-6f95b1b72583 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.648304] env[65983]: DEBUG oslo_concurrency.lockutils [None req-315b3786-4c8a-45d5-98a4-cf6c85527e92 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "2f6d4f72-e713-4422-9e72-ca261477d545" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.474s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.648918] env[65983]: DEBUG nova.compute.provider_tree [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.655784] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 588.655784] env[65983]: value = "task-4467971" [ 588.655784] env[65983]: _type = "Task" [ 588.655784] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.665760] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.721011] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467970, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.909016] env[65983]: DEBUG nova.network.neutron [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Updating instance_info_cache with network_info: [{"id": "846dc513-6bfe-4553-a968-2c33f60ef551", "address": "fa:16:3e:ce:b7:ff", "network": {"id": "da964445-a49b-4454-b590-c27ce8fa5234", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1523189083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9ba487da3a4b1da7651d54d5c0f3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846dc513-6b", "ovs_interfaceid": "846dc513-6bfe-4553-a968-2c33f60ef551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.946650] env[65983]: DEBUG nova.policy [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fddc14f25c04c1f830cb1b94e06fd00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c988392f7fd04fe8a0ae2ec40a28e2f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.074192] env[65983]: DEBUG nova.network.neutron [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 589.112117] env[65983]: WARNING neutronclient.v2_0.client [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.157359] env[65983]: DEBUG nova.scheduler.client.report [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.175946] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467971, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.227886] env[65983]: DEBUG oslo_vmware.api [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4467970, 'name': PowerOnVM_Task, 'duration_secs': 1.077148} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.227886] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.230244] env[65983]: INFO nova.compute.manager [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Took 13.98 seconds to spawn the instance on the hypervisor. [ 589.230511] env[65983]: DEBUG nova.compute.manager [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 589.232104] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d29a96e-20d5-4dd8-aa74-3e209d80a40f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.351576] env[65983]: DEBUG nova.network.neutron [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Successfully created port: 83d8ff96-9b40-4a7c-9beb-1005219b6ffe {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 589.413792] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Releasing lock "refresh_cache-8d3fdc05-3b8e-4db1-9c39-a14d344a0bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.414557] env[65983]: DEBUG nova.compute.manager [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Instance network_info: |[{"id": "846dc513-6bfe-4553-a968-2c33f60ef551", "address": "fa:16:3e:ce:b7:ff", "network": {"id": "da964445-a49b-4454-b590-c27ce8fa5234", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1523189083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9ba487da3a4b1da7651d54d5c0f3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846dc513-6b", "ovs_interfaceid": "846dc513-6bfe-4553-a968-2c33f60ef551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 589.415350] env[65983]: DEBUG nova.compute.manager [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 589.417843] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:b7:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '846dc513-6bfe-4553-a968-2c33f60ef551', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.425967] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Creating folder: Project (ca9ba487da3a4b1da7651d54d5c0f3e8). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.426562] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bdd33e1-3af7-4ce2-b065-14b6cc9b2bcd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.440777] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Created folder: Project (ca9ba487da3a4b1da7651d54d5c0f3e8) in parent group-v873669. [ 589.441108] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Creating folder: Instances. Parent ref: group-v873682. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.441317] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c51cd26d-d7ed-4f68-b735-70742b972c51 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.455380] env[65983]: DEBUG nova.virt.hardware [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 589.455687] env[65983]: DEBUG nova.virt.hardware [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.455892] env[65983]: DEBUG nova.virt.hardware [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 589.456176] env[65983]: DEBUG nova.virt.hardware [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.456360] env[65983]: DEBUG nova.virt.hardware [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 589.456560] env[65983]: DEBUG nova.virt.hardware [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 589.456870] env[65983]: DEBUG nova.virt.hardware [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 589.457138] env[65983]: DEBUG nova.virt.hardware [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 589.457309] env[65983]: DEBUG nova.virt.hardware [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 589.457491] env[65983]: DEBUG nova.virt.hardware [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 589.457675] env[65983]: DEBUG nova.virt.hardware [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 589.458866] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14496b2d-252e-492f-aeec-5c4cf99e6fac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.464883] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Created folder: Instances in parent group-v873682. [ 589.465031] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 589.465716] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.466010] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70e2e891-634f-48c0-84bb-fbda53519321 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.492720] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476bcc96-e7b4-4121-84a4-6304270b3a71 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.497984] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.497984] env[65983]: value = "task-4467974" [ 589.497984] env[65983]: _type = "Task" [ 589.497984] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.521026] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467974, 'name': CreateVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.548736] env[65983]: DEBUG nova.network.neutron [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Successfully created port: 566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 589.667109] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.667521] env[65983]: DEBUG nova.compute.manager [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 589.677477] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71718} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.677660] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae/347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 589.681030] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 589.681030] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e74e96e5-c36a-4627-b08f-7a918f12607d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.687384] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 589.687384] env[65983]: value = "task-4467975" [ 589.687384] env[65983]: _type = "Task" [ 589.687384] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.703632] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.757562] env[65983]: INFO nova.compute.manager [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Took 18.74 seconds to build instance. [ 589.859135] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Acquiring lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.859417] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.012317] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467974, 'name': CreateVM_Task, 'duration_secs': 0.507643} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.012317] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.012777] env[65983]: WARNING neutronclient.v2_0.client [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.013145] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.013293] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.013622] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.013941] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4305a4da-e9f8-4238-8d3e-9c8e82238ec3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.021331] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Waiting for the task: (returnval){ [ 590.021331] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527be8b9-de04-4b38-29bf-8007802bc050" [ 590.021331] env[65983]: _type = "Task" [ 590.021331] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.032550] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527be8b9-de04-4b38-29bf-8007802bc050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.172853] env[65983]: DEBUG nova.compute.utils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.174496] env[65983]: DEBUG nova.compute.manager [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 590.174692] env[65983]: DEBUG nova.network.neutron [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 590.175556] env[65983]: WARNING neutronclient.v2_0.client [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.175556] env[65983]: WARNING neutronclient.v2_0.client [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.199326] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078526} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.199554] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 590.200339] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c66b30-fbf3-4d08-aff9-c394c33d2171 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.224505] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae/347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 590.224505] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a34341b7-f3f7-4ae0-9e97-b1579f4e827e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.247364] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 590.247364] env[65983]: value = "task-4467976" [ 590.247364] env[65983]: _type = "Task" [ 590.247364] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.258351] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.260935] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Lock "bec0be17-439e-4e61-9693-81031e2b3581" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.252s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.366773] env[65983]: DEBUG nova.compute.manager [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 590.533259] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527be8b9-de04-4b38-29bf-8007802bc050, 'name': SearchDatastore_Task, 'duration_secs': 0.019422} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.533259] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.533259] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.533259] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.533798] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.533798] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.533798] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39f40593-02fb-44ca-beb4-367683423c0c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.552015] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.552233] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.553015] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de2e55b-fcb9-48d2-95b3-ffc24599f305 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.560521] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Waiting for the task: (returnval){ [ 590.560521] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cd0162-fca6-123b-0244-c8450316e717" [ 590.560521] env[65983]: _type = "Task" [ 590.560521] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.571045] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cd0162-fca6-123b-0244-c8450316e717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.640852] env[65983]: WARNING neutronclient.v2_0.client [req-1929e04f-82cd-4aa2-8545-d026fba8cfc9 req-65277ee4-5d32-4a4d-bb44-3f7628b6c849 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.679062] env[65983]: DEBUG nova.compute.manager [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 590.763242] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.893904] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.893904] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.893904] env[65983]: INFO nova.compute.claims [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.071223] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cd0162-fca6-123b-0244-c8450316e717, 'name': SearchDatastore_Task, 'duration_secs': 0.042791} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.072406] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9c9300-41a4-4962-a211-28e132320716 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.079243] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Waiting for the task: (returnval){ [ 591.079243] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c37ead-f089-64e5-60be-79ce90641c59" [ 591.079243] env[65983]: _type = "Task" [ 591.079243] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.088971] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c37ead-f089-64e5-60be-79ce90641c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.260116] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467976, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.318381] env[65983]: DEBUG nova.network.neutron [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Successfully updated port: 0d6b24db-52bf-4ce3-bc88-503ef2c03988 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 591.373370] env[65983]: DEBUG nova.network.neutron [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Updated VIF entry in instance network info cache for port ffb3738d-bea8-4b83-bf49-cf4f223eb663. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 591.373421] env[65983]: DEBUG nova.network.neutron [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Updating instance_info_cache with network_info: [{"id": "ffb3738d-bea8-4b83-bf49-cf4f223eb663", "address": "fa:16:3e:a4:33:5d", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffb3738d-be", "ovs_interfaceid": "ffb3738d-bea8-4b83-bf49-cf4f223eb663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.504375] env[65983]: WARNING neutronclient.v2_0.client [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.568935] env[65983]: DEBUG nova.policy [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61285e031fc6456499d591e5c45c0cef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63702928a01d4bb2bffd8d10d1725e06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.601857] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c37ead-f089-64e5-60be-79ce90641c59, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.601857] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.601857] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab/8d3fdc05-3b8e-4db1-9c39-a14d344a0bab.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.601857] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8145f3c2-7e21-4bf3-ac00-53baa87af5ee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.606382] env[65983]: DEBUG nova.network.neutron [req-1929e04f-82cd-4aa2-8545-d026fba8cfc9 req-65277ee4-5d32-4a4d-bb44-3f7628b6c849 service nova] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Updated VIF entry in instance network info cache for port 068ad5b2-e025-41ed-a161-ff69edec04fe. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 591.606781] env[65983]: DEBUG nova.network.neutron [req-1929e04f-82cd-4aa2-8545-d026fba8cfc9 req-65277ee4-5d32-4a4d-bb44-3f7628b6c849 service nova] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Updating instance_info_cache with network_info: [{"id": "068ad5b2-e025-41ed-a161-ff69edec04fe", "address": "fa:16:3e:50:02:4f", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068ad5b2-e0", "ovs_interfaceid": "068ad5b2-e025-41ed-a161-ff69edec04fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.610938] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Waiting for the task: (returnval){ [ 591.610938] env[65983]: value = "task-4467977" [ 591.610938] env[65983]: _type = "Task" [ 591.610938] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.620875] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4467977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.692066] env[65983]: DEBUG nova.compute.manager [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 591.722824] env[65983]: DEBUG nova.virt.hardware [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 591.723121] env[65983]: DEBUG nova.virt.hardware [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.723299] env[65983]: DEBUG nova.virt.hardware [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 591.723477] env[65983]: DEBUG nova.virt.hardware [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.723615] env[65983]: DEBUG nova.virt.hardware [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 591.723750] env[65983]: DEBUG nova.virt.hardware [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 591.723949] env[65983]: DEBUG nova.virt.hardware [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 591.724167] env[65983]: DEBUG nova.virt.hardware [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 591.724338] env[65983]: DEBUG nova.virt.hardware [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 591.724504] env[65983]: DEBUG nova.virt.hardware [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 591.724668] env[65983]: DEBUG nova.virt.hardware [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 591.725564] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a89ead-c88f-48c3-82a5-78472496405a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.740498] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5f6b66-9a7d-467e-a192-9afe85a2cccb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.774748] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467976, 'name': ReconfigVM_Task, 'duration_secs': 1.047576} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.774748] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae/347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 591.775342] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9867ef6-f4cf-4ab8-9a9c-d1eac5950265 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.786147] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 591.786147] env[65983]: value = "task-4467978" [ 591.786147] env[65983]: _type = "Task" [ 591.786147] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.798048] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467978, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.876843] env[65983]: DEBUG oslo_concurrency.lockutils [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] Releasing lock "refresh_cache-a5ce250d-bf00-4b41-8581-930e9aa0debe" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.876843] env[65983]: DEBUG nova.compute.manager [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Received event network-vif-plugged-3c09aa51-0527-4660-a4b9-da74e911d534 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 591.876984] env[65983]: DEBUG oslo_concurrency.lockutils [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] Acquiring lock "bec0be17-439e-4e61-9693-81031e2b3581-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.877184] env[65983]: DEBUG oslo_concurrency.lockutils [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] Lock "bec0be17-439e-4e61-9693-81031e2b3581-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.877356] env[65983]: DEBUG oslo_concurrency.lockutils [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] Lock "bec0be17-439e-4e61-9693-81031e2b3581-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.877639] env[65983]: DEBUG nova.compute.manager [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] [instance: bec0be17-439e-4e61-9693-81031e2b3581] No waiting events found dispatching network-vif-plugged-3c09aa51-0527-4660-a4b9-da74e911d534 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 591.877742] env[65983]: WARNING nova.compute.manager [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Received unexpected event network-vif-plugged-3c09aa51-0527-4660-a4b9-da74e911d534 for instance with vm_state building and task_state spawning. [ 591.877895] env[65983]: DEBUG nova.compute.manager [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Received event network-changed-3c09aa51-0527-4660-a4b9-da74e911d534 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 591.878075] env[65983]: DEBUG nova.compute.manager [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Refreshing instance network info cache due to event network-changed-3c09aa51-0527-4660-a4b9-da74e911d534. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 591.878263] env[65983]: DEBUG oslo_concurrency.lockutils [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] Acquiring lock "refresh_cache-bec0be17-439e-4e61-9693-81031e2b3581" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.878894] env[65983]: DEBUG oslo_concurrency.lockutils [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] Acquired lock "refresh_cache-bec0be17-439e-4e61-9693-81031e2b3581" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.878894] env[65983]: DEBUG nova.network.neutron [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Refreshing network info cache for port 3c09aa51-0527-4660-a4b9-da74e911d534 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.101495] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c390f6c-3301-4db8-ae05-76f6144d7950 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.110564] env[65983]: DEBUG oslo_concurrency.lockutils [req-1929e04f-82cd-4aa2-8545-d026fba8cfc9 req-65277ee4-5d32-4a4d-bb44-3f7628b6c849 service nova] Releasing lock "refresh_cache-2f6d4f72-e713-4422-9e72-ca261477d545" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.111866] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e958f82f-a5ad-41cc-9530-b69d1c4bf10b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.126205] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4467977, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.155216] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b72523-b580-4e1e-a2f6-26b63d958a2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.167798] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a448b6-dc5f-4bf3-b11b-76594065bd57 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.176983] env[65983]: DEBUG nova.network.neutron [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Successfully created port: 07a363b3-36dc-49d5-a49d-8aac1bf92b84 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 592.189838] env[65983]: DEBUG nova.compute.provider_tree [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.215378] env[65983]: DEBUG nova.network.neutron [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Updating instance_info_cache with network_info: [{"id": "80299ae8-ac99-4758-b8a0-576c77894ea4", "address": "fa:16:3e:1f:23:0a", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80299ae8-ac", "ovs_interfaceid": "80299ae8-ac99-4758-b8a0-576c77894ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.277322] env[65983]: DEBUG nova.network.neutron [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Successfully updated port: 566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 592.302247] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467978, 'name': Rename_Task, 'duration_secs': 0.172222} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.303779] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.304850] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b769e02-bf44-4524-a249-7c71237c7f14 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.313712] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 592.313712] env[65983]: value = "task-4467979" [ 592.313712] env[65983]: _type = "Task" [ 592.313712] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.323146] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.382087] env[65983]: WARNING neutronclient.v2_0.client [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.630701] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4467977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755492} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.630701] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab/8d3fdc05-3b8e-4db1-9c39-a14d344a0bab.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.631000] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.631832] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-787fd27f-76ee-4e5f-90fd-332c2c666ea5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.641587] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Waiting for the task: (returnval){ [ 592.641587] env[65983]: value = "task-4467980" [ 592.641587] env[65983]: _type = "Task" [ 592.641587] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.652465] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4467980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.693873] env[65983]: DEBUG nova.scheduler.client.report [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.718692] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Releasing lock "refresh_cache-d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.719112] env[65983]: DEBUG nova.compute.manager [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Instance network_info: |[{"id": "80299ae8-ac99-4758-b8a0-576c77894ea4", "address": "fa:16:3e:1f:23:0a", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80299ae8-ac", "ovs_interfaceid": "80299ae8-ac99-4758-b8a0-576c77894ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 592.719935] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:23:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80299ae8-ac99-4758-b8a0-576c77894ea4', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.729115] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Creating folder: Project (93bbd586be9a450d88ba186a9b5f4bab). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.729763] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e95714e7-cda1-4c69-841c-47f490590553 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.740288] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Created folder: Project (93bbd586be9a450d88ba186a9b5f4bab) in parent group-v873669. [ 592.740531] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Creating folder: Instances. Parent ref: group-v873685. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.740851] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4900fa7-8c35-4f3a-a8e4-7455d750b6bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.752124] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Created folder: Instances in parent group-v873685. [ 592.752455] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 592.752684] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.752949] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53efc695-30cf-46d0-84fd-c2ecd00524a8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.773291] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.773291] env[65983]: value = "task-4467983" [ 592.773291] env[65983]: _type = "Task" [ 592.773291] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.783867] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.784025] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquired lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.784195] env[65983]: DEBUG nova.network.neutron [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 592.786185] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467983, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.824984] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467979, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.153547] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4467980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0919} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.153851] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.154715] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9e9505-39c0-4994-8d2f-b919073c4fad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.178937] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab/8d3fdc05-3b8e-4db1-9c39-a14d344a0bab.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.179272] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843c014f-6b86-4746-a6ed-00edccc15e85 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.201883] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.202462] env[65983]: DEBUG nova.compute.manager [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 593.205411] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Waiting for the task: (returnval){ [ 593.205411] env[65983]: value = "task-4467984" [ 593.205411] env[65983]: _type = "Task" [ 593.205411] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.216324] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4467984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.285980] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467983, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.327521] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467979, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.711524] env[65983]: DEBUG nova.compute.utils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.712990] env[65983]: DEBUG nova.compute.manager [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 593.713204] env[65983]: DEBUG nova.network.neutron [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 593.713799] env[65983]: WARNING neutronclient.v2_0.client [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.714135] env[65983]: WARNING neutronclient.v2_0.client [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.722552] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4467984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.779997] env[65983]: DEBUG nova.network.neutron [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Successfully updated port: 07a363b3-36dc-49d5-a49d-8aac1bf92b84 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 593.787683] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467983, 'name': CreateVM_Task, 'duration_secs': 0.788851} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.788858] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.789497] env[65983]: WARNING neutronclient.v2_0.client [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.790382] env[65983]: DEBUG oslo_vmware.service [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c699298b-d8f0-451f-a952-8782830857f2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.798768] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.798884] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.799911] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.799911] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb4b203-3539-4080-8fc0-a61f40146dc4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.802788] env[65983]: DEBUG nova.network.neutron [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Successfully updated port: 82f2624a-4aaa-4d06-a647-940e1abf71a8 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 593.810079] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 593.810079] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52054baa-a810-b720-5267-a1177e669305" [ 593.810079] env[65983]: _type = "Task" [ 593.810079] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.823448] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52054baa-a810-b720-5267-a1177e669305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.830678] env[65983]: DEBUG oslo_vmware.api [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4467979, 'name': PowerOnVM_Task, 'duration_secs': 1.111413} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.830678] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 593.830678] env[65983]: INFO nova.compute.manager [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Took 13.53 seconds to spawn the instance on the hypervisor. [ 593.830989] env[65983]: DEBUG nova.compute.manager [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 593.831761] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01012d16-9235-40dc-a257-f3e26ef063e1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.864291] env[65983]: DEBUG nova.network.neutron [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 593.893248] env[65983]: DEBUG nova.policy [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25c5fc97d7a14845a91b6f5dd21e0576', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16880b7ccce543df943962527e4d5481', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.039269] env[65983]: WARNING neutronclient.v2_0.client [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.173049] env[65983]: WARNING neutronclient.v2_0.client [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.218036] env[65983]: DEBUG nova.compute.manager [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 594.220922] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4467984, 'name': ReconfigVM_Task, 'duration_secs': 0.965436} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.221448] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab/8d3fdc05-3b8e-4db1-9c39-a14d344a0bab.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.222184] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6762687-d8e8-4520-8d9c-634e1ba67076 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.227907] env[65983]: DEBUG nova.network.neutron [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Updating instance_info_cache with network_info: [{"id": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "address": "fa:16:3e:52:8d:78", "network": {"id": "f539e1c1-2f65-4f51-a6bb-f96e565ed166", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2058730624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c988392f7fd04fe8a0ae2ec40a28e2f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566c03ff-69", "ovs_interfaceid": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.230540] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Waiting for the task: (returnval){ [ 594.230540] env[65983]: value = "task-4467985" [ 594.230540] env[65983]: _type = "Task" [ 594.230540] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.239859] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4467985, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.290660] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.291792] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.292057] env[65983]: DEBUG nova.network.neutron [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 594.324722] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.326211] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.326918] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.329603] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.330123] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.330302] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b40c7f2-cd39-4539-b3d7-bfe57ee8b2d1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.337513] env[65983]: DEBUG nova.network.neutron [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Successfully created port: c58d8930-b971-4e81-83dd-bf7d221f17d9 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 594.341722] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.341980] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.342889] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037f0ef9-1929-4f11-b822-679757300e41 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.352607] env[65983]: INFO nova.compute.manager [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Took 18.91 seconds to build instance. [ 594.356559] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09fc591c-390f-45b1-9c8e-ef538922d67b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.364282] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 594.364282] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52965d51-26de-c121-634b-94297389c62e" [ 594.364282] env[65983]: _type = "Task" [ 594.364282] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.381925] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Preparing fetch location {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 594.382123] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Creating directory with path [datastore1] vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a/071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.382372] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-998fee02-87f0-4675-b333-845ddcd77126 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.408360] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Created directory with path [datastore1] vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a/071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.408554] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Fetch image to [datastore1] vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 594.408860] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Downloading image file data 071a6326-39b8-4d94-b77c-aac96bfcf5e4 to [datastore1] vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk on the data store datastore1 {{(pid=65983) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 594.411276] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7102d20-a7e8-4530-8789-fa33c21344b9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.424042] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357b4813-fbae-45c5-ade3-1f1cfe19b337 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.437903] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad98c5c-8287-45f6-81cb-457bbf51e2ca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.471876] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9a1d27-861f-4580-aa94-083b4f163bd0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.480953] env[65983]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-888ec58e-fcdf-43e1-aeb4-96a150bd4c55 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.520224] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Downloading image file data 071a6326-39b8-4d94-b77c-aac96bfcf5e4 to the data store datastore1 {{(pid=65983) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 594.601483] env[65983]: DEBUG oslo_vmware.rw_handles [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65983) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 594.736153] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Releasing lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.736966] env[65983]: DEBUG nova.compute.manager [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Instance network_info: |[{"id": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "address": "fa:16:3e:52:8d:78", "network": {"id": "f539e1c1-2f65-4f51-a6bb-f96e565ed166", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2058730624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c988392f7fd04fe8a0ae2ec40a28e2f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566c03ff-69", "ovs_interfaceid": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 594.737681] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:8d:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '566c03ff-69b6-4e8b-8904-ace7156bc3a5', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.747511] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Creating folder: Project (c988392f7fd04fe8a0ae2ec40a28e2f7). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.749304] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c862d811-73ed-4de7-a3c5-a27dff784a82 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.756805] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4467985, 'name': Rename_Task, 'duration_secs': 0.308205} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.760648] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.761119] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3e033ff-aa8d-4c49-b365-3140ea53e6e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.769902] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Waiting for the task: (returnval){ [ 594.769902] env[65983]: value = "task-4467987" [ 594.769902] env[65983]: _type = "Task" [ 594.769902] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.771707] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Created folder: Project (c988392f7fd04fe8a0ae2ec40a28e2f7) in parent group-v873669. [ 594.771960] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Creating folder: Instances. Parent ref: group-v873688. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.776391] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db1835f8-21a3-4fac-aa50-a2747989c9e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.787657] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4467987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.812247] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Created folder: Instances in parent group-v873688. [ 594.812585] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 594.812855] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.813195] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3de01cf1-42e6-4ffe-b9c5-ae9c1bbc3b85 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.847223] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.847223] env[65983]: value = "task-4467989" [ 594.847223] env[65983]: _type = "Task" [ 594.847223] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.865294] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c38ee144-9baa-49cd-a4a1-ee322d605c4a tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lock "347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.437s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.865643] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467989, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.233581] env[65983]: DEBUG nova.compute.manager [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 595.270162] env[65983]: DEBUG nova.virt.hardware [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 595.270454] env[65983]: DEBUG nova.virt.hardware [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.270598] env[65983]: DEBUG nova.virt.hardware [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 595.270771] env[65983]: DEBUG nova.virt.hardware [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.270929] env[65983]: DEBUG nova.virt.hardware [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 595.271073] env[65983]: DEBUG nova.virt.hardware [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 595.271298] env[65983]: DEBUG nova.virt.hardware [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 595.271521] env[65983]: DEBUG nova.virt.hardware [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 595.271590] env[65983]: DEBUG nova.virt.hardware [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 595.271746] env[65983]: DEBUG nova.virt.hardware [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 595.272280] env[65983]: DEBUG nova.virt.hardware [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 595.273740] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66ac125-020f-4f7f-ad43-2c8b7ef1867d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.282416] env[65983]: DEBUG oslo_vmware.rw_handles [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Completed reading data from the image iterator. {{(pid=65983) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 595.282651] env[65983]: DEBUG oslo_vmware.rw_handles [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 595.299591] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91620620-90ed-4789-a83e-daea30e83cd6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.305932] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4467987, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.359792] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467989, 'name': CreateVM_Task, 'duration_secs': 0.374787} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.359988] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.360535] env[65983]: WARNING neutronclient.v2_0.client [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.360981] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.361151] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.361468] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.361758] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70285ef5-7cc3-43c3-9a7a-1eba9363faf6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.368193] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 595.368193] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521df0fe-ef57-e933-c1c4-8c527a97e3e2" [ 595.368193] env[65983]: _type = "Task" [ 595.368193] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.378042] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521df0fe-ef57-e933-c1c4-8c527a97e3e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.440681] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Downloaded image file data 071a6326-39b8-4d94-b77c-aac96bfcf5e4 to vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk on the data store datastore1 {{(pid=65983) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 595.442663] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Caching image {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 595.442906] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Copying Virtual Disk [datastore1] vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk to [datastore1] vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.443218] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-412ca8ef-4d13-4ab4-9885-19d1bbf05d59 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.453640] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 595.453640] env[65983]: value = "task-4467990" [ 595.453640] env[65983]: _type = "Task" [ 595.453640] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.463713] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4467990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.783875] env[65983]: DEBUG oslo_vmware.api [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4467987, 'name': PowerOnVM_Task, 'duration_secs': 0.563861} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.784300] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.784565] env[65983]: INFO nova.compute.manager [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Took 13.20 seconds to spawn the instance on the hypervisor. [ 595.784764] env[65983]: DEBUG nova.compute.manager [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 595.785743] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f0bf02-655d-4e7c-82de-44a301ba96d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.880534] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.880720] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.880929] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.938311] env[65983]: DEBUG nova.network.neutron [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Successfully updated port: 83d8ff96-9b40-4a7c-9beb-1005219b6ffe {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 595.964163] env[65983]: DEBUG nova.network.neutron [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Successfully updated port: c58d8930-b971-4e81-83dd-bf7d221f17d9 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 595.972879] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4467990, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.998545] env[65983]: DEBUG nova.network.neutron [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Updated VIF entry in instance network info cache for port 3c09aa51-0527-4660-a4b9-da74e911d534. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 595.999032] env[65983]: DEBUG nova.network.neutron [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Updating instance_info_cache with network_info: [{"id": "3c09aa51-0527-4660-a4b9-da74e911d534", "address": "fa:16:3e:09:54:23", "network": {"id": "f52444b7-00e8-4013-ba2d-bc54c85f7d96", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1066330793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a4039581204686a439e7b27ea5fea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c09aa51-05", "ovs_interfaceid": "3c09aa51-0527-4660-a4b9-da74e911d534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.030144] env[65983]: DEBUG nova.network.neutron [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 596.225996] env[65983]: WARNING neutronclient.v2_0.client [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.307825] env[65983]: INFO nova.compute.manager [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Took 18.69 seconds to build instance. [ 596.362671] env[65983]: DEBUG nova.network.neutron [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating instance_info_cache with network_info: [{"id": "07a363b3-36dc-49d5-a49d-8aac1bf92b84", "address": "fa:16:3e:60:b0:c1", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a363b3-36", "ovs_interfaceid": "07a363b3-36dc-49d5-a49d-8aac1bf92b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.441584] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "refresh_cache-b1f9a306-6b07-400a-9eb6-d2021587c4c7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.441857] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquired lock "refresh_cache-b1f9a306-6b07-400a-9eb6-d2021587c4c7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.442088] env[65983]: DEBUG nova.network.neutron [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 596.467828] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Acquiring lock "refresh_cache-4f12a59e-86bb-42a6-908c-3469b9e476d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.468167] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Acquired lock "refresh_cache-4f12a59e-86bb-42a6-908c-3469b9e476d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.468518] env[65983]: DEBUG nova.network.neutron [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 596.471501] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4467990, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.501477] env[65983]: DEBUG oslo_concurrency.lockutils [req-bb791092-646e-42c7-ba40-382250dc2d72 req-bc4a6e84-97ad-41ba-9bb2-6f07344c2cfa service nova] Releasing lock "refresh_cache-bec0be17-439e-4e61-9693-81031e2b3581" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.809929] env[65983]: DEBUG oslo_concurrency.lockutils [None req-781e9065-445c-494f-b892-43e0a8d45aa6 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Lock "8d3fdc05-3b8e-4db1-9c39-a14d344a0bab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.211s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.865706] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.866186] env[65983]: DEBUG nova.compute.manager [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Instance network_info: |[{"id": "07a363b3-36dc-49d5-a49d-8aac1bf92b84", "address": "fa:16:3e:60:b0:c1", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a363b3-36", "ovs_interfaceid": "07a363b3-36dc-49d5-a49d-8aac1bf92b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 596.866645] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:b0:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07a363b3-36dc-49d5-a49d-8aac1bf92b84', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.875103] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Creating folder: Project (63702928a01d4bb2bffd8d10d1725e06). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.875504] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51677901-30ff-47d8-9e80-97c52d9f39c4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.888147] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Created folder: Project (63702928a01d4bb2bffd8d10d1725e06) in parent group-v873669. [ 596.888320] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Creating folder: Instances. Parent ref: group-v873691. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.888906] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98dad31b-c3ca-42c4-a0b6-7d8210c05d70 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.901543] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Created folder: Instances in parent group-v873691. [ 596.902688] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 596.902688] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.903103] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53286075-532e-454e-8950-7121ba0815c7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.929030] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.929030] env[65983]: value = "task-4467993" [ 596.929030] env[65983]: _type = "Task" [ 596.929030] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.940595] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467993, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.974238] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4467990, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.069306} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.975259] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Copied Virtual Disk [datastore1] vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk to [datastore1] vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.975259] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Deleting the datastore file [datastore1] vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a/071a6326-39b8-4d94-b77c-aac96bfcf5e4/tmp-sparse.vmdk {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.975446] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33e7d402-f3c3-4f7b-a92f-3d53d88492ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.984328] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 596.984328] env[65983]: value = "task-4467994" [ 596.984328] env[65983]: _type = "Task" [ 596.984328] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.002276] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4467994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.032018] env[65983]: DEBUG nova.network.neutron [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 597.047060] env[65983]: DEBUG nova.network.neutron [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 597.144128] env[65983]: WARNING neutronclient.v2_0.client [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.174361] env[65983]: WARNING neutronclient.v2_0.client [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.269077] env[65983]: DEBUG nova.network.neutron [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Updating instance_info_cache with network_info: [{"id": "c58d8930-b971-4e81-83dd-bf7d221f17d9", "address": "fa:16:3e:82:b7:21", "network": {"id": "33908da5-a410-4a7b-98af-6af864abe62f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1948477245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16880b7ccce543df943962527e4d5481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58d8930-b9", "ovs_interfaceid": "c58d8930-b971-4e81-83dd-bf7d221f17d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.396259] env[65983]: WARNING neutronclient.v2_0.client [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.407226] env[65983]: DEBUG nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Received event network-vif-plugged-e59fb38b-e903-409f-bf3d-27700880ae4b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 597.407748] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Acquiring lock "347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.408745] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Lock "347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.408745] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Lock "347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.408745] env[65983]: DEBUG nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] No waiting events found dispatching network-vif-plugged-e59fb38b-e903-409f-bf3d-27700880ae4b {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 597.411490] env[65983]: WARNING nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Received unexpected event network-vif-plugged-e59fb38b-e903-409f-bf3d-27700880ae4b for instance with vm_state active and task_state None. [ 597.411490] env[65983]: DEBUG nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Received event network-changed-e59fb38b-e903-409f-bf3d-27700880ae4b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 597.411490] env[65983]: DEBUG nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Refreshing instance network info cache due to event network-changed-e59fb38b-e903-409f-bf3d-27700880ae4b. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 597.411490] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Acquiring lock "refresh_cache-347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.411490] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Acquired lock "refresh_cache-347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.411958] env[65983]: DEBUG nova.network.neutron [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Refreshing network info cache for port e59fb38b-e903-409f-bf3d-27700880ae4b {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.443906] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467993, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.448344] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "74fdfde5-fc41-4621-9bf3-d23ab3ce8452" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.448564] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "74fdfde5-fc41-4621-9bf3-d23ab3ce8452" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.479583] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "aec420c4-a727-4c86-a3fb-d22d015d6b13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.480362] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "aec420c4-a727-4c86-a3fb-d22d015d6b13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.497231] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4467994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054021} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.498573] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.498790] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Moving file from [datastore1] vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a/071a6326-39b8-4d94-b77c-aac96bfcf5e4 to [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4. {{(pid=65983) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 597.499396] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b5f0e095-9788-449e-9d9e-abd8152cde1b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.510629] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 597.510629] env[65983]: value = "task-4467995" [ 597.510629] env[65983]: _type = "Task" [ 597.510629] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.525286] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "d2bccbbf-09fd-44d4-8b46-b32c3897e477" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.525670] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "d2bccbbf-09fd-44d4-8b46-b32c3897e477" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.531259] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4467995, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.601243] env[65983]: WARNING neutronclient.v2_0.client [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.684458] env[65983]: DEBUG nova.network.neutron [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Updating instance_info_cache with network_info: [{"id": "0d6b24db-52bf-4ce3-bc88-503ef2c03988", "address": "fa:16:3e:c1:7f:c3", "network": {"id": "bb2a108f-f5e3-4916-9d7a-680da83d040a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1240758797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6b24db-52", "ovs_interfaceid": "0d6b24db-52bf-4ce3-bc88-503ef2c03988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82f2624a-4aaa-4d06-a647-940e1abf71a8", "address": "fa:16:3e:e7:8c:64", "network": {"id": "0c2e3ead-5363-41f6-8029-ee16cef9a5d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-593016716", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f2624a-4a", "ovs_interfaceid": "82f2624a-4aaa-4d06-a647-940e1abf71a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "83d8ff96-9b40-4a7c-9beb-1005219b6ffe", "address": "fa:16:3e:fd:c7:c7", "network": {"id": "bb2a108f-f5e3-4916-9d7a-680da83d040a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1240758797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d8ff96-9b", "ovs_interfaceid": "83d8ff96-9b40-4a7c-9beb-1005219b6ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.773747] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Releasing lock "refresh_cache-4f12a59e-86bb-42a6-908c-3469b9e476d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.773747] env[65983]: DEBUG nova.compute.manager [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Instance network_info: |[{"id": "c58d8930-b971-4e81-83dd-bf7d221f17d9", "address": "fa:16:3e:82:b7:21", "network": {"id": "33908da5-a410-4a7b-98af-6af864abe62f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1948477245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16880b7ccce543df943962527e4d5481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58d8930-b9", "ovs_interfaceid": "c58d8930-b971-4e81-83dd-bf7d221f17d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 597.774294] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:b7:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c58d8930-b971-4e81-83dd-bf7d221f17d9', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.782355] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Creating folder: Project (16880b7ccce543df943962527e4d5481). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.782569] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1353e5b6-4082-4d48-9436-797a5a7090b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.796204] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Created folder: Project (16880b7ccce543df943962527e4d5481) in parent group-v873669. [ 597.796433] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Creating folder: Instances. Parent ref: group-v873694. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.797167] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41ec6fcb-1445-4af9-943f-d28dbb7aedd6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.809046] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Created folder: Instances in parent group-v873694. [ 597.809046] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 597.809046] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.809046] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cd688b5-cb81-4cdc-b528-5b5d77fe6691 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.830876] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.830876] env[65983]: value = "task-4467998" [ 597.830876] env[65983]: _type = "Task" [ 597.830876] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.842407] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467998, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.915986] env[65983]: WARNING neutronclient.v2_0.client [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.942216] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467993, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.952149] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 597.983062] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 598.024465] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4467995, 'name': MoveDatastoreFile_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.029087] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 598.077274] env[65983]: DEBUG nova.compute.manager [req-6f071ecb-a5cb-435c-835f-b3df01b3a0ba req-640656ae-08ba-4429-9682-ee9aa45aa070 service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Received event network-vif-plugged-0d6b24db-52bf-4ce3-bc88-503ef2c03988 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 598.077614] env[65983]: DEBUG oslo_concurrency.lockutils [req-6f071ecb-a5cb-435c-835f-b3df01b3a0ba req-640656ae-08ba-4429-9682-ee9aa45aa070 service nova] Acquiring lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.077902] env[65983]: DEBUG oslo_concurrency.lockutils [req-6f071ecb-a5cb-435c-835f-b3df01b3a0ba req-640656ae-08ba-4429-9682-ee9aa45aa070 service nova] Lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.078122] env[65983]: DEBUG oslo_concurrency.lockutils [req-6f071ecb-a5cb-435c-835f-b3df01b3a0ba req-640656ae-08ba-4429-9682-ee9aa45aa070 service nova] Lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.078363] env[65983]: DEBUG nova.compute.manager [req-6f071ecb-a5cb-435c-835f-b3df01b3a0ba req-640656ae-08ba-4429-9682-ee9aa45aa070 service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] No waiting events found dispatching network-vif-plugged-0d6b24db-52bf-4ce3-bc88-503ef2c03988 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 598.078584] env[65983]: WARNING nova.compute.manager [req-6f071ecb-a5cb-435c-835f-b3df01b3a0ba req-640656ae-08ba-4429-9682-ee9aa45aa070 service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Received unexpected event network-vif-plugged-0d6b24db-52bf-4ce3-bc88-503ef2c03988 for instance with vm_state building and task_state spawning. [ 598.121803] env[65983]: WARNING neutronclient.v2_0.client [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.186247] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Releasing lock "refresh_cache-b1f9a306-6b07-400a-9eb6-d2021587c4c7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.186788] env[65983]: DEBUG nova.compute.manager [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Instance network_info: |[{"id": "0d6b24db-52bf-4ce3-bc88-503ef2c03988", "address": "fa:16:3e:c1:7f:c3", "network": {"id": "bb2a108f-f5e3-4916-9d7a-680da83d040a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1240758797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6b24db-52", "ovs_interfaceid": "0d6b24db-52bf-4ce3-bc88-503ef2c03988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82f2624a-4aaa-4d06-a647-940e1abf71a8", "address": "fa:16:3e:e7:8c:64", "network": {"id": "0c2e3ead-5363-41f6-8029-ee16cef9a5d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-593016716", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f2624a-4a", "ovs_interfaceid": "82f2624a-4aaa-4d06-a647-940e1abf71a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "83d8ff96-9b40-4a7c-9beb-1005219b6ffe", "address": "fa:16:3e:fd:c7:c7", "network": {"id": "bb2a108f-f5e3-4916-9d7a-680da83d040a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1240758797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d8ff96-9b", "ovs_interfaceid": "83d8ff96-9b40-4a7c-9beb-1005219b6ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 598.187346] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:7f:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d6b24db-52bf-4ce3-bc88-503ef2c03988', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:8c:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82f2624a-4aaa-4d06-a647-940e1abf71a8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:c7:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83d8ff96-9b40-4a7c-9beb-1005219b6ffe', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.201853] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Creating folder: Project (a31edc021b604eb5a78301d8f926c8a7). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.203546] env[65983]: DEBUG nova.network.neutron [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Updated VIF entry in instance network info cache for port e59fb38b-e903-409f-bf3d-27700880ae4b. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 598.203939] env[65983]: DEBUG nova.network.neutron [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Updating instance_info_cache with network_info: [{"id": "e59fb38b-e903-409f-bf3d-27700880ae4b", "address": "fa:16:3e:dd:67:a5", "network": {"id": "3757eb8e-e512-4744-8533-5513994ccca0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1388129000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38cf7bcc32244e6882a81b041447b360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59fb38b-e9", "ovs_interfaceid": "e59fb38b-e903-409f-bf3d-27700880ae4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.205162] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0134579d-d250-4e0c-8d41-f5235219b749 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.219183] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Created folder: Project (a31edc021b604eb5a78301d8f926c8a7) in parent group-v873669. [ 598.219384] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Creating folder: Instances. Parent ref: group-v873697. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.219919] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12da7e35-fba5-4820-9efa-0b874489a5da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.231796] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Created folder: Instances in parent group-v873697. [ 598.232051] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 598.232247] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.232758] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ada93252-7307-4720-81fb-f99feb3fffb0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.261937] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.261937] env[65983]: value = "task-4468001" [ 598.261937] env[65983]: _type = "Task" [ 598.261937] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.271785] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468001, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.352206] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467998, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.445566] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467993, 'name': CreateVM_Task, 'duration_secs': 1.051543} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.445566] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.446313] env[65983]: WARNING neutronclient.v2_0.client [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.446977] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.446977] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.447230] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.447687] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3baa3bb-fcc3-43f8-b9f0-7a4c1b56c41d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.453952] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 598.453952] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52018473-7d92-fa0f-4c07-b8882fe137f0" [ 598.453952] env[65983]: _type = "Task" [ 598.453952] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.471070] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52018473-7d92-fa0f-4c07-b8882fe137f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.475401] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.475570] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.477474] env[65983]: INFO nova.compute.claims [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.520791] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.528138] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4467995, 'name': MoveDatastoreFile_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.560098] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.707898] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "b5af5878-375e-4405-b971-e3b28fa0e34c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.708073] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5af5878-375e-4405-b971-e3b28fa0e34c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.709804] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Releasing lock "refresh_cache-347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.709804] env[65983]: DEBUG nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Received event network-vif-plugged-846dc513-6bfe-4553-a968-2c33f60ef551 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 598.710659] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Acquiring lock "8d3fdc05-3b8e-4db1-9c39-a14d344a0bab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.710659] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Lock "8d3fdc05-3b8e-4db1-9c39-a14d344a0bab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.710659] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Lock "8d3fdc05-3b8e-4db1-9c39-a14d344a0bab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.711052] env[65983]: DEBUG nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] No waiting events found dispatching network-vif-plugged-846dc513-6bfe-4553-a968-2c33f60ef551 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 598.711052] env[65983]: WARNING nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Received unexpected event network-vif-plugged-846dc513-6bfe-4553-a968-2c33f60ef551 for instance with vm_state active and task_state None. [ 598.711167] env[65983]: DEBUG nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Received event network-changed-846dc513-6bfe-4553-a968-2c33f60ef551 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 598.711239] env[65983]: DEBUG nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Refreshing instance network info cache due to event network-changed-846dc513-6bfe-4553-a968-2c33f60ef551. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 598.711414] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Acquiring lock "refresh_cache-8d3fdc05-3b8e-4db1-9c39-a14d344a0bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.711545] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Acquired lock "refresh_cache-8d3fdc05-3b8e-4db1-9c39-a14d344a0bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.711697] env[65983]: DEBUG nova.network.neutron [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Refreshing network info cache for port 846dc513-6bfe-4553-a968-2c33f60ef551 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.774747] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468001, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.845453] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467998, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.924511] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Acquiring lock "864398b7-5b6d-486e-8190-46f930718874" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.924797] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Lock "864398b7-5b6d-486e-8190-46f930718874" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.965689] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52018473-7d92-fa0f-4c07-b8882fe137f0, 'name': SearchDatastore_Task, 'duration_secs': 0.027195} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.967137] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.967481] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.967580] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.001125] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Acquiring lock "a5ce250d-bf00-4b41-8581-930e9aa0debe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.001125] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Lock "a5ce250d-bf00-4b41-8581-930e9aa0debe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.001125] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Acquiring lock "a5ce250d-bf00-4b41-8581-930e9aa0debe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.001125] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Lock "a5ce250d-bf00-4b41-8581-930e9aa0debe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.001125] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Lock "a5ce250d-bf00-4b41-8581-930e9aa0debe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.005672] env[65983]: INFO nova.compute.manager [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Terminating instance [ 599.033845] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4467995, 'name': MoveDatastoreFile_Task, 'duration_secs': 1.05051} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.035067] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] File moved {{(pid=65983) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 599.035223] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Cleaning up location [datastore1] vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 599.036028] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Deleting the datastore file [datastore1] vmware_temp/38840d08-b397-4e27-a018-1685c5dd017a {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.036028] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af794587-2394-4abb-95cf-1f7df16f08ff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.043636] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 599.043636] env[65983]: value = "task-4468002" [ 599.043636] env[65983]: _type = "Task" [ 599.043636] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.054487] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.215029] env[65983]: DEBUG nova.compute.manager [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 599.218471] env[65983]: WARNING neutronclient.v2_0.client [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.284345] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468001, 'name': CreateVM_Task, 'duration_secs': 0.818627} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.284571] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.285173] env[65983]: WARNING neutronclient.v2_0.client [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.285539] env[65983]: WARNING neutronclient.v2_0.client [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.286185] env[65983]: WARNING neutronclient.v2_0.client [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.286411] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.286557] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.286856] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.287137] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8c8431-2014-43b9-9421-7de6119dd960 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.294479] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 599.294479] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528a5849-62d8-bdf4-63b4-8f39ab5ceae8" [ 599.294479] env[65983]: _type = "Task" [ 599.294479] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.310178] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528a5849-62d8-bdf4-63b4-8f39ab5ceae8, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.310343] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.310594] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.310804] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.343664] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4467998, 'name': CreateVM_Task, 'duration_secs': 1.147571} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.343664] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.344122] env[65983]: WARNING neutronclient.v2_0.client [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.344718] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.344824] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.345179] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.345449] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe2f2428-a7fd-4210-8d1c-c8678d4f955c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.353449] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Waiting for the task: (returnval){ [ 599.353449] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d64658-7406-bb6f-07c7-6cfbf647956b" [ 599.353449] env[65983]: _type = "Task" [ 599.353449] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.366040] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d64658-7406-bb6f-07c7-6cfbf647956b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.427160] env[65983]: DEBUG nova.compute.manager [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 599.471315] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Acquiring lock "bec0be17-439e-4e61-9693-81031e2b3581" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.472576] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Lock "bec0be17-439e-4e61-9693-81031e2b3581" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.472576] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Acquiring lock "bec0be17-439e-4e61-9693-81031e2b3581-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.472576] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Lock "bec0be17-439e-4e61-9693-81031e2b3581-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.472576] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Lock "bec0be17-439e-4e61-9693-81031e2b3581-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.474891] env[65983]: INFO nova.compute.manager [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Terminating instance [ 599.482584] env[65983]: WARNING neutronclient.v2_0.client [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.512017] env[65983]: DEBUG nova.compute.manager [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 599.512200] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 599.513790] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f736355e-14c2-462a-b225-c9734bfde8d9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.522849] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.523196] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5ecbc89-9aa2-48ea-9810-5f098b7431e7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.533756] env[65983]: DEBUG oslo_vmware.api [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Waiting for the task: (returnval){ [ 599.533756] env[65983]: value = "task-4468003" [ 599.533756] env[65983]: _type = "Task" [ 599.533756] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.551200] env[65983]: DEBUG oslo_vmware.api [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Task: {'id': task-4468003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.557806] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029786} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.560873] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.562123] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9e2e4b-afc4-45e0-95ef-298f89b725d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.568669] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 599.568669] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526b4f49-ea03-3910-a101-78820a2cd321" [ 599.568669] env[65983]: _type = "Task" [ 599.568669] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.579281] env[65983]: DEBUG nova.network.neutron [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Updated VIF entry in instance network info cache for port 846dc513-6bfe-4553-a968-2c33f60ef551. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 599.579715] env[65983]: DEBUG nova.network.neutron [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Updating instance_info_cache with network_info: [{"id": "846dc513-6bfe-4553-a968-2c33f60ef551", "address": "fa:16:3e:ce:b7:ff", "network": {"id": "da964445-a49b-4454-b590-c27ce8fa5234", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1523189083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9ba487da3a4b1da7651d54d5c0f3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846dc513-6b", "ovs_interfaceid": "846dc513-6bfe-4553-a968-2c33f60ef551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.584916] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526b4f49-ea03-3910-a101-78820a2cd321, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.585497] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.585737] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34/d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.586058] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.586407] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.586640] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb426460-6bb7-4d04-a2b8-8d79ed034e7b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.591567] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25c0f94b-d368-4237-a04b-cce84dad3234 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.600952] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 599.600952] env[65983]: value = "task-4468004" [ 599.600952] env[65983]: _type = "Task" [ 599.600952] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.606577] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.606900] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.613175] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c413bf5-263b-4fda-8b00-18bd7ba61853 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.620344] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.625283] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 599.625283] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a1aaae-9d65-1e61-6de4-ca3ae4369db2" [ 599.625283] env[65983]: _type = "Task" [ 599.625283] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.637629] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a1aaae-9d65-1e61-6de4-ca3ae4369db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.765451] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.778697] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d26a96-6456-40cd-8e23-f292ddb7716b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.788400] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4815175-70e3-4e18-9122-6a8b396e31c2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.823802] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1a314c-4b46-4adc-bd51-7f63a255f581 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.834069] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7feabefa-80b0-4387-add3-60269e6ceca4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.851469] env[65983]: DEBUG nova.compute.provider_tree [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.867933] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d64658-7406-bb6f-07c7-6cfbf647956b, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.868332] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.868573] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.868754] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.952429] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.979792] env[65983]: DEBUG nova.compute.manager [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 599.981057] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 599.981149] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c498678-1e76-4ff5-9257-2c3600a66553 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.993963] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.994453] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a05659c-7dff-435b-b3cb-06b8315a5592 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.007136] env[65983]: DEBUG oslo_vmware.api [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Waiting for the task: (returnval){ [ 600.007136] env[65983]: value = "task-4468005" [ 600.007136] env[65983]: _type = "Task" [ 600.007136] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.021956] env[65983]: DEBUG oslo_vmware.api [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4468005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.056310] env[65983]: DEBUG oslo_vmware.api [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Task: {'id': task-4468003, 'name': PowerOffVM_Task, 'duration_secs': 0.242809} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.056625] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 600.056909] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 600.057153] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9878ca1-ce82-4bbc-9651-1485800d2b6e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.087479] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Releasing lock "refresh_cache-8d3fdc05-3b8e-4db1-9c39-a14d344a0bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.088278] env[65983]: DEBUG nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Received event network-vif-plugged-80299ae8-ac99-4758-b8a0-576c77894ea4 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 600.088278] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Acquiring lock "d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.088278] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Lock "d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.088502] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Lock "d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.088661] env[65983]: DEBUG nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] No waiting events found dispatching network-vif-plugged-80299ae8-ac99-4758-b8a0-576c77894ea4 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 600.089012] env[65983]: WARNING nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Received unexpected event network-vif-plugged-80299ae8-ac99-4758-b8a0-576c77894ea4 for instance with vm_state building and task_state spawning. [ 600.089012] env[65983]: DEBUG nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Received event network-changed-80299ae8-ac99-4758-b8a0-576c77894ea4 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 600.089132] env[65983]: DEBUG nova.compute.manager [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Refreshing instance network info cache due to event network-changed-80299ae8-ac99-4758-b8a0-576c77894ea4. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 600.089373] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Acquiring lock "refresh_cache-d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.089600] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Acquired lock "refresh_cache-d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.089600] env[65983]: DEBUG nova.network.neutron [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Refreshing network info cache for port 80299ae8-ac99-4758-b8a0-576c77894ea4 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.125324] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468004, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.137839] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a1aaae-9d65-1e61-6de4-ca3ae4369db2, 'name': SearchDatastore_Task, 'duration_secs': 0.013349} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.139142] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7bcaa7-4cd9-4cd3-bce4-05e950700f84 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.146849] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 600.146849] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527bbbe2-e861-2544-cc0d-baf1eafe1991" [ 600.146849] env[65983]: _type = "Task" [ 600.146849] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.155962] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 600.156300] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 600.156488] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Deleting the datastore file [datastore2] a5ce250d-bf00-4b41-8581-930e9aa0debe {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.160347] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84d33829-1dc0-47c1-8df1-7b406feb9fc2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.162458] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527bbbe2-e861-2544-cc0d-baf1eafe1991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.171036] env[65983]: DEBUG oslo_vmware.api [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Waiting for the task: (returnval){ [ 600.171036] env[65983]: value = "task-4468007" [ 600.171036] env[65983]: _type = "Task" [ 600.171036] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.181422] env[65983]: DEBUG oslo_vmware.api [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Task: {'id': task-4468007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.355719] env[65983]: DEBUG nova.scheduler.client.report [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.383664] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "1abdd22c-da15-4eb3-a446-241cc2086ab3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.383993] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "1abdd22c-da15-4eb3-a446-241cc2086ab3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.518877] env[65983]: DEBUG oslo_vmware.api [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4468005, 'name': PowerOffVM_Task, 'duration_secs': 0.318679} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.518877] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 600.518877] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 600.519124] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b3493a4-c415-4b53-ab96-81b137320fd2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.596750] env[65983]: WARNING neutronclient.v2_0.client [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.599731] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 600.599960] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 600.600699] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Deleting the datastore file [datastore2] bec0be17-439e-4e61-9693-81031e2b3581 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.601125] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab9e7cda-fc23-4c5b-bbff-79e3fa9eb0b1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.613895] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468004, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.616655] env[65983]: DEBUG oslo_vmware.api [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Waiting for the task: (returnval){ [ 600.616655] env[65983]: value = "task-4468009" [ 600.616655] env[65983]: _type = "Task" [ 600.616655] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.660064] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527bbbe2-e861-2544-cc0d-baf1eafe1991, 'name': SearchDatastore_Task, 'duration_secs': 0.01332} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.661397] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.661860] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] c827472c-405c-4df1-8c05-b139c8b3ebce/c827472c-405c-4df1-8c05-b139c8b3ebce.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.662339] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.662698] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.663492] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e84cffac-cd20-498a-b404-324be3072f6e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.666231] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6291a07-3058-4ead-9be1-fdfbfae46bc1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.675193] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 600.675193] env[65983]: value = "task-4468010" [ 600.675193] env[65983]: _type = "Task" [ 600.675193] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.683245] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.683547] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.685494] env[65983]: DEBUG oslo_vmware.api [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Task: {'id': task-4468007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166697} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.686154] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d3a47a-204a-4374-bdcf-6d2d602f8f29 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.689986] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.690329] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 600.690626] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 600.690895] env[65983]: INFO nova.compute.manager [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Took 1.18 seconds to destroy the instance on the hypervisor. [ 600.691303] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 600.700346] env[65983]: DEBUG nova.compute.manager [-] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 600.700689] env[65983]: DEBUG nova.network.neutron [-] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 600.700968] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.703757] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.709855] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 600.709855] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bd5da3-8d56-cfde-eca0-4810d0550407" [ 600.709855] env[65983]: _type = "Task" [ 600.709855] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.722358] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bd5da3-8d56-cfde-eca0-4810d0550407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.845116] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.860977] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.863071] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 600.870285] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.349s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.873984] env[65983]: INFO nova.compute.claims [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.105140] env[65983]: DEBUG nova.compute.manager [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 601.105140] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ecfae2-af45-4657-a21a-a594d9432f58 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.118959] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468004, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.135242] env[65983]: DEBUG oslo_vmware.api [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Task: {'id': task-4468009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342174} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.135242] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.135242] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.135242] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.135242] env[65983]: INFO nova.compute.manager [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Took 1.15 seconds to destroy the instance on the hypervisor. [ 601.135242] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 601.135242] env[65983]: DEBUG nova.compute.manager [-] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 601.135242] env[65983]: DEBUG nova.network.neutron [-] [instance: bec0be17-439e-4e61-9693-81031e2b3581] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 601.135242] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.187452] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.226466] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bd5da3-8d56-cfde-eca0-4810d0550407, 'name': SearchDatastore_Task, 'duration_secs': 0.026307} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.227809] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc402668-0f68-40ab-9114-1a77a3bad4bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.235359] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 601.235359] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52471da9-6e06-c7b4-aeb0-fb2d8de619dd" [ 601.235359] env[65983]: _type = "Task" [ 601.235359] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.244516] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52471da9-6e06-c7b4-aeb0-fb2d8de619dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.285263] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.319509] env[65983]: WARNING neutronclient.v2_0.client [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.383943] env[65983]: DEBUG nova.compute.utils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.386232] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 601.386903] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 601.387281] env[65983]: WARNING neutronclient.v2_0.client [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.387531] env[65983]: WARNING neutronclient.v2_0.client [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.459604] env[65983]: DEBUG nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Received event network-vif-plugged-566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 601.460765] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Acquiring lock "c827472c-405c-4df1-8c05-b139c8b3ebce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.460765] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Lock "c827472c-405c-4df1-8c05-b139c8b3ebce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.460765] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Lock "c827472c-405c-4df1-8c05-b139c8b3ebce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.461378] env[65983]: DEBUG nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] No waiting events found dispatching network-vif-plugged-566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 601.461378] env[65983]: WARNING nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Received unexpected event network-vif-plugged-566c03ff-69b6-4e8b-8904-ace7156bc3a5 for instance with vm_state building and task_state spawning. [ 601.463773] env[65983]: DEBUG nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Received event network-changed-566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 601.463773] env[65983]: DEBUG nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Refreshing instance network info cache due to event network-changed-566c03ff-69b6-4e8b-8904-ace7156bc3a5. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 601.463773] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Acquiring lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.463773] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Acquired lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.463773] env[65983]: DEBUG nova.network.neutron [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Refreshing network info cache for port 566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.618684] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468004, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.555057} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.622321] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34/d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.622914] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.624105] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67dc2012-d925-4a87-af04-5f2f57faa9e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.628900] env[65983]: INFO nova.compute.manager [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] instance snapshotting [ 601.632360] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec19709-7bb3-4978-8dda-717399aa44fb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.639297] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 601.639297] env[65983]: value = "task-4468011" [ 601.639297] env[65983]: _type = "Task" [ 601.639297] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.661455] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b104f31b-dd7d-4838-b1ed-8dbdbb3f4602 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.668559] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.671577] env[65983]: DEBUG nova.policy [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '542c4091835d4810b5b23b250a780c5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b3e677561eb422ea1acd81bbdc611e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.674616] env[65983]: DEBUG nova.network.neutron [-] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.693124] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468010, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.751104] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52471da9-6e06-c7b4-aeb0-fb2d8de619dd, 'name': SearchDatastore_Task, 'duration_secs': 0.054714} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.752684] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.752991] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] abc18c43-9ef2-4c48-93d9-36c42dfd5178/abc18c43-9ef2-4c48-93d9-36c42dfd5178.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.753443] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.753704] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.754024] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f364af5-90fe-4cf8-9056-253143a40b13 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.758245] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1477818-3fc7-4306-8026-ec7b9536ff46 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.769657] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 601.769657] env[65983]: value = "task-4468012" [ 601.769657] env[65983]: _type = "Task" [ 601.769657] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.771644] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.771884] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.778071] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c188d9-6794-49b3-be65-66e9d50849c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.791043] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.791643] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 601.791643] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5244b1f5-3601-d8b2-3722-f50cb8e99e82" [ 601.791643] env[65983]: _type = "Task" [ 601.791643] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.802223] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5244b1f5-3601-d8b2-3722-f50cb8e99e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.894412] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 601.966871] env[65983]: WARNING neutronclient.v2_0.client [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.152579] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124617} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.155280] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.156421] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0c3686-809c-4d6e-8512-effef7b1f58c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.177659] env[65983]: INFO nova.compute.manager [-] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Took 1.48 seconds to deallocate network for instance. [ 602.186564] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34/d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.188045] env[65983]: DEBUG nova.network.neutron [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Updated VIF entry in instance network info cache for port 80299ae8-ac99-4758-b8a0-576c77894ea4. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 602.188813] env[65983]: DEBUG nova.network.neutron [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Updating instance_info_cache with network_info: [{"id": "80299ae8-ac99-4758-b8a0-576c77894ea4", "address": "fa:16:3e:1f:23:0a", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80299ae8-ac", "ovs_interfaceid": "80299ae8-ac99-4758-b8a0-576c77894ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.198304] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-729b0f6e-19d3-4005-a792-750980f6ca0f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.214494] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 602.215766] env[65983]: DEBUG oslo_concurrency.lockutils [req-8273e945-bed8-41aa-8304-0c11f4578661 req-1707b4c8-b433-452a-8567-5903b04d93a9 service nova] Releasing lock "refresh_cache-d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.219643] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-61affcf4-7af8-48fa-affe-14c3bfa90dab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.230634] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468010, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.38973} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.233604] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] c827472c-405c-4df1-8c05-b139c8b3ebce/c827472c-405c-4df1-8c05-b139c8b3ebce.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.233943] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.234434] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 602.234434] env[65983]: value = "task-4468014" [ 602.234434] env[65983]: _type = "Task" [ 602.234434] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.234668] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 602.234668] env[65983]: value = "task-4468013" [ 602.234668] env[65983]: _type = "Task" [ 602.234668] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.237516] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34d42acb-546f-4bcf-bd2a-2234a87b2c21 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.261837] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.262109] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468013, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.265211] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7488faf9-42e9-4a81-9914-9d19de526655 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.268476] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 602.268476] env[65983]: value = "task-4468015" [ 602.268476] env[65983]: _type = "Task" [ 602.268476] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.280223] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4954bee4-680e-46c3-a991-4f3449179d2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.287282] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.295135] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.327128] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384e202c-32d2-4f60-920e-1d4b24026c97 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.340588] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5244b1f5-3601-d8b2-3722-f50cb8e99e82, 'name': SearchDatastore_Task, 'duration_secs': 0.064729} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.341401] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfc7004-a369-4f0b-9e05-497ae358d89e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.345608] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ceefd9-fd57-46e9-a20a-fc45d8318829 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.353526] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 602.353526] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5268b62f-443e-7e5a-560f-1142bf5676ca" [ 602.353526] env[65983]: _type = "Task" [ 602.353526] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.365523] env[65983]: DEBUG nova.compute.provider_tree [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.376270] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5268b62f-443e-7e5a-560f-1142bf5676ca, 'name': SearchDatastore_Task, 'duration_secs': 0.020553} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.377183] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.377638] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] b1f9a306-6b07-400a-9eb6-d2021587c4c7/b1f9a306-6b07-400a-9eb6-d2021587c4c7.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.377819] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.377887] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.378101] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dc08f92-8360-4ebc-813c-482574268338 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.380679] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50aaeae7-fb7c-4c43-aa27-7d0d2a9bc585 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.390280] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 602.390280] env[65983]: value = "task-4468016" [ 602.390280] env[65983]: _type = "Task" [ 602.390280] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.391787] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.392043] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.396527] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42eb356-a24f-4199-beb9-c55f16aef099 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.409226] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.410447] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Waiting for the task: (returnval){ [ 602.410447] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522e927b-0bf3-88ad-f02f-935c9e8b7304" [ 602.410447] env[65983]: _type = "Task" [ 602.410447] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.423995] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522e927b-0bf3-88ad-f02f-935c9e8b7304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.475783] env[65983]: DEBUG nova.network.neutron [-] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.538631] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Successfully created port: 7ad42f81-467b-4cad-9983-8e5366f3541f {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 602.723885] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.755802] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.758986] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468013, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.779225] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075261} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.782736] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.783690] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d1c461-a5a9-4e88-b159-22d57e071d6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.794521] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963654} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.811075] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] abc18c43-9ef2-4c48-93d9-36c42dfd5178/abc18c43-9ef2-4c48-93d9-36c42dfd5178.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.811439] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.829586] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c827472c-405c-4df1-8c05-b139c8b3ebce/c827472c-405c-4df1-8c05-b139c8b3ebce.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.829850] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a3fa2c3-72ac-4a01-94d3-8d83a511dad4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.832414] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e84cdde1-2226-4f41-90e3-adcc7011c88f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.857133] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 602.857133] env[65983]: value = "task-4468017" [ 602.857133] env[65983]: _type = "Task" [ 602.857133] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.860053] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 602.860053] env[65983]: value = "task-4468018" [ 602.860053] env[65983]: _type = "Task" [ 602.860053] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.875620] env[65983]: DEBUG nova.scheduler.client.report [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.887125] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.894454] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.909262] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468016, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.912677] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 602.935305] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522e927b-0bf3-88ad-f02f-935c9e8b7304, 'name': SearchDatastore_Task, 'duration_secs': 0.057833} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.939679] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dea8115-1170-4346-afca-6eb34d8663b5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.948815] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 602.949102] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.949350] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 602.949422] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.949556] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 602.949722] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 602.949930] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 602.950098] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 602.950282] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 602.950456] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 602.950705] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 602.952575] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4a7020-d1df-42d5-8199-fb81ff1591e8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.957157] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Waiting for the task: (returnval){ [ 602.957157] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529c9d56-4cbb-b0cf-a0a6-ea59c88becad" [ 602.957157] env[65983]: _type = "Task" [ 602.957157] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.964766] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a94480-6c9c-4bef-af21-24c98367ad3b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.973591] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529c9d56-4cbb-b0cf-a0a6-ea59c88becad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.988460] env[65983]: INFO nova.compute.manager [-] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Took 1.85 seconds to deallocate network for instance. [ 603.257523] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468014, 'name': ReconfigVM_Task, 'duration_secs': 0.797578} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.261971] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Reconfigured VM instance instance-00000006 to attach disk [datastore1] d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34/d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.262462] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468013, 'name': CreateSnapshot_Task, 'duration_secs': 1.008402} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.262682] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdf66c8f-289b-4406-b73a-c4161cda1429 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.265625] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 603.265625] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1349ac-dc6d-433c-a5ee-20567bc16d91 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.279977] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 603.279977] env[65983]: value = "task-4468019" [ 603.279977] env[65983]: _type = "Task" [ 603.279977] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.296826] env[65983]: DEBUG nova.compute.manager [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Received event network-changed-0d6b24db-52bf-4ce3-bc88-503ef2c03988 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 603.296826] env[65983]: DEBUG nova.compute.manager [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Refreshing instance network info cache due to event network-changed-0d6b24db-52bf-4ce3-bc88-503ef2c03988. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 603.296826] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Acquiring lock "refresh_cache-b1f9a306-6b07-400a-9eb6-d2021587c4c7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.296826] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Acquired lock "refresh_cache-b1f9a306-6b07-400a-9eb6-d2021587c4c7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.297087] env[65983]: DEBUG nova.network.neutron [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Refreshing network info cache for port 0d6b24db-52bf-4ce3-bc88-503ef2c03988 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.405799] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122984} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.405799] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.405799] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d96fece-55cd-4061-aaff-ec59d1b6bae2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.405799] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.405799] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.405799] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 603.412185] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] abc18c43-9ef2-4c48-93d9-36c42dfd5178/abc18c43-9ef2-4c48-93d9-36c42dfd5178.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.416024] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.853s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.416024] env[65983]: INFO nova.compute.claims [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.423887] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec7876ff-12bd-4160-9809-c22aed60e40d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.454437] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807166} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.457986] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] b1f9a306-6b07-400a-9eb6-d2021587c4c7/b1f9a306-6b07-400a-9eb6-d2021587c4c7.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.458308] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.458719] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 603.458719] env[65983]: value = "task-4468020" [ 603.458719] env[65983]: _type = "Task" [ 603.458719] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.459210] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e22d4bca-d547-4822-afe4-58854d890814 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.493183] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.493183] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529c9d56-4cbb-b0cf-a0a6-ea59c88becad, 'name': SearchDatastore_Task, 'duration_secs': 0.066898} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.493183] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 603.493183] env[65983]: value = "task-4468021" [ 603.493183] env[65983]: _type = "Task" [ 603.493183] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.493460] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.493569] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 4f12a59e-86bb-42a6-908c-3469b9e476d1/4f12a59e-86bb-42a6-908c-3469b9e476d1.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.493843] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3bcad08-b95c-4437-8bef-3f05a3c9ba1e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.500056] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.507742] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Waiting for the task: (returnval){ [ 603.507742] env[65983]: value = "task-4468022" [ 603.507742] env[65983]: _type = "Task" [ 603.507742] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.516830] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.792048] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 603.792048] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-11a903b6-6d82-41c9-896b-96eea5012076 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.801590] env[65983]: WARNING neutronclient.v2_0.client [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.809284] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468019, 'name': Rename_Task, 'duration_secs': 0.198942} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.811347] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.812292] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 603.812292] env[65983]: value = "task-4468023" [ 603.812292] env[65983]: _type = "Task" [ 603.812292] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.812292] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cba9b7c-c007-4327-ac66-43c605be123e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.832368] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468023, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.834643] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 603.834643] env[65983]: value = "task-4468024" [ 603.834643] env[65983]: _type = "Task" [ 603.834643] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.847545] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.880042] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468018, 'name': ReconfigVM_Task, 'duration_secs': 0.746591} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.880258] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c827472c-405c-4df1-8c05-b139c8b3ebce/c827472c-405c-4df1-8c05-b139c8b3ebce.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.881052] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-821ba0fd-0b0e-4006-87b8-f4a59c53260b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.890422] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 603.890422] env[65983]: value = "task-4468025" [ 603.890422] env[65983]: _type = "Task" [ 603.890422] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.903830] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468025, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.915241] env[65983]: DEBUG nova.compute.utils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.917416] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 603.917669] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 603.918010] env[65983]: WARNING neutronclient.v2_0.client [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.918309] env[65983]: WARNING neutronclient.v2_0.client [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.974113] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468020, 'name': ReconfigVM_Task, 'duration_secs': 0.405412} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.974113] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Reconfigured VM instance instance-00000009 to attach disk [datastore1] abc18c43-9ef2-4c48-93d9-36c42dfd5178/abc18c43-9ef2-4c48-93d9-36c42dfd5178.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.975251] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-302ef6a5-aa37-483f-a657-7b51c368ddae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.983744] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 603.983744] env[65983]: value = "task-4468026" [ 603.983744] env[65983]: _type = "Task" [ 603.983744] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.997510] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468026, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.011041] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103725} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.012243] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.013190] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71c9bec-864e-47f2-bf7f-62bc6216e4b6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.024766] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468022, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.047143] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] b1f9a306-6b07-400a-9eb6-d2021587c4c7/b1f9a306-6b07-400a-9eb6-d2021587c4c7.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.047431] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d0b4ae-2e91-48b2-814b-733c588f8d20 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.070763] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 604.070763] env[65983]: value = "task-4468027" [ 604.070763] env[65983]: _type = "Task" [ 604.070763] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.080784] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.326733] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468023, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.338191] env[65983]: DEBUG nova.policy [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '542c4091835d4810b5b23b250a780c5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b3e677561eb422ea1acd81bbdc611e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.353043] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468024, 'name': PowerOnVM_Task} progress is 98%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.403233] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468025, 'name': Rename_Task, 'duration_secs': 0.434531} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.403584] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.403933] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89d7d33c-d833-482d-a315-ed0c65f89656 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.412728] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 604.412728] env[65983]: value = "task-4468028" [ 604.412728] env[65983]: _type = "Task" [ 604.412728] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.429908] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 604.435364] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.501139] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468026, 'name': Rename_Task, 'duration_secs': 0.35288} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.501435] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.501861] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa5ac30-4939-4040-892b-802744a334c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.510544] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 604.510544] env[65983]: value = "task-4468029" [ 604.510544] env[65983]: _type = "Task" [ 604.510544] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.529816] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546215} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.533618] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 4f12a59e-86bb-42a6-908c-3469b9e476d1/4f12a59e-86bb-42a6-908c-3469b9e476d1.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.533886] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.534635] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468029, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.534873] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb9ee435-460e-4f19-8297-a7f35947165f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.546776] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Waiting for the task: (returnval){ [ 604.546776] env[65983]: value = "task-4468030" [ 604.546776] env[65983]: _type = "Task" [ 604.546776] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.560435] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.588308] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468027, 'name': ReconfigVM_Task, 'duration_secs': 0.467108} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.588308] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Reconfigured VM instance instance-00000007 to attach disk [datastore1] b1f9a306-6b07-400a-9eb6-d2021587c4c7/b1f9a306-6b07-400a-9eb6-d2021587c4c7.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.589819] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96419266-af60-4cd4-af3f-7a9a9dab4a13 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.605778] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 604.605778] env[65983]: value = "task-4468031" [ 604.605778] env[65983]: _type = "Task" [ 604.605778] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.622024] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468031, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.651544] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Successfully updated port: 7ad42f81-467b-4cad-9983-8e5366f3541f {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 604.816839] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0c8b17-1808-42ed-96d4-0b0e321695f3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.829895] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468023, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.833374] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad5699b-2df1-4ec4-8f23-a96099ddb7c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.847828] env[65983]: DEBUG oslo_vmware.api [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468024, 'name': PowerOnVM_Task, 'duration_secs': 0.663399} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.876360] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.876360] env[65983]: INFO nova.compute.manager [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Took 20.03 seconds to spawn the instance on the hypervisor. [ 604.876360] env[65983]: DEBUG nova.compute.manager [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 604.878928] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba88e83-efb7-4e16-8adf-9e887a014ecb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.880751] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1390cb09-df78-4f8c-abf2-15c2da84b50e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.891777] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947d1769-12c3-4571-bd89-1be725dfac84 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.919547] env[65983]: DEBUG nova.compute.provider_tree [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.933255] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.030787] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468029, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.058043] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07723} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.058574] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.059326] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d806c4bf-3903-4f5b-ac83-75116fb71bf9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.083806] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 4f12a59e-86bb-42a6-908c-3469b9e476d1/4f12a59e-86bb-42a6-908c-3469b9e476d1.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.084195] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f8ead0-427a-4d00-808a-d594407218ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.106719] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Waiting for the task: (returnval){ [ 605.106719] env[65983]: value = "task-4468032" [ 605.106719] env[65983]: _type = "Task" [ 605.106719] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.121049] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468032, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.126202] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468031, 'name': Rename_Task, 'duration_secs': 0.293406} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.126202] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.126202] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b86f5ea-49f4-4a75-9016-fef1efd8ab84 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.132041] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 605.132041] env[65983]: value = "task-4468033" [ 605.132041] env[65983]: _type = "Task" [ 605.132041] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.142481] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.155204] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "refresh_cache-74fdfde5-fc41-4621-9bf3-d23ab3ce8452" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.155204] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquired lock "refresh_cache-74fdfde5-fc41-4621-9bf3-d23ab3ce8452" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.155614] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 605.195127] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Successfully created port: 3394a136-fcb3-4e9b-9d63-2c868b1df3cc {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 605.225251] env[65983]: WARNING neutronclient.v2_0.client [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.328869] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468023, 'name': CloneVM_Task} progress is 95%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.412595] env[65983]: INFO nova.compute.manager [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Took 26.63 seconds to build instance. [ 605.426451] env[65983]: DEBUG nova.scheduler.client.report [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.436101] env[65983]: DEBUG oslo_vmware.api [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468028, 'name': PowerOnVM_Task, 'duration_secs': 0.666943} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.436101] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.436101] env[65983]: INFO nova.compute.manager [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Took 16.02 seconds to spawn the instance on the hypervisor. [ 605.436101] env[65983]: DEBUG nova.compute.manager [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 605.439120] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad83673f-10aa-446c-908c-5d8d1b07280a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.447811] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 605.493799] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 605.494083] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.496337] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 605.496337] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.496337] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 605.496337] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 605.496337] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 605.496337] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 605.496337] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 605.496337] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 605.496337] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 605.497015] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0000f63-a2d0-4208-93c6-91fd9211e1d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.507375] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f1afc9-6359-4ffd-a270-a67f8944b3c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.538944] env[65983]: DEBUG oslo_vmware.api [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468029, 'name': PowerOnVM_Task, 'duration_secs': 0.625742} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.539138] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.539225] env[65983]: INFO nova.compute.manager [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Took 13.85 seconds to spawn the instance on the hypervisor. [ 605.539360] env[65983]: DEBUG nova.compute.manager [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 605.541493] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf50f867-b4ec-4d1e-a6ad-f63cd3d8c2e7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.621850] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.653153] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.827686] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468023, 'name': CloneVM_Task, 'duration_secs': 1.715847} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.828324] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Created linked-clone VM from snapshot [ 605.828787] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac774a0a-c681-4853-a9e1-0f6adbb0e6d8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.838027] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Uploading image 1705e2af-7e24-4f95-8205-f357448301e6 {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 605.840729] env[65983]: DEBUG nova.network.neutron [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Updated VIF entry in instance network info cache for port 566c03ff-69b6-4e8b-8904-ace7156bc3a5. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 605.841078] env[65983]: DEBUG nova.network.neutron [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Updating instance_info_cache with network_info: [{"id": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "address": "fa:16:3e:52:8d:78", "network": {"id": "f539e1c1-2f65-4f51-a6bb-f96e565ed166", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2058730624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c988392f7fd04fe8a0ae2ec40a28e2f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566c03ff-69", "ovs_interfaceid": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.875419] env[65983]: DEBUG oslo_vmware.rw_handles [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 605.875419] env[65983]: value = "vm-873701" [ 605.875419] env[65983]: _type = "VirtualMachine" [ 605.875419] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 605.875716] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f42edb30-7124-4317-8948-5cbe170626fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.878584] env[65983]: WARNING neutronclient.v2_0.client [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.887474] env[65983]: DEBUG oslo_vmware.rw_handles [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lease: (returnval){ [ 605.887474] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52651520-b99b-a0ae-8e9a-e3019642908c" [ 605.887474] env[65983]: _type = "HttpNfcLease" [ 605.887474] env[65983]: } obtained for exporting VM: (result){ [ 605.887474] env[65983]: value = "vm-873701" [ 605.887474] env[65983]: _type = "VirtualMachine" [ 605.887474] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 605.887895] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the lease: (returnval){ [ 605.887895] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52651520-b99b-a0ae-8e9a-e3019642908c" [ 605.887895] env[65983]: _type = "HttpNfcLease" [ 605.887895] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 605.895710] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 605.895710] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52651520-b99b-a0ae-8e9a-e3019642908c" [ 605.895710] env[65983]: _type = "HttpNfcLease" [ 605.895710] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 605.914281] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44ec358-ebad-423d-a92f-528dc10b83cb tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Lock "d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.160s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.936808] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.937163] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 605.940141] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.174s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.940889] env[65983]: INFO nova.compute.claims [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.945463] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 605.976766] env[65983]: INFO nova.compute.manager [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Took 25.57 seconds to build instance. [ 606.061319] env[65983]: INFO nova.compute.manager [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Took 21.44 seconds to build instance. [ 606.122019] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.143950] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.344794] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Releasing lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.345046] env[65983]: DEBUG nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Received event network-vif-plugged-07a363b3-36dc-49d5-a49d-8aac1bf92b84 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 606.345247] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Acquiring lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.345454] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.345614] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.345779] env[65983]: DEBUG nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] No waiting events found dispatching network-vif-plugged-07a363b3-36dc-49d5-a49d-8aac1bf92b84 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 606.345941] env[65983]: WARNING nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Received unexpected event network-vif-plugged-07a363b3-36dc-49d5-a49d-8aac1bf92b84 for instance with vm_state building and task_state spawning. [ 606.346221] env[65983]: DEBUG nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Received event network-changed-07a363b3-36dc-49d5-a49d-8aac1bf92b84 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 606.346454] env[65983]: DEBUG nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Refreshing instance network info cache due to event network-changed-07a363b3-36dc-49d5-a49d-8aac1bf92b84. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 606.346746] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Acquiring lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.346964] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Acquired lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.347715] env[65983]: DEBUG nova.network.neutron [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Refreshing network info cache for port 07a363b3-36dc-49d5-a49d-8aac1bf92b84 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.401678] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 606.401678] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52651520-b99b-a0ae-8e9a-e3019642908c" [ 606.401678] env[65983]: _type = "HttpNfcLease" [ 606.401678] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 606.402428] env[65983]: DEBUG oslo_vmware.rw_handles [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 606.402428] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52651520-b99b-a0ae-8e9a-e3019642908c" [ 606.402428] env[65983]: _type = "HttpNfcLease" [ 606.402428] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 606.404365] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b433a1-4f04-454c-b835-8c35c58cf58e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.413653] env[65983]: DEBUG oslo_concurrency.lockutils [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Acquiring lock "8d3fdc05-3b8e-4db1-9c39-a14d344a0bab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.413814] env[65983]: DEBUG oslo_concurrency.lockutils [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Lock "8d3fdc05-3b8e-4db1-9c39-a14d344a0bab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.413925] env[65983]: DEBUG oslo_concurrency.lockutils [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Acquiring lock "8d3fdc05-3b8e-4db1-9c39-a14d344a0bab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.414116] env[65983]: DEBUG oslo_concurrency.lockutils [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Lock "8d3fdc05-3b8e-4db1-9c39-a14d344a0bab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.414311] env[65983]: DEBUG oslo_concurrency.lockutils [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Lock "8d3fdc05-3b8e-4db1-9c39-a14d344a0bab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.423598] env[65983]: DEBUG nova.compute.manager [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 606.427897] env[65983]: DEBUG oslo_vmware.rw_handles [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222950b-f088-bfaf-882d-397c8542fd66/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 606.428127] env[65983]: DEBUG oslo_vmware.rw_handles [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222950b-f088-bfaf-882d-397c8542fd66/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 606.430077] env[65983]: INFO nova.compute.manager [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Terminating instance [ 606.491292] env[65983]: DEBUG nova.compute.utils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.495055] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64648813-f05f-442b-be82-1a7a6a394312 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "c827472c-405c-4df1-8c05-b139c8b3ebce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.102s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.499465] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 606.500694] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 606.500694] env[65983]: WARNING neutronclient.v2_0.client [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.500694] env[65983]: WARNING neutronclient.v2_0.client [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.546981] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-79391ded-dbae-43f6-8efc-80ef47acffed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.563271] env[65983]: DEBUG oslo_concurrency.lockutils [None req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.951s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.622821] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468032, 'name': ReconfigVM_Task, 'duration_secs': 1.093524} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.622942] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 4f12a59e-86bb-42a6-908c-3469b9e476d1/4f12a59e-86bb-42a6-908c-3469b9e476d1.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.624113] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3cfb447-db9a-488b-a283-3f5d4658fc0b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.632481] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Waiting for the task: (returnval){ [ 606.632481] env[65983]: value = "task-4468035" [ 606.632481] env[65983]: _type = "Task" [ 606.632481] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.646112] env[65983]: DEBUG oslo_vmware.api [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468033, 'name': PowerOnVM_Task, 'duration_secs': 1.308467} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.650365] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.650365] env[65983]: INFO nova.compute.manager [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Took 19.49 seconds to spawn the instance on the hypervisor. [ 606.650474] env[65983]: DEBUG nova.compute.manager [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 606.650665] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468035, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.651440] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d020a918-0c7f-4825-ba48-91284e677bcd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.854102] env[65983]: WARNING neutronclient.v2_0.client [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.901854] env[65983]: DEBUG nova.policy [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '542c4091835d4810b5b23b250a780c5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b3e677561eb422ea1acd81bbdc611e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.957352] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.998648] env[65983]: DEBUG nova.compute.manager [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 606.999159] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.003568] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 607.009076] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a013be26-a6fd-400c-b36a-43058c42a301 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.022100] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 607.022479] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b5f01bb-e788-4619-bef4-6b833399dd14 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.033224] env[65983]: DEBUG oslo_vmware.api [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Waiting for the task: (returnval){ [ 607.033224] env[65983]: value = "task-4468036" [ 607.033224] env[65983]: _type = "Task" [ 607.033224] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.042981] env[65983]: DEBUG oslo_vmware.api [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4468036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.091164] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Successfully updated port: 3394a136-fcb3-4e9b-9d63-2c868b1df3cc {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 607.140808] env[65983]: DEBUG nova.network.neutron [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Updated VIF entry in instance network info cache for port 0d6b24db-52bf-4ce3-bc88-503ef2c03988. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 607.141412] env[65983]: DEBUG nova.network.neutron [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Updating instance_info_cache with network_info: [{"id": "0d6b24db-52bf-4ce3-bc88-503ef2c03988", "address": "fa:16:3e:c1:7f:c3", "network": {"id": "bb2a108f-f5e3-4916-9d7a-680da83d040a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1240758797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6b24db-52", "ovs_interfaceid": "0d6b24db-52bf-4ce3-bc88-503ef2c03988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82f2624a-4aaa-4d06-a647-940e1abf71a8", "address": "fa:16:3e:e7:8c:64", "network": {"id": "0c2e3ead-5363-41f6-8029-ee16cef9a5d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-593016716", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f2624a-4a", "ovs_interfaceid": "82f2624a-4aaa-4d06-a647-940e1abf71a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "83d8ff96-9b40-4a7c-9beb-1005219b6ffe", "address": "fa:16:3e:fd:c7:c7", "network": {"id": "bb2a108f-f5e3-4916-9d7a-680da83d040a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1240758797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d8ff96-9b", "ovs_interfaceid": "83d8ff96-9b40-4a7c-9beb-1005219b6ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.151682] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468035, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.176461] env[65983]: INFO nova.compute.manager [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Took 26.99 seconds to build instance. [ 607.389380] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc23554-f551-42b9-96e3-90578c13f5af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.399774] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e86b74c-8e50-4f0c-aea4-c5599456195b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.436080] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9365a0a2-5164-4a2e-b327-beedd1baf4c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.449109] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6460d5c0-2077-42fa-b32f-8493ef1f4cdc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.466920] env[65983]: DEBUG nova.compute.provider_tree [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.552761] env[65983]: DEBUG oslo_vmware.api [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4468036, 'name': PowerOffVM_Task, 'duration_secs': 0.280414} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.552761] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.553754] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.553754] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb78c934-b1aa-4522-be73-a829b98d790f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.595637] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "refresh_cache-aec420c4-a727-4c86-a3fb-d22d015d6b13" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.596658] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquired lock "refresh_cache-aec420c4-a727-4c86-a3fb-d22d015d6b13" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.596658] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 607.633827] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.635032] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.637463] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Deleting the datastore file [datastore2] 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.637956] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-779781ae-86c9-435d-aede-c5c3e5d4024a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.650124] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Releasing lock "refresh_cache-b1f9a306-6b07-400a-9eb6-d2021587c4c7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.650597] env[65983]: DEBUG nova.compute.manager [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Received event network-vif-plugged-82f2624a-4aaa-4d06-a647-940e1abf71a8 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 607.650856] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Acquiring lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.651219] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.651442] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.651878] env[65983]: DEBUG nova.compute.manager [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] No waiting events found dispatching network-vif-plugged-82f2624a-4aaa-4d06-a647-940e1abf71a8 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 607.652184] env[65983]: WARNING nova.compute.manager [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Received unexpected event network-vif-plugged-82f2624a-4aaa-4d06-a647-940e1abf71a8 for instance with vm_state building and task_state spawning. [ 607.652380] env[65983]: DEBUG nova.compute.manager [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Received event network-changed-82f2624a-4aaa-4d06-a647-940e1abf71a8 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 607.654536] env[65983]: DEBUG nova.compute.manager [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Refreshing instance network info cache due to event network-changed-82f2624a-4aaa-4d06-a647-940e1abf71a8. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 607.654536] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Acquiring lock "refresh_cache-b1f9a306-6b07-400a-9eb6-d2021587c4c7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.654536] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Acquired lock "refresh_cache-b1f9a306-6b07-400a-9eb6-d2021587c4c7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.654536] env[65983]: DEBUG nova.network.neutron [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Refreshing network info cache for port 82f2624a-4aaa-4d06-a647-940e1abf71a8 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.663266] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468035, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.667159] env[65983]: DEBUG oslo_vmware.api [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Waiting for the task: (returnval){ [ 607.667159] env[65983]: value = "task-4468038" [ 607.667159] env[65983]: _type = "Task" [ 607.667159] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.678486] env[65983]: DEBUG oslo_vmware.api [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4468038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.679143] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.505s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.723278] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Successfully created port: 96a1cf63-153b-4faf-9995-20bd8cac98bf {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 607.742519] env[65983]: WARNING neutronclient.v2_0.client [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.972148] env[65983]: DEBUG nova.scheduler.client.report [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.022579] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 608.060068] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 608.060068] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.060068] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 608.060068] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.060068] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 608.060068] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 608.060548] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 608.060548] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 608.060617] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 608.060767] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 608.061138] env[65983]: DEBUG nova.virt.hardware [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 608.062136] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78003417-6de8-4bd6-89cc-450402579236 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.077111] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6b1881-ecd6-4bc7-af2e-b836dee50b37 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.085736] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Updating instance_info_cache with network_info: [{"id": "7ad42f81-467b-4cad-9983-8e5366f3541f", "address": "fa:16:3e:64:75:f8", "network": {"id": "b396b1f6-a870-427e-87bc-012ec2907bf8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1208126554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8b3e677561eb422ea1acd81bbdc611e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad42f81-46", "ovs_interfaceid": "7ad42f81-467b-4cad-9983-8e5366f3541f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.144769] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 608.161203] env[65983]: WARNING neutronclient.v2_0.client [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.165061] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468035, 'name': Rename_Task, 'duration_secs': 1.125784} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.165061] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.165061] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd5570ac-21f0-44c8-be53-3a8986799343 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.182034] env[65983]: WARNING neutronclient.v2_0.client [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.187609] env[65983]: DEBUG oslo_vmware.api [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Task: {'id': task-4468038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190962} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.187976] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Waiting for the task: (returnval){ [ 608.187976] env[65983]: value = "task-4468039" [ 608.187976] env[65983]: _type = "Task" [ 608.187976] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.188515] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.188809] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.189164] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.189394] env[65983]: INFO nova.compute.manager [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Took 1.19 seconds to destroy the instance on the hypervisor. [ 608.189697] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 608.190012] env[65983]: DEBUG nova.compute.manager [-] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 608.190203] env[65983]: DEBUG nova.network.neutron [-] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 608.190468] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.207259] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468039, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.330910] env[65983]: DEBUG nova.compute.manager [req-333e245a-958f-4ed6-92cd-1ff27988200f req-f31a1a84-672a-46f9-b927-c92d840891e1 service nova] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Received event network-vif-deleted-ffb3738d-bea8-4b83-bf49-cf4f223eb663 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 608.366373] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.482758] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.483491] env[65983]: DEBUG nova.compute.manager [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 608.486758] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.534s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.488218] env[65983]: INFO nova.compute.claims [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.589746] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Releasing lock "refresh_cache-74fdfde5-fc41-4621-9bf3-d23ab3ce8452" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.590095] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Instance network_info: |[{"id": "7ad42f81-467b-4cad-9983-8e5366f3541f", "address": "fa:16:3e:64:75:f8", "network": {"id": "b396b1f6-a870-427e-87bc-012ec2907bf8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1208126554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8b3e677561eb422ea1acd81bbdc611e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad42f81-46", "ovs_interfaceid": "7ad42f81-467b-4cad-9983-8e5366f3541f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 608.590654] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:75:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ad42f81-467b-4cad-9983-8e5366f3541f', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.599367] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Creating folder: Project (8b3e677561eb422ea1acd81bbdc611e0). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.600140] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60524daa-f0ab-4223-a91d-32a84f66fce1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.615290] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Created folder: Project (8b3e677561eb422ea1acd81bbdc611e0) in parent group-v873669. [ 608.615579] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Creating folder: Instances. Parent ref: group-v873702. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.615946] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07b6d332-4d41-4339-b56d-f2188e6628f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.626197] env[65983]: DEBUG nova.network.neutron [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updated VIF entry in instance network info cache for port 07a363b3-36dc-49d5-a49d-8aac1bf92b84. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 608.626895] env[65983]: DEBUG nova.network.neutron [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating instance_info_cache with network_info: [{"id": "07a363b3-36dc-49d5-a49d-8aac1bf92b84", "address": "fa:16:3e:60:b0:c1", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a363b3-36", "ovs_interfaceid": "07a363b3-36dc-49d5-a49d-8aac1bf92b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.633317] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Created folder: Instances in parent group-v873702. [ 608.633317] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 608.633580] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.633580] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5ba5294-d157-401f-8ebb-69d1d5b218db {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.658169] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.658169] env[65983]: value = "task-4468042" [ 608.658169] env[65983]: _type = "Task" [ 608.658169] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.671511] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468042, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.702884] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.796965] env[65983]: DEBUG nova.compute.manager [req-65a68921-007c-4f39-9044-4b5d3e745a97 req-969370df-dfa0-483e-a162-c31f86aaedfb service nova] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Received event network-vif-deleted-3c09aa51-0527-4660-a4b9-da74e911d534 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 608.994429] env[65983]: DEBUG nova.compute.utils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.998202] env[65983]: DEBUG nova.compute.manager [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 608.998452] env[65983]: DEBUG nova.network.neutron [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 608.998874] env[65983]: WARNING neutronclient.v2_0.client [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.999179] env[65983]: WARNING neutronclient.v2_0.client [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.129180] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Releasing lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.129470] env[65983]: DEBUG nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Received event network-vif-plugged-83d8ff96-9b40-4a7c-9beb-1005219b6ffe {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 609.129654] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Acquiring lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.129843] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.129985] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.130381] env[65983]: DEBUG nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] No waiting events found dispatching network-vif-plugged-83d8ff96-9b40-4a7c-9beb-1005219b6ffe {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 609.130381] env[65983]: WARNING nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Received unexpected event network-vif-plugged-83d8ff96-9b40-4a7c-9beb-1005219b6ffe for instance with vm_state building and task_state spawning. [ 609.130513] env[65983]: DEBUG nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Received event network-changed-83d8ff96-9b40-4a7c-9beb-1005219b6ffe {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 609.130605] env[65983]: DEBUG nova.compute.manager [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Refreshing instance network info cache due to event network-changed-83d8ff96-9b40-4a7c-9beb-1005219b6ffe. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 609.131670] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Acquiring lock "refresh_cache-b1f9a306-6b07-400a-9eb6-d2021587c4c7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.169720] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468042, 'name': CreateVM_Task, 'duration_secs': 0.446884} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.169932] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.170513] env[65983]: WARNING neutronclient.v2_0.client [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.170782] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.171035] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.171263] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.171976] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fece5361-91eb-4c5b-8118-74cb13aeee39 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.177735] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 609.177735] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a4b595-1577-1564-7cc3-d1dccb577999" [ 609.177735] env[65983]: _type = "Task" [ 609.177735] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.187514] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a4b595-1577-1564-7cc3-d1dccb577999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.202164] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468039, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.227754] env[65983]: WARNING neutronclient.v2_0.client [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.499723] env[65983]: DEBUG nova.compute.manager [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 609.529999] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Successfully updated port: 96a1cf63-153b-4faf-9995-20bd8cac98bf {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 609.531989] env[65983]: DEBUG nova.network.neutron [-] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.596885] env[65983]: DEBUG nova.policy [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f240f9afeeb34dc39424691c792e4c7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c3ca780ae44e508b7c75bd4d59fc90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.693223] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a4b595-1577-1564-7cc3-d1dccb577999, 'name': SearchDatastore_Task, 'duration_secs': 0.021889} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.695353] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.695826] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.696302] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.696685] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.697022] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.698011] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2cfd6a1-7d75-4a4f-b147-c1476c667428 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.717022] env[65983]: DEBUG oslo_vmware.api [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468039, 'name': PowerOnVM_Task, 'duration_secs': 1.278682} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.717022] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.717022] env[65983]: INFO nova.compute.manager [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Took 14.48 seconds to spawn the instance on the hypervisor. [ 609.717022] env[65983]: DEBUG nova.compute.manager [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 609.717022] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.717022] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.720107] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c5228c-c7fd-4556-a7f6-ea07f341e9ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.723893] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a81b77ef-f2a0-4683-9560-af2e6b48fc2d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.735778] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 609.735778] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5264863f-40d1-d0a9-13c5-ddb94e97d64a" [ 609.735778] env[65983]: _type = "Task" [ 609.735778] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.756709] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5264863f-40d1-d0a9-13c5-ddb94e97d64a, 'name': SearchDatastore_Task, 'duration_secs': 0.013124} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.762860] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e185251a-61cb-466f-b591-a17acf39a435 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.771889] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 609.771889] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5221c8da-e70b-fdf5-d44d-b4743594030a" [ 609.771889] env[65983]: _type = "Task" [ 609.771889] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.785682] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5221c8da-e70b-fdf5-d44d-b4743594030a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.890185] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c6624e-5aef-4d44-a718-29b80dcf89a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.904043] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce70940-38e9-4497-8dfe-fd096791f84c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.955199] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fc75a6-130d-46ca-afd5-8b5adbe7b191 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.971097] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1635248a-9a4a-4cb9-93c7-3cfdb3566974 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.987092] env[65983]: DEBUG nova.compute.provider_tree [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.039342] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "refresh_cache-d2bccbbf-09fd-44d4-8b46-b32c3897e477" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.039342] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquired lock "refresh_cache-d2bccbbf-09fd-44d4-8b46-b32c3897e477" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.040164] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 610.043695] env[65983]: INFO nova.compute.manager [-] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Took 1.85 seconds to deallocate network for instance. [ 610.259035] env[65983]: INFO nova.compute.manager [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Took 19.39 seconds to build instance. [ 610.286186] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5221c8da-e70b-fdf5-d44d-b4743594030a, 'name': SearchDatastore_Task, 'duration_secs': 0.013325} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.286760] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.286878] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 74fdfde5-fc41-4621-9bf3-d23ab3ce8452/74fdfde5-fc41-4621-9bf3-d23ab3ce8452.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.287172] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c90482a3-068f-46df-b760-a8941102d02d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.296073] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 610.296073] env[65983]: value = "task-4468043" [ 610.296073] env[65983]: _type = "Task" [ 610.296073] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.309138] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.405225] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Updating instance_info_cache with network_info: [{"id": "3394a136-fcb3-4e9b-9d63-2c868b1df3cc", "address": "fa:16:3e:fd:54:6d", "network": {"id": "b396b1f6-a870-427e-87bc-012ec2907bf8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1208126554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8b3e677561eb422ea1acd81bbdc611e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3394a136-fc", "ovs_interfaceid": "3394a136-fcb3-4e9b-9d63-2c868b1df3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.491454] env[65983]: DEBUG nova.scheduler.client.report [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.511997] env[65983]: DEBUG nova.compute.manager [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 610.530402] env[65983]: DEBUG nova.network.neutron [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Successfully created port: 2dd12449-5b94-4d41-bbdb-d4679160ae08 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 610.541597] env[65983]: DEBUG nova.virt.hardware [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 610.541967] env[65983]: DEBUG nova.virt.hardware [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.541967] env[65983]: DEBUG nova.virt.hardware [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 610.542198] env[65983]: DEBUG nova.virt.hardware [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.542297] env[65983]: DEBUG nova.virt.hardware [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 610.542428] env[65983]: DEBUG nova.virt.hardware [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 610.542669] env[65983]: DEBUG nova.virt.hardware [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 610.542880] env[65983]: DEBUG nova.virt.hardware [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 610.543027] env[65983]: DEBUG nova.virt.hardware [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 610.543187] env[65983]: DEBUG nova.virt.hardware [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 610.543355] env[65983]: DEBUG nova.virt.hardware [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 610.544317] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17df2af3-8782-4249-9a6b-c190104b36ba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.558140] env[65983]: DEBUG oslo_concurrency.lockutils [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.559589] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81b40c9-75ef-4fe8-9eec-fd8298baf1d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.603171] env[65983]: WARNING neutronclient.v2_0.client [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.762133] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.902s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.808822] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468043, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.908555] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Releasing lock "refresh_cache-aec420c4-a727-4c86-a3fb-d22d015d6b13" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.908899] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Instance network_info: |[{"id": "3394a136-fcb3-4e9b-9d63-2c868b1df3cc", "address": "fa:16:3e:fd:54:6d", "network": {"id": "b396b1f6-a870-427e-87bc-012ec2907bf8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1208126554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8b3e677561eb422ea1acd81bbdc611e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3394a136-fc", "ovs_interfaceid": "3394a136-fcb3-4e9b-9d63-2c868b1df3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 610.909476] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:54:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3394a136-fcb3-4e9b-9d63-2c868b1df3cc', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.918125] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 610.918500] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.918762] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb295c4-788b-42f2-9983-df75d7c69936 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.943864] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.943864] env[65983]: value = "task-4468044" [ 610.943864] env[65983]: _type = "Task" [ 610.943864] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.954919] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468044, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.998259] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.998745] env[65983]: DEBUG nova.compute.manager [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 611.001958] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.278s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.002100] env[65983]: DEBUG nova.objects.instance [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Lazy-loading 'resources' on Instance uuid a5ce250d-bf00-4b41-8581-930e9aa0debe {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 611.299539] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 611.313114] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776099} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.313591] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 74fdfde5-fc41-4621-9bf3-d23ab3ce8452/74fdfde5-fc41-4621-9bf3-d23ab3ce8452.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.313804] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.314202] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73dc763c-f053-4aee-88fc-67e810824f77 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.322449] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 611.322449] env[65983]: value = "task-4468045" [ 611.322449] env[65983]: _type = "Task" [ 611.322449] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.333671] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.455503] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468044, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.504824] env[65983]: DEBUG nova.compute.utils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.509015] env[65983]: DEBUG nova.compute.manager [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 611.509300] env[65983]: DEBUG nova.network.neutron [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 611.509511] env[65983]: WARNING neutronclient.v2_0.client [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.509786] env[65983]: WARNING neutronclient.v2_0.client [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.726716] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cba12cb-5e5c-43b0-98e2-1d181493b0af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.736267] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6858374a-4441-45cb-9b3d-365c25a16830 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.769651] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9f8743-0d4c-4e62-8c39-303a60836045 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.781061] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858cabbb-a69b-44af-b0fa-859cdb1bb5ca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.802738] env[65983]: DEBUG nova.compute.provider_tree [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.833921] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075533} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.834354] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.835289] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc18f211-1689-437e-9435-61838f9a3f71 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.860979] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 74fdfde5-fc41-4621-9bf3-d23ab3ce8452/74fdfde5-fc41-4621-9bf3-d23ab3ce8452.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.861331] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48ba7f5-e1a8-4e40-a9cf-a743a49b8a75 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.883169] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 611.883169] env[65983]: value = "task-4468046" [ 611.883169] env[65983]: _type = "Task" [ 611.883169] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.893464] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468046, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.954932] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468044, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.013743] env[65983]: DEBUG nova.compute.manager [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 612.306909] env[65983]: DEBUG nova.scheduler.client.report [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.396486] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468046, 'name': ReconfigVM_Task, 'duration_secs': 0.30107} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.396847] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 74fdfde5-fc41-4621-9bf3-d23ab3ce8452/74fdfde5-fc41-4621-9bf3-d23ab3ce8452.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.397628] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9be32d5c-0b77-49d9-b41c-75371eff98a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.406554] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 612.406554] env[65983]: value = "task-4468047" [ 612.406554] env[65983]: _type = "Task" [ 612.406554] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.418293] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468047, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.462129] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468044, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.796045] env[65983]: DEBUG nova.network.neutron [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Successfully updated port: 2dd12449-5b94-4d41-bbdb-d4679160ae08 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 612.813517] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.821768] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.322s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.823237] env[65983]: DEBUG nova.objects.instance [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Lazy-loading 'resources' on Instance uuid bec0be17-439e-4e61-9693-81031e2b3581 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 612.868660] env[65983]: INFO nova.scheduler.client.report [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Deleted allocations for instance a5ce250d-bf00-4b41-8581-930e9aa0debe [ 612.898784] env[65983]: DEBUG nova.network.neutron [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Updated VIF entry in instance network info cache for port 82f2624a-4aaa-4d06-a647-940e1abf71a8. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 612.899896] env[65983]: DEBUG nova.network.neutron [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Updating instance_info_cache with network_info: [{"id": "0d6b24db-52bf-4ce3-bc88-503ef2c03988", "address": "fa:16:3e:c1:7f:c3", "network": {"id": "bb2a108f-f5e3-4916-9d7a-680da83d040a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1240758797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6b24db-52", "ovs_interfaceid": "0d6b24db-52bf-4ce3-bc88-503ef2c03988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82f2624a-4aaa-4d06-a647-940e1abf71a8", "address": "fa:16:3e:e7:8c:64", "network": {"id": "0c2e3ead-5363-41f6-8029-ee16cef9a5d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-593016716", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f2624a-4a", "ovs_interfaceid": "82f2624a-4aaa-4d06-a647-940e1abf71a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "83d8ff96-9b40-4a7c-9beb-1005219b6ffe", "address": "fa:16:3e:fd:c7:c7", "network": {"id": "bb2a108f-f5e3-4916-9d7a-680da83d040a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1240758797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d8ff96-9b", "ovs_interfaceid": "83d8ff96-9b40-4a7c-9beb-1005219b6ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.921083] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468047, 'name': Rename_Task, 'duration_secs': 0.178001} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.921357] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.921637] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25a8c6f5-3c61-44f0-967e-32bec6cf31b8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.930023] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 612.930023] env[65983]: value = "task-4468048" [ 612.930023] env[65983]: _type = "Task" [ 612.930023] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.943758] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.956926] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468044, 'name': CreateVM_Task, 'duration_secs': 1.613882} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.957303] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.957859] env[65983]: WARNING neutronclient.v2_0.client [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.958660] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.958660] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.958836] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.959101] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7eaaed-1c99-43d2-9496-348290a02d31 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.965738] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 612.965738] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5288ce3d-8326-0ff9-b4dd-0898002c2f49" [ 612.965738] env[65983]: _type = "Task" [ 612.965738] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.977422] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5288ce3d-8326-0ff9-b4dd-0898002c2f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.998465] env[65983]: DEBUG nova.policy [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e482a85546434b02b8514d40e79b8c5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d7c5652855e4e95a307f33d3c10960d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.027679] env[65983]: DEBUG nova.compute.manager [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 613.069351] env[65983]: DEBUG nova.virt.hardware [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 613.069664] env[65983]: DEBUG nova.virt.hardware [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.069834] env[65983]: DEBUG nova.virt.hardware [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 613.070119] env[65983]: DEBUG nova.virt.hardware [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.070306] env[65983]: DEBUG nova.virt.hardware [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 613.070515] env[65983]: DEBUG nova.virt.hardware [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 613.070757] env[65983]: DEBUG nova.virt.hardware [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 613.070940] env[65983]: DEBUG nova.virt.hardware [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 613.071200] env[65983]: DEBUG nova.virt.hardware [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 613.071402] env[65983]: DEBUG nova.virt.hardware [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 613.071606] env[65983]: DEBUG nova.virt.hardware [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 613.072649] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e5dd0-c4de-43cc-b837-6a2eb8864f69 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.083520] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685c9282-f3d8-462c-a74c-e340c53b7dde {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.256737] env[65983]: WARNING neutronclient.v2_0.client [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.302228] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "refresh_cache-b5af5878-375e-4405-b971-e3b28fa0e34c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.303963] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "refresh_cache-b5af5878-375e-4405-b971-e3b28fa0e34c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.304180] env[65983]: DEBUG nova.network.neutron [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 613.379760] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d26c792-31e8-446f-bf06-c57e045913d6 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Lock "a5ce250d-bf00-4b41-8581-930e9aa0debe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.381s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.402595] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Releasing lock "refresh_cache-b1f9a306-6b07-400a-9eb6-d2021587c4c7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.404216] env[65983]: DEBUG nova.compute.manager [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Received event network-vif-plugged-c58d8930-b971-4e81-83dd-bf7d221f17d9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 613.404370] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Acquiring lock "4f12a59e-86bb-42a6-908c-3469b9e476d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.404609] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.404768] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.404943] env[65983]: DEBUG nova.compute.manager [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] No waiting events found dispatching network-vif-plugged-c58d8930-b971-4e81-83dd-bf7d221f17d9 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 613.405257] env[65983]: WARNING nova.compute.manager [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Received unexpected event network-vif-plugged-c58d8930-b971-4e81-83dd-bf7d221f17d9 for instance with vm_state building and task_state spawning. [ 613.405327] env[65983]: DEBUG nova.compute.manager [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Received event network-changed-c58d8930-b971-4e81-83dd-bf7d221f17d9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 613.405457] env[65983]: DEBUG nova.compute.manager [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Refreshing instance network info cache due to event network-changed-c58d8930-b971-4e81-83dd-bf7d221f17d9. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 613.405642] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Acquiring lock "refresh_cache-4f12a59e-86bb-42a6-908c-3469b9e476d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.405847] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Acquired lock "refresh_cache-4f12a59e-86bb-42a6-908c-3469b9e476d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.405979] env[65983]: DEBUG nova.network.neutron [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Refreshing network info cache for port c58d8930-b971-4e81-83dd-bf7d221f17d9 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.413508] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Acquired lock "refresh_cache-b1f9a306-6b07-400a-9eb6-d2021587c4c7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.413782] env[65983]: DEBUG nova.network.neutron [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Refreshing network info cache for port 83d8ff96-9b40-4a7c-9beb-1005219b6ffe {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.446629] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468048, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.458451] env[65983]: DEBUG nova.network.neutron [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Successfully created port: 5cce23fb-4145-4379-883b-38831c65c3e2 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 613.485847] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5288ce3d-8326-0ff9-b4dd-0898002c2f49, 'name': SearchDatastore_Task, 'duration_secs': 0.018588} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.486204] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.486547] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.486888] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.487100] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.487389] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.487729] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeddf010-3986-4ed5-a789-c1275c5ae727 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.503654] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.503917] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.509040] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed20c5f-58bf-4bef-91a6-1384c50e0c5d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.522721] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 613.522721] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e0ed8b-a270-f7c6-1b20-6f1ee791fac1" [ 613.522721] env[65983]: _type = "Task" [ 613.522721] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.544718] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e0ed8b-a270-f7c6-1b20-6f1ee791fac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.637602] env[65983]: DEBUG nova.network.neutron [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Updating instance_info_cache with network_info: [{"id": "96a1cf63-153b-4faf-9995-20bd8cac98bf", "address": "fa:16:3e:4e:6f:76", "network": {"id": "b396b1f6-a870-427e-87bc-012ec2907bf8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1208126554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3e677561eb422ea1acd81bbdc611e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a1cf63-15", "ovs_interfaceid": "96a1cf63-153b-4faf-9995-20bd8cac98bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.727382] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd042812-9723-465c-a66d-07878b12b502 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.737883] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf1a4a8-b502-438c-86b0-ccabf5d69c5b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.773212] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a510048-e7a5-4142-92f9-acb492962d0e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.784167] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6b67c3-5cab-4e8b-95e2-fd49b125f186 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.803285] env[65983]: DEBUG nova.compute.provider_tree [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.911281] env[65983]: WARNING neutronclient.v2_0.client [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.919991] env[65983]: WARNING neutronclient.v2_0.client [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.943538] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468048, 'name': PowerOnVM_Task, 'duration_secs': 0.588951} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.943931] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.944179] env[65983]: INFO nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Took 11.03 seconds to spawn the instance on the hypervisor. [ 613.944363] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 613.945538] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bf5090-a307-49f7-8edf-046592ab8bed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.034680] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e0ed8b-a270-f7c6-1b20-6f1ee791fac1, 'name': SearchDatastore_Task, 'duration_secs': 0.019405} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.035846] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42110e4e-b882-4f61-83c3-0c29c8e6ccc3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.042945] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 614.042945] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52837e11-9da8-e29a-c933-214bbf0edf65" [ 614.042945] env[65983]: _type = "Task" [ 614.042945] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.052729] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52837e11-9da8-e29a-c933-214bbf0edf65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.140868] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Releasing lock "refresh_cache-d2bccbbf-09fd-44d4-8b46-b32c3897e477" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.141098] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Instance network_info: |[{"id": "96a1cf63-153b-4faf-9995-20bd8cac98bf", "address": "fa:16:3e:4e:6f:76", "network": {"id": "b396b1f6-a870-427e-87bc-012ec2907bf8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1208126554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3e677561eb422ea1acd81bbdc611e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a1cf63-15", "ovs_interfaceid": "96a1cf63-153b-4faf-9995-20bd8cac98bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 614.141880] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:6f:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96a1cf63-153b-4faf-9995-20bd8cac98bf', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.150812] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 614.151087] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.151315] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3386f0aa-a2b6-41e5-acfb-3c5d62e4d6e5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.175727] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.175727] env[65983]: value = "task-4468049" [ 614.175727] env[65983]: _type = "Task" [ 614.175727] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.185061] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468049, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.310019] env[65983]: DEBUG nova.scheduler.client.report [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.469115] env[65983]: INFO nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Took 16.01 seconds to build instance. [ 614.560210] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52837e11-9da8-e29a-c933-214bbf0edf65, 'name': SearchDatastore_Task, 'duration_secs': 0.019052} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.560687] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.561052] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] aec420c4-a727-4c86-a3fb-d22d015d6b13/aec420c4-a727-4c86-a3fb-d22d015d6b13.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.561434] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fdd17a9-9ac0-4008-b3c9-2bf3d254a48a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.570114] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 614.570114] env[65983]: value = "task-4468050" [ 614.570114] env[65983]: _type = "Task" [ 614.570114] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.579531] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.687419] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468049, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.816548] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.820407] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.863s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.822911] env[65983]: INFO nova.compute.claims [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.849284] env[65983]: INFO nova.scheduler.client.report [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Deleted allocations for instance bec0be17-439e-4e61-9693-81031e2b3581 [ 614.938968] env[65983]: DEBUG nova.network.neutron [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 614.971537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "74fdfde5-fc41-4621-9bf3-d23ab3ce8452" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.522s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.081760] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468050, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.189823] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468049, 'name': CreateVM_Task, 'duration_secs': 0.673313} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.190061] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.190548] env[65983]: WARNING neutronclient.v2_0.client [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.190912] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.191667] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.191790] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.192260] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362e321d-22da-4535-bdd7-0eac507bd18d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.198853] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 615.198853] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c02836-25d9-7af9-96c1-4462528e65bb" [ 615.198853] env[65983]: _type = "Task" [ 615.198853] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.216430] env[65983]: DEBUG nova.network.neutron [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Successfully updated port: 5cce23fb-4145-4379-883b-38831c65c3e2 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 615.222065] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c02836-25d9-7af9-96c1-4462528e65bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.359804] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8de388ea-8634-4d3b-9a44-ec62541c3c64 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Lock "bec0be17-439e-4e61-9693-81031e2b3581" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.887s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.584991] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675021} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.585922] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] aec420c4-a727-4c86-a3fb-d22d015d6b13/aec420c4-a727-4c86-a3fb-d22d015d6b13.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.586452] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.588734] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f82c1abd-c980-44df-98bc-784b0add88bc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.596473] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 615.596473] env[65983]: value = "task-4468051" [ 615.596473] env[65983]: _type = "Task" [ 615.596473] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.610328] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.720390] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c02836-25d9-7af9-96c1-4462528e65bb, 'name': SearchDatastore_Task, 'duration_secs': 0.024569} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.721068] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.721835] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.722210] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.722462] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.722786] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.723659] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Acquiring lock "refresh_cache-864398b7-5b6d-486e-8190-46f930718874" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.724436] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Acquired lock "refresh_cache-864398b7-5b6d-486e-8190-46f930718874" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.725083] env[65983]: DEBUG nova.network.neutron [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 615.727415] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd480f70-8401-41fc-a6da-91d5a8372c49 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.740402] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.740605] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.745622] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d923c6-86fe-46e6-9c3a-044a41c6ca58 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.756199] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 615.756199] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f10528-eafe-65ec-0f72-dc1acecb237c" [ 615.756199] env[65983]: _type = "Task" [ 615.756199] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.767021] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f10528-eafe-65ec-0f72-dc1acecb237c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.088406] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bea9f66-2e06-4de2-9c05-93cfe71ad413 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.102931] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a918d3c7-06df-48bb-95b2-f475f914be11 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.116445] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073935} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.146560] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.150892] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2272df-dde0-4ba0-89f0-9a3087179518 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.154556] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbced3c-f5cf-4e36-bb1a-643a51c2b478 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.180325] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] aec420c4-a727-4c86-a3fb-d22d015d6b13/aec420c4-a727-4c86-a3fb-d22d015d6b13.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.183219] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a6e1807-80e9-460a-8ae7-3e52ea62a1e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.200697] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39adf67f-6c1a-49c7-93c6-70953c82d90f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.229111] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 616.229111] env[65983]: value = "task-4468052" [ 616.229111] env[65983]: _type = "Task" [ 616.229111] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.229111] env[65983]: DEBUG nova.compute.provider_tree [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.244332] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.266877] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f10528-eafe-65ec-0f72-dc1acecb237c, 'name': SearchDatastore_Task, 'duration_secs': 0.019891} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.268469] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba5fb6b1-f46c-4da7-b798-a969755f6707 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.276766] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 616.276766] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b8b114-5fab-a63f-2cb5-7883e471703b" [ 616.276766] env[65983]: _type = "Task" [ 616.276766] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.288296] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b8b114-5fab-a63f-2cb5-7883e471703b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.366245] env[65983]: WARNING neutronclient.v2_0.client [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.433574] env[65983]: DEBUG nova.compute.manager [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Received event network-vif-plugged-7ad42f81-467b-4cad-9983-8e5366f3541f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 616.433574] env[65983]: DEBUG oslo_concurrency.lockutils [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] Acquiring lock "74fdfde5-fc41-4621-9bf3-d23ab3ce8452-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.433574] env[65983]: DEBUG oslo_concurrency.lockutils [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] Lock "74fdfde5-fc41-4621-9bf3-d23ab3ce8452-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.433574] env[65983]: DEBUG oslo_concurrency.lockutils [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] Lock "74fdfde5-fc41-4621-9bf3-d23ab3ce8452-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.433574] env[65983]: DEBUG nova.compute.manager [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] No waiting events found dispatching network-vif-plugged-7ad42f81-467b-4cad-9983-8e5366f3541f {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 616.433574] env[65983]: WARNING nova.compute.manager [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Received unexpected event network-vif-plugged-7ad42f81-467b-4cad-9983-8e5366f3541f for instance with vm_state active and task_state None. [ 616.433574] env[65983]: DEBUG nova.compute.manager [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Received event network-changed-7ad42f81-467b-4cad-9983-8e5366f3541f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 616.433574] env[65983]: DEBUG nova.compute.manager [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Refreshing instance network info cache due to event network-changed-7ad42f81-467b-4cad-9983-8e5366f3541f. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 616.433574] env[65983]: DEBUG oslo_concurrency.lockutils [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] Acquiring lock "refresh_cache-74fdfde5-fc41-4621-9bf3-d23ab3ce8452" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.433574] env[65983]: DEBUG oslo_concurrency.lockutils [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] Acquired lock "refresh_cache-74fdfde5-fc41-4621-9bf3-d23ab3ce8452" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.433574] env[65983]: DEBUG nova.network.neutron [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Refreshing network info cache for port 7ad42f81-467b-4cad-9983-8e5366f3541f {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.478730] env[65983]: DEBUG nova.compute.manager [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Received event network-vif-plugged-3394a136-fcb3-4e9b-9d63-2c868b1df3cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 616.479140] env[65983]: DEBUG oslo_concurrency.lockutils [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] Acquiring lock "aec420c4-a727-4c86-a3fb-d22d015d6b13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.479442] env[65983]: DEBUG oslo_concurrency.lockutils [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] Lock "aec420c4-a727-4c86-a3fb-d22d015d6b13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.479740] env[65983]: DEBUG oslo_concurrency.lockutils [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] Lock "aec420c4-a727-4c86-a3fb-d22d015d6b13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.479892] env[65983]: DEBUG nova.compute.manager [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] No waiting events found dispatching network-vif-plugged-3394a136-fcb3-4e9b-9d63-2c868b1df3cc {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 616.480820] env[65983]: WARNING nova.compute.manager [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Received unexpected event network-vif-plugged-3394a136-fcb3-4e9b-9d63-2c868b1df3cc for instance with vm_state building and task_state spawning. [ 616.480820] env[65983]: DEBUG nova.compute.manager [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Received event network-changed-3394a136-fcb3-4e9b-9d63-2c868b1df3cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 616.480820] env[65983]: DEBUG nova.compute.manager [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Refreshing instance network info cache due to event network-changed-3394a136-fcb3-4e9b-9d63-2c868b1df3cc. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 616.480820] env[65983]: DEBUG oslo_concurrency.lockutils [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] Acquiring lock "refresh_cache-aec420c4-a727-4c86-a3fb-d22d015d6b13" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.480820] env[65983]: DEBUG oslo_concurrency.lockutils [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] Acquired lock "refresh_cache-aec420c4-a727-4c86-a3fb-d22d015d6b13" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.480820] env[65983]: DEBUG nova.network.neutron [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Refreshing network info cache for port 3394a136-fcb3-4e9b-9d63-2c868b1df3cc {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.734776] env[65983]: DEBUG nova.scheduler.client.report [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.744710] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468052, 'name': ReconfigVM_Task, 'duration_secs': 0.474579} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.747649] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Reconfigured VM instance instance-0000000c to attach disk [datastore2] aec420c4-a727-4c86-a3fb-d22d015d6b13/aec420c4-a727-4c86-a3fb-d22d015d6b13.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.747649] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fee27b3-921c-4b40-84e3-dd6205b6ad19 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.756022] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 616.756022] env[65983]: value = "task-4468053" [ 616.756022] env[65983]: _type = "Task" [ 616.756022] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.766867] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468053, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.791033] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b8b114-5fab-a63f-2cb5-7883e471703b, 'name': SearchDatastore_Task, 'duration_secs': 0.016096} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.791033] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.791033] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] d2bccbbf-09fd-44d4-8b46-b32c3897e477/d2bccbbf-09fd-44d4-8b46-b32c3897e477.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.791361] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5004ab51-d6e3-4c54-93f6-b4fa67cf08e2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.800913] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 616.800913] env[65983]: value = "task-4468054" [ 616.800913] env[65983]: _type = "Task" [ 616.800913] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.816274] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.851293] env[65983]: DEBUG oslo_vmware.rw_handles [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222950b-f088-bfaf-882d-397c8542fd66/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 616.852409] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65177cc-bb3f-4cd5-97d4-5af4a77b07c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.864936] env[65983]: DEBUG oslo_vmware.rw_handles [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222950b-f088-bfaf-882d-397c8542fd66/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 616.865215] env[65983]: ERROR oslo_vmware.rw_handles [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222950b-f088-bfaf-882d-397c8542fd66/disk-0.vmdk due to incomplete transfer. [ 616.865524] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab233d9d-6fe5-4a8f-853e-84908dde41c2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.882056] env[65983]: DEBUG oslo_vmware.rw_handles [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222950b-f088-bfaf-882d-397c8542fd66/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 616.882056] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Uploaded image 1705e2af-7e24-4f95-8205-f357448301e6 to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 616.882056] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 616.882056] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d39af76-bfe7-4fe1-9306-bbd4f0530c1c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.890935] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 616.890935] env[65983]: value = "task-4468055" [ 616.890935] env[65983]: _type = "Task" [ 616.890935] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.907533] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468055, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.938961] env[65983]: WARNING neutronclient.v2_0.client [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.983968] env[65983]: WARNING neutronclient.v2_0.client [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.996715] env[65983]: DEBUG nova.network.neutron [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 617.149184] env[65983]: WARNING neutronclient.v2_0.client [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.176386] env[65983]: WARNING neutronclient.v2_0.client [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.240778] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.241297] env[65983]: DEBUG nova.compute.manager [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 617.245177] env[65983]: DEBUG oslo_concurrency.lockutils [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.687s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.245405] env[65983]: DEBUG nova.objects.instance [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Lazy-loading 'resources' on Instance uuid 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 617.272052] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468053, 'name': Rename_Task, 'duration_secs': 0.171504} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.275774] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.276330] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b67eb5e-5b9a-4ba2-b184-48e8efe35795 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.285936] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 617.285936] env[65983]: value = "task-4468056" [ 617.285936] env[65983]: _type = "Task" [ 617.285936] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.299638] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.320112] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468054, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.405500] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468055, 'name': Destroy_Task, 'duration_secs': 0.42613} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.405500] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Destroyed the VM [ 617.405500] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 617.405500] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-47d2ec42-380e-4ef7-8af6-469fd3247672 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.415195] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 617.415195] env[65983]: value = "task-4468057" [ 617.415195] env[65983]: _type = "Task" [ 617.415195] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.431375] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468057, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.510174] env[65983]: DEBUG nova.network.neutron [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Updating instance_info_cache with network_info: [{"id": "2dd12449-5b94-4d41-bbdb-d4679160ae08", "address": "fa:16:3e:cd:33:04", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd12449-5b", "ovs_interfaceid": "2dd12449-5b94-4d41-bbdb-d4679160ae08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.751045] env[65983]: DEBUG nova.compute.utils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.760306] env[65983]: DEBUG nova.compute.manager [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 617.760306] env[65983]: DEBUG nova.network.neutron [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 617.760306] env[65983]: WARNING neutronclient.v2_0.client [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.760306] env[65983]: WARNING neutronclient.v2_0.client [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.800418] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468056, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.822748] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468054, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.929722] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468057, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.015623] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "refresh_cache-b5af5878-375e-4405-b971-e3b28fa0e34c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.016053] env[65983]: DEBUG nova.compute.manager [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Instance network_info: |[{"id": "2dd12449-5b94-4d41-bbdb-d4679160ae08", "address": "fa:16:3e:cd:33:04", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd12449-5b", "ovs_interfaceid": "2dd12449-5b94-4d41-bbdb-d4679160ae08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 618.016560] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:33:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dd12449-5b94-4d41-bbdb-d4679160ae08', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.024776] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Creating folder: Project (59c3ca780ae44e508b7c75bd4d59fc90). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.028134] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ce003cb-ffd5-41b2-93f3-ca6615618c64 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.042018] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Created folder: Project (59c3ca780ae44e508b7c75bd4d59fc90) in parent group-v873669. [ 618.042018] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Creating folder: Instances. Parent ref: group-v873707. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.042018] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-279a9e66-c7c2-4a86-a2a7-d6592828a2ff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.056099] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Created folder: Instances in parent group-v873707. [ 618.056431] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 618.059174] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.059739] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9de8c4f2-c190-4dfa-8055-fa45635f5e62 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.075860] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dba7577-b948-45c4-bf94-ca8027094a84 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.087397] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f44713f-9962-49e3-8bc2-f367d591d64c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.090649] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.090649] env[65983]: value = "task-4468060" [ 618.090649] env[65983]: _type = "Task" [ 618.090649] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.122574] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395fef2d-4269-433e-aedc-0dad8678fbfa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.129297] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468060, 'name': CreateVM_Task} progress is 15%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.134891] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737c48a5-61b8-4c2b-9e45-7222f845082c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.154099] env[65983]: DEBUG nova.compute.provider_tree [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.267466] env[65983]: DEBUG nova.compute.manager [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 618.298115] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468056, 'name': PowerOnVM_Task, 'duration_secs': 0.67583} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.298482] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.298745] env[65983]: INFO nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Took 12.85 seconds to spawn the instance on the hypervisor. [ 618.298974] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 618.300486] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b6542b-3cab-4ced-af4a-aebcc39474e1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.314207] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468054, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.429682] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468057, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.606693] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468060, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.658580] env[65983]: DEBUG nova.scheduler.client.report [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.707047] env[65983]: DEBUG nova.network.neutron [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Updated VIF entry in instance network info cache for port c58d8930-b971-4e81-83dd-bf7d221f17d9. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 618.707446] env[65983]: DEBUG nova.network.neutron [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Updating instance_info_cache with network_info: [{"id": "c58d8930-b971-4e81-83dd-bf7d221f17d9", "address": "fa:16:3e:82:b7:21", "network": {"id": "33908da5-a410-4a7b-98af-6af864abe62f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1948477245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16880b7ccce543df943962527e4d5481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58d8930-b9", "ovs_interfaceid": "c58d8930-b971-4e81-83dd-bf7d221f17d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.746525] env[65983]: DEBUG nova.network.neutron [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Updated VIF entry in instance network info cache for port 83d8ff96-9b40-4a7c-9beb-1005219b6ffe. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 618.747132] env[65983]: DEBUG nova.network.neutron [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Updating instance_info_cache with network_info: [{"id": "0d6b24db-52bf-4ce3-bc88-503ef2c03988", "address": "fa:16:3e:c1:7f:c3", "network": {"id": "bb2a108f-f5e3-4916-9d7a-680da83d040a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1240758797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6b24db-52", "ovs_interfaceid": "0d6b24db-52bf-4ce3-bc88-503ef2c03988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82f2624a-4aaa-4d06-a647-940e1abf71a8", "address": "fa:16:3e:e7:8c:64", "network": {"id": "0c2e3ead-5363-41f6-8029-ee16cef9a5d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-593016716", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f2624a-4a", "ovs_interfaceid": "82f2624a-4aaa-4d06-a647-940e1abf71a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "83d8ff96-9b40-4a7c-9beb-1005219b6ffe", "address": "fa:16:3e:fd:c7:c7", "network": {"id": "bb2a108f-f5e3-4916-9d7a-680da83d040a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1240758797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d8ff96-9b", "ovs_interfaceid": "83d8ff96-9b40-4a7c-9beb-1005219b6ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.827122] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468054, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.913882} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.828727] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] d2bccbbf-09fd-44d4-8b46-b32c3897e477/d2bccbbf-09fd-44d4-8b46-b32c3897e477.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.828907] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.829525] env[65983]: INFO nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Took 20.34 seconds to build instance. [ 618.830658] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f22ae84e-2cf8-4969-b9fb-6a2537eef342 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.841442] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 618.841442] env[65983]: value = "task-4468061" [ 618.841442] env[65983]: _type = "Task" [ 618.841442] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.855079] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.910360] env[65983]: WARNING neutronclient.v2_0.client [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.928219] env[65983]: DEBUG oslo_vmware.api [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468057, 'name': RemoveSnapshot_Task, 'duration_secs': 1.238626} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.928398] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 618.928620] env[65983]: INFO nova.compute.manager [None req-11823ac5-6de4-4b34-a26f-577612bb8b0b tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Took 17.30 seconds to snapshot the instance on the hypervisor. [ 619.037391] env[65983]: DEBUG nova.policy [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ce36301f16b4c8bbafdb530552705cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaa044e2311c4ab1bb393e3575c8b647', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.106056] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468060, 'name': CreateVM_Task, 'duration_secs': 0.88177} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.110944] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.111847] env[65983]: WARNING neutronclient.v2_0.client [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.112356] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.112564] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.112961] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.113747] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b67a6a-b1db-44f7-bb05-75fc5848a642 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.122543] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 619.122543] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5296947e-9bab-a9fe-6a5e-65d7c6214067" [ 619.122543] env[65983]: _type = "Task" [ 619.122543] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.135910] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5296947e-9bab-a9fe-6a5e-65d7c6214067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.164228] env[65983]: DEBUG oslo_concurrency.lockutils [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.195897] env[65983]: INFO nova.scheduler.client.report [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Deleted allocations for instance 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab [ 619.211975] env[65983]: DEBUG oslo_concurrency.lockutils [req-b52a3189-af10-407c-813d-f6ffac96b951 req-df2340e6-48af-4fed-8cd9-1703c9c53f5e service nova] Releasing lock "refresh_cache-4f12a59e-86bb-42a6-908c-3469b9e476d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.249610] env[65983]: DEBUG oslo_concurrency.lockutils [req-6a91c161-c1cf-4c25-b9d5-d9e2013287b1 req-bf808ad2-16cc-4ac2-a1cd-91905005f423 service nova] Releasing lock "refresh_cache-b1f9a306-6b07-400a-9eb6-d2021587c4c7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.279962] env[65983]: DEBUG nova.compute.manager [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 619.312664] env[65983]: DEBUG nova.virt.hardware [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 619.312891] env[65983]: DEBUG nova.virt.hardware [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.313046] env[65983]: DEBUG nova.virt.hardware [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 619.313228] env[65983]: DEBUG nova.virt.hardware [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.313364] env[65983]: DEBUG nova.virt.hardware [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 619.313534] env[65983]: DEBUG nova.virt.hardware [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 619.313749] env[65983]: DEBUG nova.virt.hardware [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 619.313897] env[65983]: DEBUG nova.virt.hardware [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 619.314262] env[65983]: DEBUG nova.virt.hardware [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 619.314262] env[65983]: DEBUG nova.virt.hardware [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 619.314428] env[65983]: DEBUG nova.virt.hardware [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 619.315318] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b3a386-e0fd-4b94-851e-809445fc14a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.324921] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f8d653-fc40-4a38-b6a5-dd26f50c43dc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.345856] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "aec420c4-a727-4c86-a3fb-d22d015d6b13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.865s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.358147] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08026} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.358588] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.359625] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073aa344-81fd-4880-8a7b-61ad767dfbd7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.383395] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] d2bccbbf-09fd-44d4-8b46-b32c3897e477/d2bccbbf-09fd-44d4-8b46-b32c3897e477.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.383587] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1703f7-3904-4ecd-aa24-a98a79d8d865 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.404477] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 619.404477] env[65983]: value = "task-4468062" [ 619.404477] env[65983]: _type = "Task" [ 619.404477] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.416729] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.439676] env[65983]: DEBUG nova.network.neutron [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Successfully created port: d1dcfb19-dff2-484c-86dc-6faf857e58e9 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 619.478102] env[65983]: WARNING neutronclient.v2_0.client [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.550523] env[65983]: WARNING neutronclient.v2_0.client [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.593349] env[65983]: DEBUG nova.network.neutron [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Updating instance_info_cache with network_info: [{"id": "5cce23fb-4145-4379-883b-38831c65c3e2", "address": "fa:16:3e:55:40:96", "network": {"id": "f6c32224-16bd-480d-9560-4901e4b85b4f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1248980364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7c5652855e4e95a307f33d3c10960d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cce23fb-41", "ovs_interfaceid": "5cce23fb-4145-4379-883b-38831c65c3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.634105] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5296947e-9bab-a9fe-6a5e-65d7c6214067, 'name': SearchDatastore_Task, 'duration_secs': 0.033662} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.634396] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.634779] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.634875] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.634976] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.635192] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.635465] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1426fb55-d0d1-418f-b76b-0d305fae15b8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.647151] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.647354] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.648039] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440e03e0-5694-4758-a748-248175d17551 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.654456] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 619.654456] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5249ac1c-93c8-d5d3-3fde-a4c54ebd6890" [ 619.654456] env[65983]: _type = "Task" [ 619.654456] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.663241] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5249ac1c-93c8-d5d3-3fde-a4c54ebd6890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.705067] env[65983]: DEBUG oslo_concurrency.lockutils [None req-add04709-e895-4fdd-b138-da7b04954f47 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Lock "8d3fdc05-3b8e-4db1-9c39-a14d344a0bab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.291s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.917084] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468062, 'name': ReconfigVM_Task, 'duration_secs': 0.34396} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.917491] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Reconfigured VM instance instance-0000000d to attach disk [datastore2] d2bccbbf-09fd-44d4-8b46-b32c3897e477/d2bccbbf-09fd-44d4-8b46-b32c3897e477.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.918085] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca11f8e2-e8a8-4ee9-8026-6dd7d0b1bfb4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.928964] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 619.928964] env[65983]: value = "task-4468063" [ 619.928964] env[65983]: _type = "Task" [ 619.928964] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.935812] env[65983]: DEBUG nova.compute.manager [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Stashing vm_state: active {{(pid=65983) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 619.949469] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468063, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.099015] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Releasing lock "refresh_cache-864398b7-5b6d-486e-8190-46f930718874" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.099015] env[65983]: DEBUG nova.compute.manager [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Instance network_info: |[{"id": "5cce23fb-4145-4379-883b-38831c65c3e2", "address": "fa:16:3e:55:40:96", "network": {"id": "f6c32224-16bd-480d-9560-4901e4b85b4f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1248980364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7c5652855e4e95a307f33d3c10960d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cce23fb-41", "ovs_interfaceid": "5cce23fb-4145-4379-883b-38831c65c3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 620.099015] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:40:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cce23fb-4145-4379-883b-38831c65c3e2', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.107038] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Creating folder: Project (4d7c5652855e4e95a307f33d3c10960d). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.107490] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b9eba41-73a5-41dd-ade0-3affd4489202 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.122531] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Created folder: Project (4d7c5652855e4e95a307f33d3c10960d) in parent group-v873669. [ 620.122531] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Creating folder: Instances. Parent ref: group-v873710. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.122531] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdda8c5d-a7d2-429b-9591-cd1e10d69e7b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.134491] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Created folder: Instances in parent group-v873710. [ 620.134747] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 620.135012] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 864398b7-5b6d-486e-8190-46f930718874] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.135164] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24df74d6-0623-42f5-b2c2-dab4c8965770 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.161017] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.161017] env[65983]: value = "task-4468066" [ 620.161017] env[65983]: _type = "Task" [ 620.161017] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.164578] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5249ac1c-93c8-d5d3-3fde-a4c54ebd6890, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.168542] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503d9cbb-028f-4384-884a-0eb75f970649 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.176143] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 620.176143] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5232c639-064d-3375-e58f-11fecd220740" [ 620.176143] env[65983]: _type = "Task" [ 620.176143] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.179615] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468066, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.189234] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5232c639-064d-3375-e58f-11fecd220740, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.189559] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.189810] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] b5af5878-375e-4405-b971-e3b28fa0e34c/b5af5878-375e-4405-b971-e3b28fa0e34c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.190083] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-610f9b95-64ef-40a3-afc1-b31ccf9a2cb1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.198948] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 620.198948] env[65983]: value = "task-4468067" [ 620.198948] env[65983]: _type = "Task" [ 620.198948] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.208601] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.453358] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468063, 'name': Rename_Task, 'duration_secs': 0.161931} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.453647] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.454172] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb0bb460-226a-418f-ad4e-31a9886bc639 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.462843] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 620.462843] env[65983]: value = "task-4468068" [ 620.462843] env[65983]: _type = "Task" [ 620.462843] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.476050] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.479534] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.479534] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.678950] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468066, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.710569] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468067, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.977511] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.986193] env[65983]: INFO nova.compute.claims [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.178561] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468066, 'name': CreateVM_Task, 'duration_secs': 0.603611} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.178561] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 864398b7-5b6d-486e-8190-46f930718874] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.179527] env[65983]: WARNING neutronclient.v2_0.client [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.179778] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.180029] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.180478] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.180831] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f098384-6dcd-42d6-8bdb-9a9ce74d6d02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.187862] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Waiting for the task: (returnval){ [ 621.187862] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a95f12-06f8-4f1e-ef24-bab7db653755" [ 621.187862] env[65983]: _type = "Task" [ 621.187862] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.197314] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a95f12-06f8-4f1e-ef24-bab7db653755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.209393] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597325} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.209661] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] b5af5878-375e-4405-b971-e3b28fa0e34c/b5af5878-375e-4405-b971-e3b28fa0e34c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.209867] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.210152] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c811446a-5730-4bee-9f79-2b43b343c2ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.219943] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 621.219943] env[65983]: value = "task-4468069" [ 621.219943] env[65983]: _type = "Task" [ 621.219943] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.221263] env[65983]: DEBUG nova.network.neutron [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Successfully updated port: d1dcfb19-dff2-484c-86dc-6faf857e58e9 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 621.234763] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.262300] env[65983]: DEBUG nova.network.neutron [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Updated VIF entry in instance network info cache for port 7ad42f81-467b-4cad-9983-8e5366f3541f. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 621.262721] env[65983]: DEBUG nova.network.neutron [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Updating instance_info_cache with network_info: [{"id": "7ad42f81-467b-4cad-9983-8e5366f3541f", "address": "fa:16:3e:64:75:f8", "network": {"id": "b396b1f6-a870-427e-87bc-012ec2907bf8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1208126554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3e677561eb422ea1acd81bbdc611e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad42f81-46", "ovs_interfaceid": "7ad42f81-467b-4cad-9983-8e5366f3541f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.334887] env[65983]: DEBUG nova.network.neutron [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Updated VIF entry in instance network info cache for port 3394a136-fcb3-4e9b-9d63-2c868b1df3cc. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 621.335325] env[65983]: DEBUG nova.network.neutron [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Updating instance_info_cache with network_info: [{"id": "3394a136-fcb3-4e9b-9d63-2c868b1df3cc", "address": "fa:16:3e:fd:54:6d", "network": {"id": "b396b1f6-a870-427e-87bc-012ec2907bf8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1208126554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3e677561eb422ea1acd81bbdc611e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3394a136-fc", "ovs_interfaceid": "3394a136-fcb3-4e9b-9d63-2c868b1df3cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.474558] env[65983]: DEBUG oslo_vmware.api [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468068, 'name': PowerOnVM_Task, 'duration_secs': 0.734505} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.475473] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.475717] env[65983]: INFO nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Took 13.45 seconds to spawn the instance on the hypervisor. [ 621.475852] env[65983]: DEBUG nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 621.476698] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a6e941-8535-44d9-848b-2466abe81c34 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.492857] env[65983]: INFO nova.compute.resource_tracker [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating resource usage from migration dd3ca059-10aa-467e-b4f6-e8e084b3f474 [ 621.704778] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a95f12-06f8-4f1e-ef24-bab7db653755, 'name': SearchDatastore_Task, 'duration_secs': 0.013243} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.704778] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.704778] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.704778] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.704778] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.705242] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.705631] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9db2c1f5-5add-4646-bdf2-7238b842f2b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.720895] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.720895] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.720895] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45edca0b-8e7c-4435-be42-e39f2d4255f5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.732854] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "refresh_cache-1abdd22c-da15-4eb3-a446-241cc2086ab3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.733142] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquired lock "refresh_cache-1abdd22c-da15-4eb3-a446-241cc2086ab3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.733386] env[65983]: DEBUG nova.network.neutron [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 621.757019] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074502} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.757019] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Waiting for the task: (returnval){ [ 621.757019] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52870927-aa82-bb80-85ed-a2338bc0d7a9" [ 621.757019] env[65983]: _type = "Task" [ 621.757019] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.757019] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.757019] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49edecbc-9090-4035-87df-a807c2fe95f5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.769069] env[65983]: DEBUG oslo_concurrency.lockutils [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] Releasing lock "refresh_cache-74fdfde5-fc41-4621-9bf3-d23ab3ce8452" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.769575] env[65983]: DEBUG nova.compute.manager [req-0933e090-e1db-48da-8478-b1553568727c req-ae48ce97-ec69-43d5-a8fe-9d978d433816 service nova] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Received event network-vif-deleted-846dc513-6bfe-4553-a968-2c33f60ef551 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 621.776124] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "f83633bd-6802-402b-9ba0-7e3510fb145a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.776124] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.802894] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52870927-aa82-bb80-85ed-a2338bc0d7a9, 'name': SearchDatastore_Task, 'duration_secs': 0.025036} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.820149] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] b5af5878-375e-4405-b971-e3b28fa0e34c/b5af5878-375e-4405-b971-e3b28fa0e34c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.820149] env[65983]: DEBUG nova.compute.manager [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 621.830337] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d942df5f-73df-4a56-9278-0fac8aa7a557 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.850712] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d6a264-6db3-4540-a013-1b9952953b8c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.853276] env[65983]: DEBUG oslo_concurrency.lockutils [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] Releasing lock "refresh_cache-aec420c4-a727-4c86-a3fb-d22d015d6b13" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.853395] env[65983]: DEBUG nova.compute.manager [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Received event network-vif-plugged-96a1cf63-153b-4faf-9995-20bd8cac98bf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 621.853469] env[65983]: DEBUG oslo_concurrency.lockutils [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] Acquiring lock "d2bccbbf-09fd-44d4-8b46-b32c3897e477-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.853683] env[65983]: DEBUG oslo_concurrency.lockutils [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] Lock "d2bccbbf-09fd-44d4-8b46-b32c3897e477-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.853813] env[65983]: DEBUG oslo_concurrency.lockutils [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] Lock "d2bccbbf-09fd-44d4-8b46-b32c3897e477-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.853964] env[65983]: DEBUG nova.compute.manager [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] No waiting events found dispatching network-vif-plugged-96a1cf63-153b-4faf-9995-20bd8cac98bf {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 621.854134] env[65983]: WARNING nova.compute.manager [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Received unexpected event network-vif-plugged-96a1cf63-153b-4faf-9995-20bd8cac98bf for instance with vm_state building and task_state spawning. [ 621.854295] env[65983]: DEBUG nova.compute.manager [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Received event network-changed-96a1cf63-153b-4faf-9995-20bd8cac98bf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 621.854434] env[65983]: DEBUG nova.compute.manager [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Refreshing instance network info cache due to event network-changed-96a1cf63-153b-4faf-9995-20bd8cac98bf. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 621.854669] env[65983]: DEBUG oslo_concurrency.lockutils [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] Acquiring lock "refresh_cache-d2bccbbf-09fd-44d4-8b46-b32c3897e477" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.854880] env[65983]: DEBUG oslo_concurrency.lockutils [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] Acquired lock "refresh_cache-d2bccbbf-09fd-44d4-8b46-b32c3897e477" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.854880] env[65983]: DEBUG nova.network.neutron [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Refreshing network info cache for port 96a1cf63-153b-4faf-9995-20bd8cac98bf {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.860718] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Waiting for the task: (returnval){ [ 621.860718] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5282f9a0-f694-f1d0-ab01-659d6863a30d" [ 621.860718] env[65983]: _type = "Task" [ 621.860718] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.866542] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 621.866542] env[65983]: value = "task-4468070" [ 621.866542] env[65983]: _type = "Task" [ 621.866542] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.874640] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5282f9a0-f694-f1d0-ab01-659d6863a30d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.880897] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468070, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.936571] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e7b4dd-f453-47da-93d4-f3777cb839b7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.945588] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271a169b-933a-45b3-a054-78a15b0bbf70 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.981491] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab349861-6a0e-4af1-955d-5cea4ab63607 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.995355] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4f7d45-d4cf-4ee6-9f57-9d21af34775e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.002480] env[65983]: INFO nova.compute.manager [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Took 23.46 seconds to build instance. [ 622.013245] env[65983]: DEBUG nova.compute.provider_tree [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.304354] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquiring lock "52c4ce60-3353-405c-b9f9-7f511680cc41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.304530] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "52c4ce60-3353-405c-b9f9-7f511680cc41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.314191] env[65983]: DEBUG nova.network.neutron [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 622.363342] env[65983]: WARNING neutronclient.v2_0.client [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.380178] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5282f9a0-f694-f1d0-ab01-659d6863a30d, 'name': SearchDatastore_Task, 'duration_secs': 0.015895} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.388815] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.389015] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.389162] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 864398b7-5b6d-486e-8190-46f930718874/864398b7-5b6d-486e-8190-46f930718874.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.389808] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468070, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.392019] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c709e1d-c298-45f0-b92b-dba3c70a5d00 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.399770] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Waiting for the task: (returnval){ [ 622.399770] env[65983]: value = "task-4468071" [ 622.399770] env[65983]: _type = "Task" [ 622.399770] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.412745] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.423514] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Acquiring lock "c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.423941] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Lock "c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.505678] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1ec77201-5dc9-45c8-84c0-244aba002648 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "d2bccbbf-09fd-44d4-8b46-b32c3897e477" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.979s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.521531] env[65983]: DEBUG nova.scheduler.client.report [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.565467] env[65983]: WARNING neutronclient.v2_0.client [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.807768] env[65983]: DEBUG nova.compute.manager [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 622.885689] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468070, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.914894] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468071, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.933452] env[65983]: DEBUG nova.compute.manager [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 623.031110] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.552s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.031497] env[65983]: INFO nova.compute.manager [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Migrating [ 623.033577] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.033577] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.033577] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.645s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.035399] env[65983]: INFO nova.compute.claims [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.045508] env[65983]: DEBUG oslo_concurrency.lockutils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquiring lock "376c3de8-3d51-4257-ba8f-a2e5b77b7355" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.045508] env[65983]: DEBUG oslo_concurrency.lockutils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Lock "376c3de8-3d51-4257-ba8f-a2e5b77b7355" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.333052] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.383982] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468070, 'name': ReconfigVM_Task, 'duration_secs': 1.34095} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.384293] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Reconfigured VM instance instance-0000000e to attach disk [datastore2] b5af5878-375e-4405-b971-e3b28fa0e34c/b5af5878-375e-4405-b971-e3b28fa0e34c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.384941] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa6255b1-519b-43ce-bf8e-c1009ac58e58 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.393979] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 623.393979] env[65983]: value = "task-4468072" [ 623.393979] env[65983]: _type = "Task" [ 623.393979] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.409839] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468072, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.416678] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900016} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.417100] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 864398b7-5b6d-486e-8190-46f930718874/864398b7-5b6d-486e-8190-46f930718874.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.417286] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.417789] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a3e2a5c-ca40-4889-be8b-fe87cf86f623 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.427615] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Waiting for the task: (returnval){ [ 623.427615] env[65983]: value = "task-4468073" [ 623.427615] env[65983]: _type = "Task" [ 623.427615] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.442612] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.461537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.541635] env[65983]: INFO nova.compute.rpcapi [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 623.541635] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.561833] env[65983]: DEBUG nova.compute.manager [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 623.579384] env[65983]: DEBUG nova.network.neutron [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Updating instance_info_cache with network_info: [{"id": "d1dcfb19-dff2-484c-86dc-6faf857e58e9", "address": "fa:16:3e:7f:8c:d7", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1dcfb19-df", "ovs_interfaceid": "d1dcfb19-dff2-484c-86dc-6faf857e58e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.885952] env[65983]: WARNING neutronclient.v2_0.client [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.905296] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468072, 'name': Rename_Task, 'duration_secs': 0.266006} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.905623] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.905985] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-567c03da-f62a-4a99-833e-f128d11af2c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.915809] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 623.915809] env[65983]: value = "task-4468074" [ 623.915809] env[65983]: _type = "Task" [ 623.915809] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.924525] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.939375] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168493} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.939809] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.941049] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62401a11-cd25-40ea-b8c1-1a38fe58a84b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.972677] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 864398b7-5b6d-486e-8190-46f930718874/864398b7-5b6d-486e-8190-46f930718874.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.982873] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c225896-11df-4e45-8461-a3cbe481c72a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.000670] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Waiting for the task: (returnval){ [ 624.000670] env[65983]: value = "task-4468075" [ 624.000670] env[65983]: _type = "Task" [ 624.000670] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.010632] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.080470] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.080470] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.080470] env[65983]: DEBUG nova.network.neutron [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 624.095818] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Releasing lock "refresh_cache-1abdd22c-da15-4eb3-a446-241cc2086ab3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.096062] env[65983]: DEBUG nova.compute.manager [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Instance network_info: |[{"id": "d1dcfb19-dff2-484c-86dc-6faf857e58e9", "address": "fa:16:3e:7f:8c:d7", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1dcfb19-df", "ovs_interfaceid": "d1dcfb19-dff2-484c-86dc-6faf857e58e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 624.096549] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:8c:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1dcfb19-dff2-484c-86dc-6faf857e58e9', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.105396] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 624.106499] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.106804] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bb904e5-bdf8-4685-8f18-be02851e6fc9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.124129] env[65983]: DEBUG oslo_concurrency.lockutils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.134758] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.134758] env[65983]: value = "task-4468076" [ 624.134758] env[65983]: _type = "Task" [ 624.134758] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.152050] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468076, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.215428] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.215905] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.216351] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.216644] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.217812] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.219832] env[65983]: INFO nova.compute.manager [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Terminating instance [ 624.433065] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468074, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.441791] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7d8093-00c3-4c6a-9af1-16e995f30f78 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.448953] env[65983]: DEBUG nova.network.neutron [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Updated VIF entry in instance network info cache for port 96a1cf63-153b-4faf-9995-20bd8cac98bf. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 624.449817] env[65983]: DEBUG nova.network.neutron [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Updating instance_info_cache with network_info: [{"id": "96a1cf63-153b-4faf-9995-20bd8cac98bf", "address": "fa:16:3e:4e:6f:76", "network": {"id": "b396b1f6-a870-427e-87bc-012ec2907bf8", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1208126554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b3e677561eb422ea1acd81bbdc611e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a1cf63-15", "ovs_interfaceid": "96a1cf63-153b-4faf-9995-20bd8cac98bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.458610] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec735b7-d70e-45a5-a890-ebf530f3f5b6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.494561] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccee3601-63b8-4bd2-91bb-25f1cbf143b8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.506415] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a793e5-75b7-449e-a969-72a26487c3b1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.514998] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.527334] env[65983]: DEBUG nova.compute.provider_tree [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.583492] env[65983]: WARNING neutronclient.v2_0.client [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.651048] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468076, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.724721] env[65983]: DEBUG nova.compute.manager [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 624.724991] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.726030] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3edb4a7-503f-436f-950d-0016a3df5b60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.735408] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.735575] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5333d28b-c006-4cb1-b9b1-d5a8fc3de727 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.743479] env[65983]: DEBUG oslo_vmware.api [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 624.743479] env[65983]: value = "task-4468077" [ 624.743479] env[65983]: _type = "Task" [ 624.743479] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.758473] env[65983]: DEBUG oslo_vmware.api [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.874726] env[65983]: DEBUG nova.compute.manager [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Received event network-vif-plugged-2dd12449-5b94-4d41-bbdb-d4679160ae08 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 624.875084] env[65983]: DEBUG oslo_concurrency.lockutils [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] Acquiring lock "b5af5878-375e-4405-b971-e3b28fa0e34c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.875534] env[65983]: DEBUG oslo_concurrency.lockutils [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] Lock "b5af5878-375e-4405-b971-e3b28fa0e34c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.875534] env[65983]: DEBUG oslo_concurrency.lockutils [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] Lock "b5af5878-375e-4405-b971-e3b28fa0e34c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.875859] env[65983]: DEBUG nova.compute.manager [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] No waiting events found dispatching network-vif-plugged-2dd12449-5b94-4d41-bbdb-d4679160ae08 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 624.875859] env[65983]: WARNING nova.compute.manager [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Received unexpected event network-vif-plugged-2dd12449-5b94-4d41-bbdb-d4679160ae08 for instance with vm_state building and task_state spawning. [ 624.876061] env[65983]: DEBUG nova.compute.manager [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Received event network-changed-2dd12449-5b94-4d41-bbdb-d4679160ae08 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 624.876135] env[65983]: DEBUG nova.compute.manager [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Refreshing instance network info cache due to event network-changed-2dd12449-5b94-4d41-bbdb-d4679160ae08. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 624.877180] env[65983]: DEBUG oslo_concurrency.lockutils [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] Acquiring lock "refresh_cache-b5af5878-375e-4405-b971-e3b28fa0e34c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.877180] env[65983]: DEBUG oslo_concurrency.lockutils [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] Acquired lock "refresh_cache-b5af5878-375e-4405-b971-e3b28fa0e34c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.877180] env[65983]: DEBUG nova.network.neutron [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Refreshing network info cache for port 2dd12449-5b94-4d41-bbdb-d4679160ae08 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.906987] env[65983]: WARNING neutronclient.v2_0.client [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.927625] env[65983]: DEBUG oslo_vmware.api [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468074, 'name': PowerOnVM_Task, 'duration_secs': 0.69553} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.927931] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.928311] env[65983]: INFO nova.compute.manager [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Took 14.42 seconds to spawn the instance on the hypervisor. [ 624.928476] env[65983]: DEBUG nova.compute.manager [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 624.929342] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d997def-f661-47b4-ae19-4c1a2f24dcb3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.952917] env[65983]: DEBUG oslo_concurrency.lockutils [req-30ff58f8-4524-48d0-bbbc-54bb3b0f7a10 req-679d4f3c-d0a9-4554-acfa-ee94629233a2 service nova] Releasing lock "refresh_cache-d2bccbbf-09fd-44d4-8b46-b32c3897e477" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.014217] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468075, 'name': ReconfigVM_Task, 'duration_secs': 0.735304} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.015209] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 864398b7-5b6d-486e-8190-46f930718874/864398b7-5b6d-486e-8190-46f930718874.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.015960] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b60ad92b-3051-40ed-9702-fe2a1ade6caf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.021666] env[65983]: DEBUG nova.network.neutron [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating instance_info_cache with network_info: [{"id": "07a363b3-36dc-49d5-a49d-8aac1bf92b84", "address": "fa:16:3e:60:b0:c1", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a363b3-36", "ovs_interfaceid": "07a363b3-36dc-49d5-a49d-8aac1bf92b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.025297] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Waiting for the task: (returnval){ [ 625.025297] env[65983]: value = "task-4468078" [ 625.025297] env[65983]: _type = "Task" [ 625.025297] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.031309] env[65983]: DEBUG nova.scheduler.client.report [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.044475] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468078, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.146643] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468076, 'name': CreateVM_Task, 'duration_secs': 0.761387} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.147166] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.148130] env[65983]: WARNING neutronclient.v2_0.client [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.148130] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.148130] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.148720] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.149022] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f383d9-6611-4e3a-8b2d-74b2e6f689a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.155835] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 625.155835] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5240fd11-99a2-31a0-bf0d-21cbeced133b" [ 625.155835] env[65983]: _type = "Task" [ 625.155835] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.167405] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5240fd11-99a2-31a0-bf0d-21cbeced133b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.254529] env[65983]: DEBUG oslo_vmware.api [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468077, 'name': PowerOffVM_Task, 'duration_secs': 0.321366} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.254829] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.255037] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.255266] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90e13b7e-0893-4efd-8b76-32e7591b7dd6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.382657] env[65983]: WARNING neutronclient.v2_0.client [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.426665] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.427454] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.427454] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Deleting the datastore file [datastore1] b1f9a306-6b07-400a-9eb6-d2021587c4c7 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.427944] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0ebb0e8-c08c-445d-b3f5-d078f948afd8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.436659] env[65983]: DEBUG oslo_vmware.api [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 625.436659] env[65983]: value = "task-4468080" [ 625.436659] env[65983]: _type = "Task" [ 625.436659] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.450773] env[65983]: INFO nova.compute.manager [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Took 25.72 seconds to build instance. [ 625.460406] env[65983]: DEBUG oslo_vmware.api [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.524678] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.541635] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.542595] env[65983]: DEBUG nova.compute.manager [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 625.546303] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468078, 'name': Rename_Task, 'duration_secs': 0.387554} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.546950] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.214s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.548942] env[65983]: INFO nova.compute.claims [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.551672] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.552682] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb7982f4-8fde-4c06-bf25-13fda655bcf3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.562397] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Waiting for the task: (returnval){ [ 625.562397] env[65983]: value = "task-4468081" [ 625.562397] env[65983]: _type = "Task" [ 625.562397] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.583082] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468081, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.590059] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Acquiring lock "0311ff28-2238-4150-83a8-e0cc5d28736b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.590378] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Lock "0311ff28-2238-4150-83a8-e0cc5d28736b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.671138] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5240fd11-99a2-31a0-bf0d-21cbeced133b, 'name': SearchDatastore_Task, 'duration_secs': 0.020704} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.671526] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.671787] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.672052] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.672169] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.672343] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.673160] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfd60aee-210b-42ee-9934-c3b1ed9d3f54 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.688236] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.688236] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.689854] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72a255a-ecb5-42c6-b726-1395222ea9b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.697526] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 625.697526] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523c97a1-9d3f-03f8-94f5-f1159eb6db36" [ 625.697526] env[65983]: _type = "Task" [ 625.697526] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.708106] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523c97a1-9d3f-03f8-94f5-f1159eb6db36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.908878] env[65983]: WARNING neutronclient.v2_0.client [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.948784] env[65983]: DEBUG oslo_vmware.api [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301347} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.949080] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.949282] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.949678] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.949678] env[65983]: INFO nova.compute.manager [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Took 1.22 seconds to destroy the instance on the hypervisor. [ 625.949998] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 625.950110] env[65983]: DEBUG nova.compute.manager [-] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 625.950210] env[65983]: DEBUG nova.network.neutron [-] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 625.950461] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.962035] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b716b437-ac60-4f18-8b6e-9877d2d61da1 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5af5878-375e-4405-b971-e3b28fa0e34c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.253s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.048455] env[65983]: DEBUG nova.compute.utils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.049956] env[65983]: DEBUG nova.compute.manager [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 626.050214] env[65983]: DEBUG nova.network.neutron [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 626.050518] env[65983]: WARNING neutronclient.v2_0.client [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.050796] env[65983]: WARNING neutronclient.v2_0.client [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.074231] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.096138] env[65983]: DEBUG nova.compute.manager [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 626.140637] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.161679] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "0b774d8b-22a4-4849-b100-e9e1705e46fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.162085] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "0b774d8b-22a4-4849-b100-e9e1705e46fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.177351] env[65983]: DEBUG nova.network.neutron [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Updated VIF entry in instance network info cache for port 2dd12449-5b94-4d41-bbdb-d4679160ae08. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 626.177831] env[65983]: DEBUG nova.network.neutron [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Updating instance_info_cache with network_info: [{"id": "2dd12449-5b94-4d41-bbdb-d4679160ae08", "address": "fa:16:3e:cd:33:04", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd12449-5b", "ovs_interfaceid": "2dd12449-5b94-4d41-bbdb-d4679160ae08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.208430] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523c97a1-9d3f-03f8-94f5-f1159eb6db36, 'name': SearchDatastore_Task, 'duration_secs': 0.012132} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.209262] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa37c86-c8a3-4802-9871-ea45cc290d8a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.215926] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 626.215926] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528aa2c8-15e8-d73a-7fa0-4696a747729c" [ 626.215926] env[65983]: _type = "Task" [ 626.215926] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.225787] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528aa2c8-15e8-d73a-7fa0-4696a747729c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.230018] env[65983]: DEBUG nova.policy [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5adc9cd4d62e464dadc8f6b51bd59ad8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc87fac4d704a76a133a4306a937a81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.550611] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "7233422c-ef9a-49c4-ad2a-e1089e493161" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.550992] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "7233422c-ef9a-49c4-ad2a-e1089e493161" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.559091] env[65983]: DEBUG nova.compute.manager [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 626.590031] env[65983]: DEBUG oslo_vmware.api [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468081, 'name': PowerOnVM_Task, 'duration_secs': 0.978177} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.590206] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.590442] env[65983]: INFO nova.compute.manager [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Took 13.56 seconds to spawn the instance on the hypervisor. [ 626.590622] env[65983]: DEBUG nova.compute.manager [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 626.591512] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d71e32-2418-4ace-b787-ca63d036a75b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.627289] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.664523] env[65983]: DEBUG nova.compute.manager [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 626.681929] env[65983]: DEBUG oslo_concurrency.lockutils [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] Releasing lock "refresh_cache-b5af5878-375e-4405-b971-e3b28fa0e34c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.682822] env[65983]: DEBUG nova.compute.manager [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: 864398b7-5b6d-486e-8190-46f930718874] Received event network-vif-plugged-5cce23fb-4145-4379-883b-38831c65c3e2 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.682822] env[65983]: DEBUG oslo_concurrency.lockutils [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] Acquiring lock "864398b7-5b6d-486e-8190-46f930718874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.682822] env[65983]: DEBUG oslo_concurrency.lockutils [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] Lock "864398b7-5b6d-486e-8190-46f930718874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.682822] env[65983]: DEBUG oslo_concurrency.lockutils [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] Lock "864398b7-5b6d-486e-8190-46f930718874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.683121] env[65983]: DEBUG nova.compute.manager [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: 864398b7-5b6d-486e-8190-46f930718874] No waiting events found dispatching network-vif-plugged-5cce23fb-4145-4379-883b-38831c65c3e2 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 626.683121] env[65983]: WARNING nova.compute.manager [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: 864398b7-5b6d-486e-8190-46f930718874] Received unexpected event network-vif-plugged-5cce23fb-4145-4379-883b-38831c65c3e2 for instance with vm_state building and task_state spawning. [ 626.683189] env[65983]: DEBUG nova.compute.manager [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: 864398b7-5b6d-486e-8190-46f930718874] Received event network-changed-5cce23fb-4145-4379-883b-38831c65c3e2 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.683296] env[65983]: DEBUG nova.compute.manager [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: 864398b7-5b6d-486e-8190-46f930718874] Refreshing instance network info cache due to event network-changed-5cce23fb-4145-4379-883b-38831c65c3e2. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 626.683542] env[65983]: DEBUG oslo_concurrency.lockutils [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] Acquiring lock "refresh_cache-864398b7-5b6d-486e-8190-46f930718874" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.683750] env[65983]: DEBUG oslo_concurrency.lockutils [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] Acquired lock "refresh_cache-864398b7-5b6d-486e-8190-46f930718874" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.683921] env[65983]: DEBUG nova.network.neutron [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: 864398b7-5b6d-486e-8190-46f930718874] Refreshing network info cache for port 5cce23fb-4145-4379-883b-38831c65c3e2 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.729299] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528aa2c8-15e8-d73a-7fa0-4696a747729c, 'name': SearchDatastore_Task, 'duration_secs': 0.015689} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.732654] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.733031] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 1abdd22c-da15-4eb3-a446-241cc2086ab3/1abdd22c-da15-4eb3-a446-241cc2086ab3.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.733426] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-952cf8ec-0968-4096-bc1a-a5fd3e3cea41 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.742210] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 626.742210] env[65983]: value = "task-4468082" [ 626.742210] env[65983]: _type = "Task" [ 626.742210] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.755618] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.937579] env[65983]: DEBUG nova.compute.manager [req-b175e308-71f7-4298-98f6-1014a9ac1efe req-e95efa7c-00f8-4cc4-9f40-2f7aca4f2687 service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Received event network-changed-c58d8930-b971-4e81-83dd-bf7d221f17d9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.937913] env[65983]: DEBUG nova.compute.manager [req-b175e308-71f7-4298-98f6-1014a9ac1efe req-e95efa7c-00f8-4cc4-9f40-2f7aca4f2687 service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Refreshing instance network info cache due to event network-changed-c58d8930-b971-4e81-83dd-bf7d221f17d9. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 626.938408] env[65983]: DEBUG oslo_concurrency.lockutils [req-b175e308-71f7-4298-98f6-1014a9ac1efe req-e95efa7c-00f8-4cc4-9f40-2f7aca4f2687 service nova] Acquiring lock "refresh_cache-4f12a59e-86bb-42a6-908c-3469b9e476d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.938767] env[65983]: DEBUG oslo_concurrency.lockutils [req-b175e308-71f7-4298-98f6-1014a9ac1efe req-e95efa7c-00f8-4cc4-9f40-2f7aca4f2687 service nova] Acquired lock "refresh_cache-4f12a59e-86bb-42a6-908c-3469b9e476d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.939022] env[65983]: DEBUG nova.network.neutron [req-b175e308-71f7-4298-98f6-1014a9ac1efe req-e95efa7c-00f8-4cc4-9f40-2f7aca4f2687 service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Refreshing network info cache for port c58d8930-b971-4e81-83dd-bf7d221f17d9 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.992975] env[65983]: DEBUG nova.network.neutron [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Successfully created port: 6a7adb7d-48dc-4f93-94ee-72c4d4c01426 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 627.030059] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a73bb5-a9e3-4e6c-9a2a-571b8cbcc89f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.042210] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce87462-7455-4f0d-a3f5-ee3bba701771 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.083606] env[65983]: DEBUG nova.compute.manager [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 627.094586] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a0daeb-6795-4def-afc2-478f626c91b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.098556] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd31d7bb-fac6-43da-87be-cc101e6957da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.123440] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb4373d-00a3-4834-843f-6e53aad4537e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.132564] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating instance 'abc18c43-9ef2-4c48-93d9-36c42dfd5178' progress to 0 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 627.140029] env[65983]: INFO nova.compute.manager [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Took 27.21 seconds to build instance. [ 627.155314] env[65983]: DEBUG nova.compute.provider_tree [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.186910] env[65983]: WARNING neutronclient.v2_0.client [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.197953] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.262215] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468082, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.444035] env[65983]: WARNING neutronclient.v2_0.client [req-b175e308-71f7-4298-98f6-1014a9ac1efe req-e95efa7c-00f8-4cc4-9f40-2f7aca4f2687 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.600599] env[65983]: DEBUG nova.compute.manager [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 627.622573] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.628146] env[65983]: DEBUG nova.virt.hardware [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 627.628414] env[65983]: DEBUG nova.virt.hardware [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.628592] env[65983]: DEBUG nova.virt.hardware [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 627.628743] env[65983]: DEBUG nova.virt.hardware [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.628882] env[65983]: DEBUG nova.virt.hardware [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 627.629044] env[65983]: DEBUG nova.virt.hardware [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 627.629243] env[65983]: DEBUG nova.virt.hardware [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 627.629395] env[65983]: DEBUG nova.virt.hardware [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 627.629550] env[65983]: DEBUG nova.virt.hardware [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 627.629703] env[65983]: DEBUG nova.virt.hardware [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 627.630803] env[65983]: DEBUG nova.virt.hardware [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 627.630803] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a841e71-92a3-476f-a9bd-16c1463b41c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.641300] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.641300] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ab73015b-9390-4405-8769-4da03eecad71 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Lock "864398b7-5b6d-486e-8190-46f930718874" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.716s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.641578] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b4f641-162e-4b1d-bb59-953be01aaf68 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.644220] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5e7553-84fc-4eaf-8a04-9acceb116fe0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.663267] env[65983]: DEBUG nova.scheduler.client.report [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.668670] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 627.668670] env[65983]: value = "task-4468083" [ 627.668670] env[65983]: _type = "Task" [ 627.668670] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.678984] env[65983]: DEBUG nova.network.neutron [-] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.680582] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.741182] env[65983]: WARNING neutronclient.v2_0.client [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.759034] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788903} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.759034] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 1abdd22c-da15-4eb3-a446-241cc2086ab3/1abdd22c-da15-4eb3-a446-241cc2086ab3.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.760532] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.760532] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ca80d81-0f98-4526-8778-9f02b8c7a73c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.769255] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 627.769255] env[65983]: value = "task-4468084" [ 627.769255] env[65983]: _type = "Task" [ 627.769255] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.781460] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.964595] env[65983]: WARNING neutronclient.v2_0.client [req-b175e308-71f7-4298-98f6-1014a9ac1efe req-e95efa7c-00f8-4cc4-9f40-2f7aca4f2687 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.030086] env[65983]: DEBUG nova.network.neutron [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: 864398b7-5b6d-486e-8190-46f930718874] Updated VIF entry in instance network info cache for port 5cce23fb-4145-4379-883b-38831c65c3e2. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 628.030698] env[65983]: DEBUG nova.network.neutron [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] [instance: 864398b7-5b6d-486e-8190-46f930718874] Updating instance_info_cache with network_info: [{"id": "5cce23fb-4145-4379-883b-38831c65c3e2", "address": "fa:16:3e:55:40:96", "network": {"id": "f6c32224-16bd-480d-9560-4901e4b85b4f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1248980364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7c5652855e4e95a307f33d3c10960d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cce23fb-41", "ovs_interfaceid": "5cce23fb-4145-4379-883b-38831c65c3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.170914] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.172557] env[65983]: DEBUG nova.compute.manager [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 628.175918] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.714s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.179177] env[65983]: INFO nova.compute.claims [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.189607] env[65983]: INFO nova.compute.manager [-] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Took 2.24 seconds to deallocate network for instance. [ 628.203820] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468083, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.238209] env[65983]: DEBUG nova.network.neutron [req-b175e308-71f7-4298-98f6-1014a9ac1efe req-e95efa7c-00f8-4cc4-9f40-2f7aca4f2687 service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Updated VIF entry in instance network info cache for port c58d8930-b971-4e81-83dd-bf7d221f17d9. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 628.238209] env[65983]: DEBUG nova.network.neutron [req-b175e308-71f7-4298-98f6-1014a9ac1efe req-e95efa7c-00f8-4cc4-9f40-2f7aca4f2687 service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Updating instance_info_cache with network_info: [{"id": "c58d8930-b971-4e81-83dd-bf7d221f17d9", "address": "fa:16:3e:82:b7:21", "network": {"id": "33908da5-a410-4a7b-98af-6af864abe62f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1948477245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16880b7ccce543df943962527e4d5481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58d8930-b9", "ovs_interfaceid": "c58d8930-b971-4e81-83dd-bf7d221f17d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.280110] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109409} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.280397] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.281315] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1b1391-a7e8-4821-a834-0e910f50ad1e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.306383] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 1abdd22c-da15-4eb3-a446-241cc2086ab3/1abdd22c-da15-4eb3-a446-241cc2086ab3.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.306884] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c10b5226-13d3-4271-a2b8-572768b5ce8e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.329346] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 628.329346] env[65983]: value = "task-4468085" [ 628.329346] env[65983]: _type = "Task" [ 628.329346] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.340380] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.534448] env[65983]: DEBUG oslo_concurrency.lockutils [req-18cfc346-1dd7-4e58-8557-dca055274dd2 req-819c5784-2721-4e61-973c-bf31ba9e80af service nova] Releasing lock "refresh_cache-864398b7-5b6d-486e-8190-46f930718874" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.688688] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468083, 'name': PowerOffVM_Task, 'duration_secs': 0.579101} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.691851] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.692145] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating instance 'abc18c43-9ef2-4c48-93d9-36c42dfd5178' progress to 17 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 628.697536] env[65983]: DEBUG nova.compute.utils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.699213] env[65983]: DEBUG nova.compute.manager [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 628.699213] env[65983]: DEBUG nova.network.neutron [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 628.699569] env[65983]: WARNING neutronclient.v2_0.client [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.699833] env[65983]: WARNING neutronclient.v2_0.client [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.705845] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.741086] env[65983]: DEBUG oslo_concurrency.lockutils [req-b175e308-71f7-4298-98f6-1014a9ac1efe req-e95efa7c-00f8-4cc4-9f40-2f7aca4f2687 service nova] Releasing lock "refresh_cache-4f12a59e-86bb-42a6-908c-3469b9e476d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.845333] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.896994] env[65983]: DEBUG nova.network.neutron [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Successfully updated port: 6a7adb7d-48dc-4f93-94ee-72c4d4c01426 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 628.942503] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Acquiring lock "d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.942503] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Lock "d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.942719] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Acquiring lock "d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.942905] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Lock "d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.943041] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Lock "d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.946278] env[65983]: INFO nova.compute.manager [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Terminating instance [ 629.025881] env[65983]: DEBUG nova.compute.manager [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Received event network-vif-plugged-d1dcfb19-dff2-484c-86dc-6faf857e58e9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 629.030308] env[65983]: DEBUG oslo_concurrency.lockutils [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] Acquiring lock "1abdd22c-da15-4eb3-a446-241cc2086ab3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.030308] env[65983]: DEBUG oslo_concurrency.lockutils [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] Lock "1abdd22c-da15-4eb3-a446-241cc2086ab3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.030308] env[65983]: DEBUG oslo_concurrency.lockutils [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] Lock "1abdd22c-da15-4eb3-a446-241cc2086ab3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.030308] env[65983]: DEBUG nova.compute.manager [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] No waiting events found dispatching network-vif-plugged-d1dcfb19-dff2-484c-86dc-6faf857e58e9 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 629.030308] env[65983]: WARNING nova.compute.manager [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Received unexpected event network-vif-plugged-d1dcfb19-dff2-484c-86dc-6faf857e58e9 for instance with vm_state building and task_state spawning. [ 629.030308] env[65983]: DEBUG nova.compute.manager [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Received event network-changed-d1dcfb19-dff2-484c-86dc-6faf857e58e9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 629.030308] env[65983]: DEBUG nova.compute.manager [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Refreshing instance network info cache due to event network-changed-d1dcfb19-dff2-484c-86dc-6faf857e58e9. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 629.030308] env[65983]: DEBUG oslo_concurrency.lockutils [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] Acquiring lock "refresh_cache-1abdd22c-da15-4eb3-a446-241cc2086ab3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.030308] env[65983]: DEBUG oslo_concurrency.lockutils [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] Acquired lock "refresh_cache-1abdd22c-da15-4eb3-a446-241cc2086ab3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.030308] env[65983]: DEBUG nova.network.neutron [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Refreshing network info cache for port d1dcfb19-dff2-484c-86dc-6faf857e58e9 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.040451] env[65983]: DEBUG nova.policy [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea2b8c4abe464382bc6131b4f5a4e0a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a26cc57798d249128d9dd024ae267b20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.146041] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Acquiring lock "77ec82d6-2097-447f-b88c-462704777479" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.146041] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Lock "77ec82d6-2097-447f-b88c-462704777479" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.205708] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 629.206204] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.206297] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 629.206903] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.206903] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 629.207103] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 629.207335] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 629.207589] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 629.207727] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 629.207888] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 629.208083] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 629.216777] env[65983]: DEBUG nova.compute.manager [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 629.220413] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3543004c-55c2-47ff-b9c8-783ba88b7e0c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.241630] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 629.241630] env[65983]: value = "task-4468086" [ 629.241630] env[65983]: _type = "Task" [ 629.241630] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.252939] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.350050] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468085, 'name': ReconfigVM_Task, 'duration_secs': 0.650031} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.351399] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 1abdd22c-da15-4eb3-a446-241cc2086ab3/1abdd22c-da15-4eb3-a446-241cc2086ab3.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.351399] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae9ee6e4-f7e6-4baa-964f-6e39dc1c3dc4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.362863] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 629.362863] env[65983]: value = "task-4468087" [ 629.362863] env[65983]: _type = "Task" [ 629.362863] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.374038] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468087, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.401331] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "refresh_cache-f83633bd-6802-402b-9ba0-7e3510fb145a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.401514] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired lock "refresh_cache-f83633bd-6802-402b-9ba0-7e3510fb145a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.401704] env[65983]: DEBUG nova.network.neutron [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 629.454362] env[65983]: DEBUG nova.compute.manager [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 629.454605] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.456335] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b804021c-2f80-43e7-aea3-b89b346659e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.466431] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.469628] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c40b7832-8b2c-4fd0-b37d-7c6d7f97f751 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.479266] env[65983]: DEBUG oslo_vmware.api [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 629.479266] env[65983]: value = "task-4468088" [ 629.479266] env[65983]: _type = "Task" [ 629.479266] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.494607] env[65983]: DEBUG nova.network.neutron [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Successfully created port: 3ade5990-13cf-4c5d-ae09-ad9ad57c635f {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 629.510268] env[65983]: DEBUG oslo_vmware.api [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.538317] env[65983]: WARNING neutronclient.v2_0.client [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.648238] env[65983]: DEBUG nova.compute.manager [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 629.685569] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870e9f6f-3518-40a9-b5a9-34ed959917e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.700277] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2884d521-542a-4d08-b6e8-a275782a8752 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.734767] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a74654-44af-47f3-863d-08273d633a31 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.750458] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69431d55-76d7-478d-8b74-fc3c472f8d31 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.758992] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468086, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.771852] env[65983]: DEBUG nova.compute.provider_tree [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.783060] env[65983]: DEBUG oslo_concurrency.lockutils [None req-417d1441-bc6e-4af9-a6e2-b060fad30b1e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "b5af5878-375e-4405-b971-e3b28fa0e34c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.783598] env[65983]: DEBUG oslo_concurrency.lockutils [None req-417d1441-bc6e-4af9-a6e2-b060fad30b1e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5af5878-375e-4405-b971-e3b28fa0e34c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.784900] env[65983]: DEBUG nova.compute.manager [None req-417d1441-bc6e-4af9-a6e2-b060fad30b1e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 629.784900] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8c423c-ce0c-4b22-afa9-09c0ebecfc93 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.794645] env[65983]: DEBUG nova.compute.manager [None req-417d1441-bc6e-4af9-a6e2-b060fad30b1e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65983) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 629.795268] env[65983]: DEBUG nova.objects.instance [None req-417d1441-bc6e-4af9-a6e2-b060fad30b1e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lazy-loading 'flavor' on Instance uuid b5af5878-375e-4405-b971-e3b28fa0e34c {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.878596] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468087, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.888460] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "74fdfde5-fc41-4621-9bf3-d23ab3ce8452" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.888802] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "74fdfde5-fc41-4621-9bf3-d23ab3ce8452" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.888991] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "74fdfde5-fc41-4621-9bf3-d23ab3ce8452-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.889207] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "74fdfde5-fc41-4621-9bf3-d23ab3ce8452-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.889492] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "74fdfde5-fc41-4621-9bf3-d23ab3ce8452-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.892270] env[65983]: INFO nova.compute.manager [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Terminating instance [ 629.990676] env[65983]: DEBUG oslo_vmware.api [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468088, 'name': PowerOffVM_Task, 'duration_secs': 0.29776} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.990896] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.991073] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.991341] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edc1c219-1cf4-47bc-b222-226f331a94c9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.070362] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.070713] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.070934] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Deleting the datastore file [datastore1] d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.071262] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afc5a6e9-d3c7-40f3-909e-dc93cb07469d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.078981] env[65983]: DEBUG oslo_vmware.api [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for the task: (returnval){ [ 630.078981] env[65983]: value = "task-4468090" [ 630.078981] env[65983]: _type = "Task" [ 630.078981] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.089181] env[65983]: DEBUG oslo_vmware.api [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.178506] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.244087] env[65983]: DEBUG nova.compute.manager [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 630.257732] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468086, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.277682] env[65983]: DEBUG nova.virt.hardware [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 630.277954] env[65983]: DEBUG nova.virt.hardware [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.278124] env[65983]: DEBUG nova.virt.hardware [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 630.278296] env[65983]: DEBUG nova.virt.hardware [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.278434] env[65983]: DEBUG nova.virt.hardware [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 630.278625] env[65983]: DEBUG nova.virt.hardware [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 630.278775] env[65983]: DEBUG nova.virt.hardware [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 630.278957] env[65983]: DEBUG nova.virt.hardware [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 630.279091] env[65983]: DEBUG nova.virt.hardware [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 630.279251] env[65983]: DEBUG nova.virt.hardware [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 630.279416] env[65983]: DEBUG nova.virt.hardware [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 630.282424] env[65983]: DEBUG nova.scheduler.client.report [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.286630] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff592c9b-aa1c-4025-848a-7d2b19aafcd1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.296945] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d695fee-7a86-4ee1-b8ac-3de4463e4fa9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.302449] env[65983]: DEBUG nova.network.neutron [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 630.376060] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468087, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.397730] env[65983]: DEBUG nova.compute.manager [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 630.398057] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.398946] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2ef946-4b4e-4abe-a48b-e22f03588a48 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.410154] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.410562] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6ff4a73-c1c8-4f8d-960d-4654deec1d6a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.419881] env[65983]: DEBUG oslo_vmware.api [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 630.419881] env[65983]: value = "task-4468091" [ 630.419881] env[65983]: _type = "Task" [ 630.419881] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.429932] env[65983]: DEBUG oslo_vmware.api [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.591055] env[65983]: DEBUG oslo_vmware.api [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Task: {'id': task-4468090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439416} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.591055] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.591055] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.591055] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.591055] env[65983]: INFO nova.compute.manager [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Took 1.14 seconds to destroy the instance on the hypervisor. [ 630.591948] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 630.591948] env[65983]: DEBUG nova.compute.manager [-] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 630.591948] env[65983]: DEBUG nova.network.neutron [-] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 630.591948] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.758352] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468086, 'name': ReconfigVM_Task, 'duration_secs': 1.197006} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.758726] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating instance 'abc18c43-9ef2-4c48-93d9-36c42dfd5178' progress to 33 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 630.791461] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.792409] env[65983]: DEBUG nova.compute.manager [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 630.795826] env[65983]: DEBUG oslo_concurrency.lockutils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.671s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.797838] env[65983]: INFO nova.compute.claims [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.822126] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d1441-bc6e-4af9-a6e2-b060fad30b1e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.822126] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03536e73-e44f-416a-b278-877971175e76 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.832097] env[65983]: DEBUG oslo_vmware.api [None req-417d1441-bc6e-4af9-a6e2-b060fad30b1e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 630.832097] env[65983]: value = "task-4468092" [ 630.832097] env[65983]: _type = "Task" [ 630.832097] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.844923] env[65983]: DEBUG oslo_vmware.api [None req-417d1441-bc6e-4af9-a6e2-b060fad30b1e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.878588] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468087, 'name': Rename_Task, 'duration_secs': 1.20718} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.878976] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.879212] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c98c767-c4d4-4b8a-908e-bf0febcb6ee0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.887382] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 630.887382] env[65983]: value = "task-4468093" [ 630.887382] env[65983]: _type = "Task" [ 630.887382] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.901777] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.931169] env[65983]: DEBUG oslo_vmware.api [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468091, 'name': PowerOffVM_Task, 'duration_secs': 0.368382} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.931510] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.931630] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.931862] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d818ebbb-917c-49c8-bedb-178490bb84f4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.008195] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.008195] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.008195] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Deleting the datastore file [datastore2] 74fdfde5-fc41-4621-9bf3-d23ab3ce8452 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.008459] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc18289c-7cac-4c1f-b5c4-5ba4cc1138b1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.018147] env[65983]: DEBUG oslo_vmware.api [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 631.018147] env[65983]: value = "task-4468095" [ 631.018147] env[65983]: _type = "Task" [ 631.018147] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.032887] env[65983]: DEBUG oslo_vmware.api [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.250622] env[65983]: DEBUG nova.network.neutron [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Successfully updated port: 3ade5990-13cf-4c5d-ae09-ad9ad57c635f {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 631.265451] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 631.265715] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.265868] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 631.266052] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.266655] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 631.266655] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 631.266655] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 631.266859] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 631.266859] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 631.266995] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 631.269207] env[65983]: DEBUG nova.virt.hardware [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 631.279703] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 631.284204] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e490100b-16da-47c0-9bed-64e627edb4d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.307060] env[65983]: DEBUG nova.compute.utils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.314023] env[65983]: DEBUG nova.compute.manager [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 631.314023] env[65983]: DEBUG nova.network.neutron [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 631.314288] env[65983]: WARNING neutronclient.v2_0.client [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.315563] env[65983]: WARNING neutronclient.v2_0.client [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.329392] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 631.329392] env[65983]: value = "task-4468096" [ 631.329392] env[65983]: _type = "Task" [ 631.329392] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.348425] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.353209] env[65983]: DEBUG oslo_vmware.api [None req-417d1441-bc6e-4af9-a6e2-b060fad30b1e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468092, 'name': PowerOffVM_Task, 'duration_secs': 0.224567} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.354026] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d1441-bc6e-4af9-a6e2-b060fad30b1e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.354269] env[65983]: DEBUG nova.compute.manager [None req-417d1441-bc6e-4af9-a6e2-b060fad30b1e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 631.355434] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dff005-e11c-4eca-9ecf-1c13d4625c46 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.399393] env[65983]: DEBUG oslo_vmware.api [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468093, 'name': PowerOnVM_Task, 'duration_secs': 0.501163} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.399667] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.399858] env[65983]: INFO nova.compute.manager [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Took 12.12 seconds to spawn the instance on the hypervisor. [ 631.400040] env[65983]: DEBUG nova.compute.manager [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 631.400875] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec331e2a-f2ff-41a0-933a-a2038ff1a01c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.429030] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.530961] env[65983]: DEBUG oslo_vmware.api [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223288} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.531182] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.531537] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.531678] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.531916] env[65983]: INFO nova.compute.manager [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Took 1.13 seconds to destroy the instance on the hypervisor. [ 631.532132] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 631.533363] env[65983]: DEBUG nova.compute.manager [-] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 631.533363] env[65983]: DEBUG nova.network.neutron [-] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 631.533363] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.555701] env[65983]: WARNING neutronclient.v2_0.client [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.593891] env[65983]: DEBUG nova.policy [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '712d156bc59b428d8c874e404f01fd26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04c3e4b3e1e24667a8c0eafd9413a42c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.754530] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquiring lock "refresh_cache-52c4ce60-3353-405c-b9f9-7f511680cc41" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.755071] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquired lock "refresh_cache-52c4ce60-3353-405c-b9f9-7f511680cc41" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.755071] env[65983]: DEBUG nova.network.neutron [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 631.814829] env[65983]: DEBUG nova.compute.manager [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 631.848611] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468096, 'name': ReconfigVM_Task, 'duration_secs': 0.243818} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.848611] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 631.849110] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5bba8f-dfff-481f-b41c-1762b0e04a3c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.904924] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] abc18c43-9ef2-4c48-93d9-36c42dfd5178/abc18c43-9ef2-4c48-93d9-36c42dfd5178.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.905920] env[65983]: DEBUG oslo_concurrency.lockutils [None req-417d1441-bc6e-4af9-a6e2-b060fad30b1e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5af5878-375e-4405-b971-e3b28fa0e34c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.122s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.908417] env[65983]: WARNING neutronclient.v2_0.client [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.910838] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea44e0f-d79b-4fbb-aeb6-2886714a09ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.933863] env[65983]: INFO nova.compute.manager [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Took 25.00 seconds to build instance. [ 631.940240] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 631.940240] env[65983]: value = "task-4468097" [ 631.940240] env[65983]: _type = "Task" [ 631.940240] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.947646] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.961190] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.963598] env[65983]: DEBUG nova.compute.manager [req-c6b00ba8-6e06-4f37-9be8-78f602645ecc req-6ef482d6-cb14-4ace-8c39-d7567a1e28df service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Received event network-vif-deleted-0d6b24db-52bf-4ce3-bc88-503ef2c03988 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 631.964479] env[65983]: DEBUG nova.compute.manager [req-c6b00ba8-6e06-4f37-9be8-78f602645ecc req-6ef482d6-cb14-4ace-8c39-d7567a1e28df service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Received event network-vif-deleted-83d8ff96-9b40-4a7c-9beb-1005219b6ffe {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 632.262856] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742ffd89-61c4-4131-aa43-2c00b08f40ff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.271764] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efed070-5ff2-466f-8674-dd5e2a40c3c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.276252] env[65983]: DEBUG nova.network.neutron [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Updating instance_info_cache with network_info: [{"id": "6a7adb7d-48dc-4f93-94ee-72c4d4c01426", "address": "fa:16:3e:43:4a:a6", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7adb7d-48", "ovs_interfaceid": "6a7adb7d-48dc-4f93-94ee-72c4d4c01426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.305973] env[65983]: DEBUG nova.network.neutron [-] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.310205] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecadbf4-9c4c-469a-81aa-a13bf8adf88c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.328056] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721113c0-eeaf-410d-bce1-3ecb695b577e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.345815] env[65983]: DEBUG nova.compute.provider_tree [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.442180] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "1abdd22c-da15-4eb3-a446-241cc2086ab3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.058s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.452202] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468097, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.669155] env[65983]: DEBUG nova.network.neutron [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Successfully created port: eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 632.701647] env[65983]: DEBUG nova.network.neutron [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Updated VIF entry in instance network info cache for port d1dcfb19-dff2-484c-86dc-6faf857e58e9. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.701993] env[65983]: DEBUG nova.network.neutron [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Updating instance_info_cache with network_info: [{"id": "d1dcfb19-dff2-484c-86dc-6faf857e58e9", "address": "fa:16:3e:7f:8c:d7", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1dcfb19-df", "ovs_interfaceid": "d1dcfb19-dff2-484c-86dc-6faf857e58e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.728801] env[65983]: DEBUG nova.network.neutron [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 632.780145] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Releasing lock "refresh_cache-f83633bd-6802-402b-9ba0-7e3510fb145a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.780145] env[65983]: DEBUG nova.compute.manager [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Instance network_info: |[{"id": "6a7adb7d-48dc-4f93-94ee-72c4d4c01426", "address": "fa:16:3e:43:4a:a6", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7adb7d-48", "ovs_interfaceid": "6a7adb7d-48dc-4f93-94ee-72c4d4c01426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 632.780940] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:4a:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a7adb7d-48dc-4f93-94ee-72c4d4c01426', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.792163] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Creating folder: Project (8dc87fac4d704a76a133a4306a937a81). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.792839] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15b54090-a7d9-40d4-a32d-33fcf8bc56b6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.806992] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Created folder: Project (8dc87fac4d704a76a133a4306a937a81) in parent group-v873669. [ 632.807738] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Creating folder: Instances. Parent ref: group-v873714. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.807738] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0d3cd3e-7073-4f79-9b46-9032e45c48ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.810117] env[65983]: INFO nova.compute.manager [-] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Took 2.22 seconds to deallocate network for instance. [ 632.822742] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Created folder: Instances in parent group-v873714. [ 632.823074] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 632.823352] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.823818] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48144c87-38ac-4209-9eb8-90a750ac3097 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.847190] env[65983]: DEBUG nova.compute.manager [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 632.850958] env[65983]: DEBUG nova.scheduler.client.report [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.861029] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.861029] env[65983]: value = "task-4468100" [ 632.861029] env[65983]: _type = "Task" [ 632.861029] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.875162] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468100, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.895957] env[65983]: DEBUG nova.virt.hardware [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:34:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1823840218',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-136393603',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 632.896445] env[65983]: DEBUG nova.virt.hardware [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.896744] env[65983]: DEBUG nova.virt.hardware [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 632.896810] env[65983]: DEBUG nova.virt.hardware [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.896914] env[65983]: DEBUG nova.virt.hardware [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 632.897065] env[65983]: DEBUG nova.virt.hardware [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 632.897323] env[65983]: DEBUG nova.virt.hardware [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 632.897471] env[65983]: DEBUG nova.virt.hardware [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 632.897658] env[65983]: DEBUG nova.virt.hardware [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 632.897788] env[65983]: DEBUG nova.virt.hardware [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 632.897959] env[65983]: DEBUG nova.virt.hardware [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 632.898863] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a31056-702e-4611-8653-00d7fca3aa17 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.909472] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499ad48c-4a72-4e4c-b872-0dd20df6bccd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.954225] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468097, 'name': ReconfigVM_Task, 'duration_secs': 0.614099} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.954545] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Reconfigured VM instance instance-00000009 to attach disk [datastore1] abc18c43-9ef2-4c48-93d9-36c42dfd5178/abc18c43-9ef2-4c48-93d9-36c42dfd5178.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.954846] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating instance 'abc18c43-9ef2-4c48-93d9-36c42dfd5178' progress to 50 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 633.036876] env[65983]: DEBUG nova.network.neutron [-] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.205197] env[65983]: DEBUG oslo_concurrency.lockutils [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] Releasing lock "refresh_cache-1abdd22c-da15-4eb3-a446-241cc2086ab3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.205197] env[65983]: DEBUG nova.compute.manager [req-e1059b01-71c0-46af-9bf9-cb2a72d8ce9f req-ef74f3ff-9528-4471-bc56-a364f374063b service nova] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Received event network-vif-deleted-82f2624a-4aaa-4d06-a647-940e1abf71a8 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 633.320677] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.357130] env[65983]: DEBUG oslo_concurrency.lockutils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.357770] env[65983]: DEBUG nova.compute.manager [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 633.361180] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.733s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.362057] env[65983]: INFO nova.compute.claims [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.378717] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468100, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.463059] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b8eb0b-54a8-4a9c-a6d3-81a47ddeff2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.487510] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5eb043-972d-4068-8485-57c4cd430daf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.511543] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating instance 'abc18c43-9ef2-4c48-93d9-36c42dfd5178' progress to 67 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 633.544264] env[65983]: INFO nova.compute.manager [-] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Took 2.01 seconds to deallocate network for instance. [ 633.869284] env[65983]: DEBUG nova.compute.utils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.877031] env[65983]: DEBUG nova.compute.manager [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Not allocating networking since 'none' was specified. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 633.887639] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468100, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.020940] env[65983]: WARNING neutronclient.v2_0.client [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.021318] env[65983]: WARNING neutronclient.v2_0.client [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.053549] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.383177] env[65983]: DEBUG nova.compute.manager [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 634.399403] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468100, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.566660] env[65983]: DEBUG nova.network.neutron [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Successfully updated port: eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 634.771023] env[65983]: DEBUG nova.network.neutron [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Port 07a363b3-36dc-49d5-a49d-8aac1bf92b84 binding to destination host cpu-1 is already ACTIVE {{(pid=65983) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 634.802202] env[65983]: WARNING neutronclient.v2_0.client [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.838020] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c055baf-4499-444c-b654-be57f863d2f3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.846463] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75367011-ade3-499d-b014-077d9d1517e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.901230] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944ce384-c5fb-4fe4-a1bb-590adcf2fcea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.915030] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468100, 'name': CreateVM_Task, 'duration_secs': 1.673519} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.916507] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.917710] env[65983]: WARNING neutronclient.v2_0.client [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.917710] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.917710] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.917710] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.919514] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59349bfd-e6dc-4510-bcbb-08d01121d5e8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.930019] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fed1a47-808d-43bd-b4b4-0dacd79ad6e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.936724] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 634.936724] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e1cffb-cae9-ac19-3853-6aefb8033bb6" [ 634.936724] env[65983]: _type = "Task" [ 634.936724] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.948499] env[65983]: DEBUG nova.compute.provider_tree [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.960080] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e1cffb-cae9-ac19-3853-6aefb8033bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.961271] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.961271] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.961271] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.961271] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.961271] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.962627] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-093cfa5b-da6d-4ec5-a9bf-700a0bc66094 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.973024] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.973207] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.974399] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6daf63f8-4d38-47ac-a533-88e654337fcd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.981490] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 634.981490] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521cef96-e71e-43f4-3a4a-371fe60fdc9a" [ 634.981490] env[65983]: _type = "Task" [ 634.981490] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.991431] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521cef96-e71e-43f4-3a4a-371fe60fdc9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.075668] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Acquiring lock "refresh_cache-c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.075721] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Acquired lock "refresh_cache-c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.076117] env[65983]: DEBUG nova.network.neutron [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 635.090392] env[65983]: DEBUG nova.network.neutron [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Updating instance_info_cache with network_info: [{"id": "3ade5990-13cf-4c5d-ae09-ad9ad57c635f", "address": "fa:16:3e:ff:cd:f8", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ade5990-13", "ovs_interfaceid": "3ade5990-13cf-4c5d-ae09-ad9ad57c635f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.411880] env[65983]: DEBUG nova.compute.manager [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 635.440304] env[65983]: DEBUG nova.virt.hardware [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 635.440304] env[65983]: DEBUG nova.virt.hardware [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.440304] env[65983]: DEBUG nova.virt.hardware [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 635.440304] env[65983]: DEBUG nova.virt.hardware [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.440304] env[65983]: DEBUG nova.virt.hardware [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 635.440304] env[65983]: DEBUG nova.virt.hardware [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 635.440304] env[65983]: DEBUG nova.virt.hardware [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 635.440304] env[65983]: DEBUG nova.virt.hardware [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 635.441258] env[65983]: DEBUG nova.virt.hardware [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 635.441661] env[65983]: DEBUG nova.virt.hardware [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 635.442042] env[65983]: DEBUG nova.virt.hardware [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 635.444188] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8255799a-b5c4-4e30-8594-9f2801d1ad98 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.454817] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e9cf21-c5e1-4c9a-ac95-85f260d7619d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.460090] env[65983]: DEBUG nova.scheduler.client.report [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.475453] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.481810] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Creating folder: Project (100214edb4624c0799f5aee94bf547c5). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.482383] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8099a03-623e-4e25-9998-b004fb5a6ef5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.497145] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521cef96-e71e-43f4-3a4a-371fe60fdc9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010215} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.498121] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21467da4-cb05-4b57-ab16-240896319a44 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.505099] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Created folder: Project (100214edb4624c0799f5aee94bf547c5) in parent group-v873669. [ 635.505099] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Creating folder: Instances. Parent ref: group-v873717. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.505099] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05ff20ed-e50c-4d63-bc3d-b5c08a168ccc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.507368] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 635.507368] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528f1146-3489-68e9-ae0a-81a9eed35a88" [ 635.507368] env[65983]: _type = "Task" [ 635.507368] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.516480] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Created folder: Instances in parent group-v873717. [ 635.516769] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 635.520910] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.521069] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528f1146-3489-68e9-ae0a-81a9eed35a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.521694] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e3c21f4-dde0-483c-89e3-73590b19611a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.541402] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.541402] env[65983]: value = "task-4468103" [ 635.541402] env[65983]: _type = "Task" [ 635.541402] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.557712] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468103, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.597271] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Releasing lock "refresh_cache-52c4ce60-3353-405c-b9f9-7f511680cc41" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.597271] env[65983]: DEBUG nova.compute.manager [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Instance network_info: |[{"id": "3ade5990-13cf-4c5d-ae09-ad9ad57c635f", "address": "fa:16:3e:ff:cd:f8", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ade5990-13", "ovs_interfaceid": "3ade5990-13cf-4c5d-ae09-ad9ad57c635f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 635.597549] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:cd:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ade5990-13cf-4c5d-ae09-ad9ad57c635f', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.605293] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 635.605630] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.605856] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8aa483f-42da-48e3-96fc-cc28daab6661 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.629661] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.629661] env[65983]: value = "task-4468104" [ 635.629661] env[65983]: _type = "Task" [ 635.629661] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.644667] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468104, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.801296] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.801412] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.801750] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.813028] env[65983]: DEBUG nova.network.neutron [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 635.944642] env[65983]: DEBUG nova.compute.manager [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Received event network-vif-plugged-6a7adb7d-48dc-4f93-94ee-72c4d4c01426 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.945605] env[65983]: DEBUG oslo_concurrency.lockutils [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] Acquiring lock "f83633bd-6802-402b-9ba0-7e3510fb145a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.945605] env[65983]: DEBUG oslo_concurrency.lockutils [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.945605] env[65983]: DEBUG oslo_concurrency.lockutils [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.945605] env[65983]: DEBUG nova.compute.manager [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] No waiting events found dispatching network-vif-plugged-6a7adb7d-48dc-4f93-94ee-72c4d4c01426 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 635.946076] env[65983]: WARNING nova.compute.manager [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Received unexpected event network-vif-plugged-6a7adb7d-48dc-4f93-94ee-72c4d4c01426 for instance with vm_state building and task_state spawning. [ 635.946076] env[65983]: DEBUG nova.compute.manager [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Received event network-changed-6a7adb7d-48dc-4f93-94ee-72c4d4c01426 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.946076] env[65983]: DEBUG nova.compute.manager [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Refreshing instance network info cache due to event network-changed-6a7adb7d-48dc-4f93-94ee-72c4d4c01426. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 635.947108] env[65983]: DEBUG oslo_concurrency.lockutils [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] Acquiring lock "refresh_cache-f83633bd-6802-402b-9ba0-7e3510fb145a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.947108] env[65983]: DEBUG oslo_concurrency.lockutils [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] Acquired lock "refresh_cache-f83633bd-6802-402b-9ba0-7e3510fb145a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.947567] env[65983]: DEBUG nova.network.neutron [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Refreshing network info cache for port 6a7adb7d-48dc-4f93-94ee-72c4d4c01426 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.966885] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.967237] env[65983]: DEBUG nova.compute.manager [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 635.975443] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.775s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.979462] env[65983]: INFO nova.compute.claims [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.014595] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.015334] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.028508] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528f1146-3489-68e9-ae0a-81a9eed35a88, 'name': SearchDatastore_Task, 'duration_secs': 0.036177} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.029598] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.029897] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] f83633bd-6802-402b-9ba0-7e3510fb145a/f83633bd-6802-402b-9ba0-7e3510fb145a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.030232] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26842e52-c3f4-4757-af0b-2094435958f6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.041047] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 636.041047] env[65983]: value = "task-4468105" [ 636.041047] env[65983]: _type = "Task" [ 636.041047] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.055765] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.059791] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468103, 'name': CreateVM_Task, 'duration_secs': 0.411072} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.060206] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.060677] env[65983]: DEBUG oslo_concurrency.lockutils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.060677] env[65983]: DEBUG oslo_concurrency.lockutils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.061389] env[65983]: DEBUG oslo_concurrency.lockutils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.061389] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5dd2aa1-f8e6-47b8-8b9f-7e0ce63c07ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.067966] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 636.067966] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ae0982-3395-90da-3e62-2bcdab4d11ba" [ 636.067966] env[65983]: _type = "Task" [ 636.067966] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.083783] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ae0982-3395-90da-3e62-2bcdab4d11ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.141472] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468104, 'name': CreateVM_Task, 'duration_secs': 0.419619} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.142226] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.142478] env[65983]: WARNING neutronclient.v2_0.client [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.143677] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.453760] env[65983]: WARNING neutronclient.v2_0.client [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.482892] env[65983]: DEBUG nova.compute.utils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.494195] env[65983]: DEBUG nova.compute.manager [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 636.494580] env[65983]: DEBUG nova.network.neutron [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 636.494814] env[65983]: WARNING neutronclient.v2_0.client [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.495180] env[65983]: WARNING neutronclient.v2_0.client [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.527051] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.527245] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.527379] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.527565] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.527832] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.528289] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.528289] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65983) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 636.528786] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.556708] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468105, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.586729] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ae0982-3395-90da-3e62-2bcdab4d11ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011566} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.587177] env[65983]: DEBUG oslo_concurrency.lockutils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.587347] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.587589] env[65983]: DEBUG oslo_concurrency.lockutils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.587732] env[65983]: DEBUG oslo_concurrency.lockutils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.587903] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.588468] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.588537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.588759] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7070403b-e2e5-425b-85ee-f689d862355e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.591594] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffde8810-d9be-4042-a6e3-97fb1217e31e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.602249] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 636.602249] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523c3c23-7fca-179a-6a92-b4466cc27769" [ 636.602249] env[65983]: _type = "Task" [ 636.602249] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.612973] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523c3c23-7fca-179a-6a92-b4466cc27769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.628837] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.628837] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.629222] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5015daea-0106-410c-91e5-59b4cd55b5be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.637757] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 636.637757] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522dca8c-bd6e-6acd-5183-535121574112" [ 636.637757] env[65983]: _type = "Task" [ 636.637757] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.649358] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.649583] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.660603] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522dca8c-bd6e-6acd-5183-535121574112, 'name': SearchDatastore_Task, 'duration_secs': 0.017012} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.661982] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d3a211f-dd4f-4bb2-a026-85433a63b815 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.669359] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 636.669359] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ac2322-c275-62a2-c27f-ca732660ea1b" [ 636.669359] env[65983]: _type = "Task" [ 636.669359] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.681665] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ac2322-c275-62a2-c27f-ca732660ea1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.681930] env[65983]: DEBUG oslo_concurrency.lockutils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.682216] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355/376c3de8-3d51-4257-ba8f-a2e5b77b7355.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.682460] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ac2f4cf-bc78-402c-9c5d-cff7c65e6b2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.690344] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 636.690344] env[65983]: value = "task-4468106" [ 636.690344] env[65983]: _type = "Task" [ 636.690344] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.699337] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.809773] env[65983]: WARNING neutronclient.v2_0.client [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.983226] env[65983]: WARNING neutronclient.v2_0.client [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.998620] env[65983]: DEBUG nova.compute.manager [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 637.033760] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.063709] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468105, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.088060] env[65983]: DEBUG nova.policy [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e088bf2ec0344013bb5f982a2ec7622c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90a6746330744df193166f33a5a4c49f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.116481] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523c3c23-7fca-179a-6a92-b4466cc27769, 'name': SearchDatastore_Task, 'duration_secs': 0.049082} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.118115] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.118115] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.118115] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.118115] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.118115] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.118482] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1ae0939-58a7-4fee-bcaf-59f2e6dcf6b7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.131021] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.131021] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.131021] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c84623-0b38-4ec3-84d1-aa85467d3ee3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.141911] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 637.141911] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fcf486-1afb-5903-bbc5-aa5fb6b13f5f" [ 637.141911] env[65983]: _type = "Task" [ 637.141911] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.154258] env[65983]: DEBUG nova.compute.manager [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 637.158075] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fcf486-1afb-5903-bbc5-aa5fb6b13f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.162790] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec9f21b-573f-4d1b-9dbd-f7e3446359d9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.171839] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 637.171839] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5249be0a-8af3-31fb-2e74-3d6662589ad6" [ 637.171839] env[65983]: _type = "Task" [ 637.171839] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.184711] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5249be0a-8af3-31fb-2e74-3d6662589ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.185079] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.186913] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 52c4ce60-3353-405c-b9f9-7f511680cc41/52c4ce60-3353-405c-b9f9-7f511680cc41.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.187457] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38d84fc6-c7e0-404c-9c2b-8579c613549f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.199118] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 637.199118] env[65983]: value = "task-4468107" [ 637.199118] env[65983]: _type = "Task" [ 637.199118] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.206791] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.213846] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.299662] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.299855] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.300040] env[65983]: DEBUG nova.network.neutron [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 637.439518] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca91ea2-9fa2-44f0-ad83-ab177bac7e79 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.448956] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2166bc25-4b58-4ead-afd5-b0ed98695968 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.487165] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052570eb-9477-466a-afb8-3b01a6632e6e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.502115] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68382453-7100-4811-8e07-0eae0aa362d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.523959] env[65983]: DEBUG nova.compute.provider_tree [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.553879] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468105, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.685906] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.703935] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.709189] env[65983]: DEBUG nova.network.neutron [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Successfully created port: 689f641c-83c8-4433-b926-d17acfe60e5f {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 637.719066] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.804317] env[65983]: WARNING neutronclient.v2_0.client [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.898809] env[65983]: DEBUG nova.network.neutron [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Updating instance_info_cache with network_info: [{"id": "eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf", "address": "fa:16:3e:ee:28:75", "network": {"id": "0919de79-177c-4a71-a818-bee93b9146a8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1957736880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c3e4b3e1e24667a8c0eafd9413a42c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb3d6faf-d6", "ovs_interfaceid": "eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.015343] env[65983]: DEBUG nova.compute.manager [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 638.028094] env[65983]: DEBUG nova.scheduler.client.report [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.047201] env[65983]: DEBUG nova.virt.hardware [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 638.047519] env[65983]: DEBUG nova.virt.hardware [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.047733] env[65983]: DEBUG nova.virt.hardware [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 638.047965] env[65983]: DEBUG nova.virt.hardware [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.048083] env[65983]: DEBUG nova.virt.hardware [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 638.048225] env[65983]: DEBUG nova.virt.hardware [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 638.048431] env[65983]: DEBUG nova.virt.hardware [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.048586] env[65983]: DEBUG nova.virt.hardware [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 638.048845] env[65983]: DEBUG nova.virt.hardware [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 638.049093] env[65983]: DEBUG nova.virt.hardware [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 638.049200] env[65983]: DEBUG nova.virt.hardware [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 638.050218] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730f7654-af4a-48a3-8760-512e738df55a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.065210] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468105, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.633483} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.067880] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] f83633bd-6802-402b-9ba0-7e3510fb145a/f83633bd-6802-402b-9ba0-7e3510fb145a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.068129] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.068442] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-349e305d-4853-4a45-91a0-b4e89d28f571 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.071525] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d789649-f730-4522-a726-b6d59beb6bb0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.090693] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 638.090693] env[65983]: value = "task-4468108" [ 638.090693] env[65983]: _type = "Task" [ 638.090693] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.101254] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.204874] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468106, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.220235] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468107, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.403442] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Releasing lock "refresh_cache-c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.403868] env[65983]: DEBUG nova.compute.manager [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Instance network_info: |[{"id": "eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf", "address": "fa:16:3e:ee:28:75", "network": {"id": "0919de79-177c-4a71-a818-bee93b9146a8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1957736880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c3e4b3e1e24667a8c0eafd9413a42c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb3d6faf-d6", "ovs_interfaceid": "eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 638.404448] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:28:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.413485] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Creating folder: Project (04c3e4b3e1e24667a8c0eafd9413a42c). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.413796] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-109fdcca-6e9a-466a-830e-13355649b0a9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.426256] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Created folder: Project (04c3e4b3e1e24667a8c0eafd9413a42c) in parent group-v873669. [ 638.426562] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Creating folder: Instances. Parent ref: group-v873721. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.426759] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6a1db56-de0c-48a3-8215-f5fe3b950e65 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.438078] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Created folder: Instances in parent group-v873721. [ 638.438078] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 638.438078] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.438078] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd441299-a043-4752-9c5b-2fe1730f772c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.458681] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.458681] env[65983]: value = "task-4468111" [ 638.458681] env[65983]: _type = "Task" [ 638.458681] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.470842] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468111, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.538427] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.539355] env[65983]: DEBUG nova.compute.manager [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 638.547029] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.921s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.547029] env[65983]: INFO nova.compute.claims [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.607832] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.347307} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.608160] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.609155] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d06ca4c-36d7-486f-b3d4-0e4c2a862104 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.636956] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] f83633bd-6802-402b-9ba0-7e3510fb145a/f83633bd-6802-402b-9ba0-7e3510fb145a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.636956] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d9725e-f4c9-494a-9581-3cc7b96e707b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.662235] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 638.662235] env[65983]: value = "task-4468112" [ 638.662235] env[65983]: _type = "Task" [ 638.662235] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.672137] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.702089] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468106, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.715073} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.702381] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355/376c3de8-3d51-4257-ba8f-a2e5b77b7355.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.702590] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.702844] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97bc02cf-e4e3-4150-805d-bd115e74ad59 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.714310] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468107, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.201459} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.715934] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 52c4ce60-3353-405c-b9f9-7f511680cc41/52c4ce60-3353-405c-b9f9-7f511680cc41.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.716297] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.717205] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 638.717205] env[65983]: value = "task-4468113" [ 638.717205] env[65983]: _type = "Task" [ 638.717205] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.717490] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a50bec1f-57ba-4529-81cb-85dca327f707 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.729800] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.731732] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 638.731732] env[65983]: value = "task-4468114" [ 638.731732] env[65983]: _type = "Task" [ 638.731732] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.742493] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.972890] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468111, 'name': CreateVM_Task, 'duration_secs': 0.422055} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.973232] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.973954] env[65983]: WARNING neutronclient.v2_0.client [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.974489] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.974489] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.974597] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.974870] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396a6876-9b03-4915-beef-c7de88cb8847 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.981233] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Waiting for the task: (returnval){ [ 638.981233] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d062b4-11ea-e1fa-b20a-463e7c01af8e" [ 638.981233] env[65983]: _type = "Task" [ 638.981233] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.992156] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d062b4-11ea-e1fa-b20a-463e7c01af8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.032601] env[65983]: WARNING neutronclient.v2_0.client [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.052072] env[65983]: DEBUG nova.compute.utils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.064083] env[65983]: DEBUG nova.compute.manager [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 639.064083] env[65983]: DEBUG nova.network.neutron [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 639.064083] env[65983]: WARNING neutronclient.v2_0.client [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.064083] env[65983]: WARNING neutronclient.v2_0.client [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.109057] env[65983]: DEBUG nova.compute.manager [req-0c06b1ec-0372-4cbb-a770-75bea4957159 req-dcc2da05-8dcd-4b7f-b0a2-80483c15e556 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Received event network-vif-plugged-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.109057] env[65983]: DEBUG oslo_concurrency.lockutils [req-0c06b1ec-0372-4cbb-a770-75bea4957159 req-dcc2da05-8dcd-4b7f-b0a2-80483c15e556 service nova] Acquiring lock "c40a0f91-24f4-49b5-bd74-98e8ec60ac5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.109209] env[65983]: DEBUG oslo_concurrency.lockutils [req-0c06b1ec-0372-4cbb-a770-75bea4957159 req-dcc2da05-8dcd-4b7f-b0a2-80483c15e556 service nova] Lock "c40a0f91-24f4-49b5-bd74-98e8ec60ac5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.109359] env[65983]: DEBUG oslo_concurrency.lockutils [req-0c06b1ec-0372-4cbb-a770-75bea4957159 req-dcc2da05-8dcd-4b7f-b0a2-80483c15e556 service nova] Lock "c40a0f91-24f4-49b5-bd74-98e8ec60ac5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.109547] env[65983]: DEBUG nova.compute.manager [req-0c06b1ec-0372-4cbb-a770-75bea4957159 req-dcc2da05-8dcd-4b7f-b0a2-80483c15e556 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] No waiting events found dispatching network-vif-plugged-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 639.109735] env[65983]: WARNING nova.compute.manager [req-0c06b1ec-0372-4cbb-a770-75bea4957159 req-dcc2da05-8dcd-4b7f-b0a2-80483c15e556 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Received unexpected event network-vif-plugged-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf for instance with vm_state building and task_state spawning. [ 639.179384] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468112, 'name': ReconfigVM_Task, 'duration_secs': 0.354512} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.180068] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Reconfigured VM instance instance-00000011 to attach disk [datastore1] f83633bd-6802-402b-9ba0-7e3510fb145a/f83633bd-6802-402b-9ba0-7e3510fb145a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.180713] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4bef9e5-4e63-4783-b822-d8d6a9a4a96b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.187018] env[65983]: DEBUG nova.policy [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fddc14f25c04c1f830cb1b94e06fd00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c988392f7fd04fe8a0ae2ec40a28e2f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.192941] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 639.192941] env[65983]: value = "task-4468115" [ 639.192941] env[65983]: _type = "Task" [ 639.192941] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.208112] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468115, 'name': Rename_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.239556] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190503} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.241599] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.242531] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe09534-4bad-4ce1-978e-cf0f4f279b3b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.258038] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082364} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.267293] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.278311] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355/376c3de8-3d51-4257-ba8f-a2e5b77b7355.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.279830] env[65983]: DEBUG nova.network.neutron [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Updated VIF entry in instance network info cache for port 6a7adb7d-48dc-4f93-94ee-72c4d4c01426. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 639.280054] env[65983]: DEBUG nova.network.neutron [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Updating instance_info_cache with network_info: [{"id": "6a7adb7d-48dc-4f93-94ee-72c4d4c01426", "address": "fa:16:3e:43:4a:a6", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7adb7d-48", "ovs_interfaceid": "6a7adb7d-48dc-4f93-94ee-72c4d4c01426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.284025] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6367da43-ad05-4654-9a42-d5384ab97190 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.286857] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4040b6be-421d-4030-b6fb-c51cd30e4194 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.334583] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 52c4ce60-3353-405c-b9f9-7f511680cc41/52c4ce60-3353-405c-b9f9-7f511680cc41.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.337152] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ca226b5-bda1-466a-9db9-975179e2fb84 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.354083] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 639.354083] env[65983]: value = "task-4468116" [ 639.354083] env[65983]: _type = "Task" [ 639.354083] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.363834] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 639.363834] env[65983]: value = "task-4468117" [ 639.363834] env[65983]: _type = "Task" [ 639.363834] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.367835] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.378380] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.494028] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d062b4-11ea-e1fa-b20a-463e7c01af8e, 'name': SearchDatastore_Task, 'duration_secs': 0.013505} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.494028] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.494247] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.495267] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.495267] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.495267] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.495267] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-312d7e4d-91d6-49ee-ba86-dfa421ebea4c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.505494] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.505709] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.506577] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202d2bb6-d8b4-4c14-ab86-f115a06a757f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.514087] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Waiting for the task: (returnval){ [ 639.514087] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52eac1e0-864e-564f-eee0-dba25c017239" [ 639.514087] env[65983]: _type = "Task" [ 639.514087] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.525018] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52eac1e0-864e-564f-eee0-dba25c017239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.560086] env[65983]: DEBUG nova.compute.manager [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 639.703820] env[65983]: DEBUG nova.network.neutron [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Successfully created port: 3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 639.717196] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468115, 'name': Rename_Task, 'duration_secs': 0.166454} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.717884] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.717884] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b426131-ba7d-4980-8b01-98960b7b4175 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.730882] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 639.730882] env[65983]: value = "task-4468118" [ 639.730882] env[65983]: _type = "Task" [ 639.730882] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.740761] env[65983]: DEBUG nova.network.neutron [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Successfully updated port: 689f641c-83c8-4433-b926-d17acfe60e5f {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 639.752166] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468118, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.778267] env[65983]: WARNING neutronclient.v2_0.client [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.807589] env[65983]: DEBUG oslo_concurrency.lockutils [req-1b5b0299-50f7-40cd-bede-d12382c6ef25 req-b033c344-09c1-46d2-97ec-9dbe3b45db38 service nova] Releasing lock "refresh_cache-f83633bd-6802-402b-9ba0-7e3510fb145a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.818091] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c5d0e1-d2ad-4de4-83c0-a3d2f15585ff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.830028] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afb534-3808-4701-a770-ce732273cc60 tempest-ServersAdminNegativeTestJSON-1820599933 tempest-ServersAdminNegativeTestJSON-1820599933-project-admin] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Suspending the VM {{(pid=65983) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 639.833187] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-48f4c1b7-d233-431f-84f6-fd1a18f2e7b6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.841637] env[65983]: DEBUG oslo_vmware.api [None req-b7afb534-3808-4701-a770-ce732273cc60 tempest-ServersAdminNegativeTestJSON-1820599933 tempest-ServersAdminNegativeTestJSON-1820599933-project-admin] Waiting for the task: (returnval){ [ 639.841637] env[65983]: value = "task-4468119" [ 639.841637] env[65983]: _type = "Task" [ 639.841637] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.852602] env[65983]: DEBUG oslo_vmware.api [None req-b7afb534-3808-4701-a770-ce732273cc60 tempest-ServersAdminNegativeTestJSON-1820599933 tempest-ServersAdminNegativeTestJSON-1820599933-project-admin] Task: {'id': task-4468119, 'name': SuspendVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.873275] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468116, 'name': ReconfigVM_Task, 'duration_secs': 0.351009} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.880774] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355/376c3de8-3d51-4257-ba8f-a2e5b77b7355.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.881840] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7207224e-4305-4f17-8bbf-82bdfff60ca0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.891584] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Acquiring lock "e2027a8c-5d49-4342-9b67-4c7592339c9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.891715] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Lock "e2027a8c-5d49-4342-9b67-4c7592339c9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.897316] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468117, 'name': ReconfigVM_Task, 'duration_secs': 0.320858} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.899279] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 52c4ce60-3353-405c-b9f9-7f511680cc41/52c4ce60-3353-405c-b9f9-7f511680cc41.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.899669] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 639.899669] env[65983]: value = "task-4468120" [ 639.899669] env[65983]: _type = "Task" [ 639.899669] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.903149] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-113bed74-ab69-4ea0-82f3-f1db03bd2b55 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.915863] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 639.915863] env[65983]: value = "task-4468121" [ 639.915863] env[65983]: _type = "Task" [ 639.915863] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.920445] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468120, 'name': Rename_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.934970] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468121, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.039414] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52eac1e0-864e-564f-eee0-dba25c017239, 'name': SearchDatastore_Task, 'duration_secs': 0.013537} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.040390] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48df7cc6-b947-437a-bc70-4dbc7a8e8335 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.052481] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Waiting for the task: (returnval){ [ 640.052481] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c709c5-7eb1-9e6b-21bb-cf85c74f250d" [ 640.052481] env[65983]: _type = "Task" [ 640.052481] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.064144] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c709c5-7eb1-9e6b-21bb-cf85c74f250d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.164734] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f250f866-4478-43a2-92b7-b35f52b368da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.176706] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa3a7fa-d9d4-4ab5-a759-673db1a64326 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.220596] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7732af-1d9f-4879-b17d-e8a5716c0e0e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.231223] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a54586-b204-477b-ac86-080e43494934 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.244396] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Acquiring lock "refresh_cache-0311ff28-2238-4150-83a8-e0cc5d28736b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.244658] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Acquired lock "refresh_cache-0311ff28-2238-4150-83a8-e0cc5d28736b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.244842] env[65983]: DEBUG nova.network.neutron [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 640.258531] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468118, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.264318] env[65983]: DEBUG nova.compute.provider_tree [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.327154] env[65983]: DEBUG nova.network.neutron [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating instance_info_cache with network_info: [{"id": "07a363b3-36dc-49d5-a49d-8aac1bf92b84", "address": "fa:16:3e:60:b0:c1", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a363b3-36", "ovs_interfaceid": "07a363b3-36dc-49d5-a49d-8aac1bf92b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.355209] env[65983]: DEBUG oslo_vmware.api [None req-b7afb534-3808-4701-a770-ce732273cc60 tempest-ServersAdminNegativeTestJSON-1820599933 tempest-ServersAdminNegativeTestJSON-1820599933-project-admin] Task: {'id': task-4468119, 'name': SuspendVM_Task} progress is 58%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.398129] env[65983]: DEBUG nova.compute.manager [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 640.418859] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468120, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.431385] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468121, 'name': Rename_Task, 'duration_secs': 0.165211} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.431865] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.431959] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f60a72f6-e994-4d97-a0b9-20302375ae83 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.434468] env[65983]: DEBUG nova.network.neutron [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 640.444127] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 640.444127] env[65983]: value = "task-4468122" [ 640.444127] env[65983]: _type = "Task" [ 640.444127] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.458270] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.566273] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c709c5-7eb1-9e6b-21bb-cf85c74f250d, 'name': SearchDatastore_Task, 'duration_secs': 0.014547} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.566889] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.567895] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] c40a0f91-24f4-49b5-bd74-98e8ec60ac5f/c40a0f91-24f4-49b5-bd74-98e8ec60ac5f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.569639] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ecb1c41-4c7c-43f2-93a2-1b5a13e405f0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.575543] env[65983]: DEBUG nova.compute.manager [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 640.583885] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Waiting for the task: (returnval){ [ 640.583885] env[65983]: value = "task-4468123" [ 640.583885] env[65983]: _type = "Task" [ 640.583885] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.598424] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.622936] env[65983]: DEBUG nova.virt.hardware [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 640.622936] env[65983]: DEBUG nova.virt.hardware [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.622936] env[65983]: DEBUG nova.virt.hardware [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 640.623751] env[65983]: DEBUG nova.virt.hardware [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.624527] env[65983]: DEBUG nova.virt.hardware [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 640.624867] env[65983]: DEBUG nova.virt.hardware [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 640.625328] env[65983]: DEBUG nova.virt.hardware [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 640.626171] env[65983]: DEBUG nova.virt.hardware [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 640.627072] env[65983]: DEBUG nova.virt.hardware [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 640.627443] env[65983]: DEBUG nova.virt.hardware [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 640.627811] env[65983]: DEBUG nova.virt.hardware [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 640.629121] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20906480-d6c2-4e6a-b905-2904aac05262 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.633164] env[65983]: WARNING neutronclient.v2_0.client [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.642730] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ba669c-ba64-485f-8d8f-540979652ea4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.747379] env[65983]: DEBUG oslo_vmware.api [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468118, 'name': PowerOnVM_Task, 'duration_secs': 0.550296} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.747727] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.747956] env[65983]: INFO nova.compute.manager [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Took 13.15 seconds to spawn the instance on the hypervisor. [ 640.748176] env[65983]: DEBUG nova.compute.manager [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 640.749088] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6e88a8-db50-43d8-beda-b2c8510a521b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.766790] env[65983]: DEBUG nova.network.neutron [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Updating instance_info_cache with network_info: [{"id": "689f641c-83c8-4433-b926-d17acfe60e5f", "address": "fa:16:3e:de:70:c7", "network": {"id": "f7ddf2ee-f922-445b-bf01-861b7df81411", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1020993076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "90a6746330744df193166f33a5a4c49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689f641c-83", "ovs_interfaceid": "689f641c-83c8-4433-b926-d17acfe60e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.772278] env[65983]: DEBUG nova.scheduler.client.report [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.831609] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.856492] env[65983]: DEBUG oslo_vmware.api [None req-b7afb534-3808-4701-a770-ce732273cc60 tempest-ServersAdminNegativeTestJSON-1820599933 tempest-ServersAdminNegativeTestJSON-1820599933-project-admin] Task: {'id': task-4468119, 'name': SuspendVM_Task, 'duration_secs': 0.752317} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.856918] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afb534-3808-4701-a770-ce732273cc60 tempest-ServersAdminNegativeTestJSON-1820599933 tempest-ServersAdminNegativeTestJSON-1820599933-project-admin] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Suspended the VM {{(pid=65983) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 640.857118] env[65983]: DEBUG nova.compute.manager [None req-b7afb534-3808-4701-a770-ce732273cc60 tempest-ServersAdminNegativeTestJSON-1820599933 tempest-ServersAdminNegativeTestJSON-1820599933-project-admin] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 640.858064] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2c2c43-4982-463f-9516-38c51b7c3248 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.925839] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468120, 'name': Rename_Task, 'duration_secs': 0.857545} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.926234] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.926574] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3907aabc-0a17-444c-9e8e-e9d665268a18 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.938424] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 640.938424] env[65983]: value = "task-4468124" [ 640.938424] env[65983]: _type = "Task" [ 640.938424] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.955069] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.968907] env[65983]: DEBUG nova.compute.manager [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 640.969181] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.974457] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.975556] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fcdc22-e46a-41ad-80cf-fd23074fbdd0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.098978] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468123, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.270521] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Releasing lock "refresh_cache-0311ff28-2238-4150-83a8-e0cc5d28736b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.270521] env[65983]: DEBUG nova.compute.manager [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Instance network_info: |[{"id": "689f641c-83c8-4433-b926-d17acfe60e5f", "address": "fa:16:3e:de:70:c7", "network": {"id": "f7ddf2ee-f922-445b-bf01-861b7df81411", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1020993076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "90a6746330744df193166f33a5a4c49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689f641c-83", "ovs_interfaceid": "689f641c-83c8-4433-b926-d17acfe60e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 641.270521] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:70:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '689f641c-83c8-4433-b926-d17acfe60e5f', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.280126] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Creating folder: Project (90a6746330744df193166f33a5a4c49f). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.286019] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.286019] env[65983]: DEBUG nova.compute.manager [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 641.286019] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09f4bc90-3acd-4169-bd34-a92cab93aa97 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.288595] env[65983]: INFO nova.compute.manager [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Took 18.94 seconds to build instance. [ 641.289726] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.584s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.289967] env[65983]: DEBUG nova.objects.instance [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lazy-loading 'resources' on Instance uuid b1f9a306-6b07-400a-9eb6-d2021587c4c7 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.304049] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Created folder: Project (90a6746330744df193166f33a5a4c49f) in parent group-v873669. [ 641.304294] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Creating folder: Instances. Parent ref: group-v873724. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.307613] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2539330-02a6-41dc-ba65-51a804242339 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.319061] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Created folder: Instances in parent group-v873724. [ 641.319330] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 641.319600] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.319969] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34581639-326d-45b2-bede-aa2044bdc77f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.345639] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.345639] env[65983]: value = "task-4468127" [ 641.345639] env[65983]: _type = "Task" [ 641.345639] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.362681] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468127, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.373962] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f6fa45-0c7f-400e-96dc-756adaedf9f5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.401726] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcdc890-5c86-446d-8de7-5d92491c3d5a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.414044] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating instance 'abc18c43-9ef2-4c48-93d9-36c42dfd5178' progress to 83 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 641.429677] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "9fb369af-202c-4d49-9d32-cbc411f8267a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.429938] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "9fb369af-202c-4d49-9d32-cbc411f8267a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.457017] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468124, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.466118] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468122, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.495271] env[65983]: INFO nova.compute.manager [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] instance snapshotting [ 641.495984] env[65983]: WARNING nova.compute.manager [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 641.498717] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635fd7a8-1a1e-49dc-8b23-10aa3946a761 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.522349] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4a3f57-75a2-4915-83e4-0c068dcc91e1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.597202] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651201} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.597631] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] c40a0f91-24f4-49b5-bd74-98e8ec60ac5f/c40a0f91-24f4-49b5-bd74-98e8ec60ac5f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.597769] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.597931] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f740dcf-7375-419f-89cc-86c127c603be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.606249] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Waiting for the task: (returnval){ [ 641.606249] env[65983]: value = "task-4468128" [ 641.606249] env[65983]: _type = "Task" [ 641.606249] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.617402] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.621501] env[65983]: DEBUG nova.compute.manager [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Received event network-vif-plugged-3ade5990-13cf-4c5d-ae09-ad9ad57c635f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 641.621980] env[65983]: DEBUG oslo_concurrency.lockutils [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] Acquiring lock "52c4ce60-3353-405c-b9f9-7f511680cc41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.621980] env[65983]: DEBUG oslo_concurrency.lockutils [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] Lock "52c4ce60-3353-405c-b9f9-7f511680cc41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.623783] env[65983]: DEBUG oslo_concurrency.lockutils [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] Lock "52c4ce60-3353-405c-b9f9-7f511680cc41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.624099] env[65983]: DEBUG nova.compute.manager [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] No waiting events found dispatching network-vif-plugged-3ade5990-13cf-4c5d-ae09-ad9ad57c635f {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 641.625039] env[65983]: WARNING nova.compute.manager [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Received unexpected event network-vif-plugged-3ade5990-13cf-4c5d-ae09-ad9ad57c635f for instance with vm_state building and task_state spawning. [ 641.625039] env[65983]: DEBUG nova.compute.manager [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Received event network-changed-3ade5990-13cf-4c5d-ae09-ad9ad57c635f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 641.625039] env[65983]: DEBUG nova.compute.manager [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Refreshing instance network info cache due to event network-changed-3ade5990-13cf-4c5d-ae09-ad9ad57c635f. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 641.625039] env[65983]: DEBUG oslo_concurrency.lockutils [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] Acquiring lock "refresh_cache-52c4ce60-3353-405c-b9f9-7f511680cc41" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.625039] env[65983]: DEBUG oslo_concurrency.lockutils [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] Acquired lock "refresh_cache-52c4ce60-3353-405c-b9f9-7f511680cc41" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.625039] env[65983]: DEBUG nova.network.neutron [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Refreshing network info cache for port 3ade5990-13cf-4c5d-ae09-ad9ad57c635f {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.703749] env[65983]: DEBUG nova.network.neutron [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Successfully updated port: 3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.789890] env[65983]: DEBUG nova.compute.utils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.791830] env[65983]: DEBUG nova.compute.manager [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 641.795272] env[65983]: DEBUG nova.network.neutron [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 641.795272] env[65983]: WARNING neutronclient.v2_0.client [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.795272] env[65983]: WARNING neutronclient.v2_0.client [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.798144] env[65983]: DEBUG oslo_concurrency.lockutils [None req-838503c4-0560-4ca0-aa7d-71766dfc04fd tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.020s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.858654] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468127, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.866692] env[65983]: DEBUG nova.policy [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f9892e9fac4fcfa97f7288f681e623', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978bc558023244e489113f46147ed0bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.922129] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.922830] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c112b2fa-e79c-47eb-a6a8-c6df9e09d42f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.932270] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 641.932270] env[65983]: value = "task-4468129" [ 641.932270] env[65983]: _type = "Task" [ 641.932270] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.943402] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.959885] env[65983]: DEBUG oslo_vmware.api [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468124, 'name': PowerOnVM_Task, 'duration_secs': 0.530857} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.963926] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.964301] env[65983]: INFO nova.compute.manager [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Took 6.55 seconds to spawn the instance on the hypervisor. [ 641.964603] env[65983]: DEBUG nova.compute.manager [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 641.964958] env[65983]: DEBUG oslo_vmware.api [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468122, 'name': PowerOnVM_Task, 'duration_secs': 1.026284} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.965891] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33ca872-0fa4-4a99-991e-ab11c9daaff7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.969189] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.969189] env[65983]: INFO nova.compute.manager [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Took 11.72 seconds to spawn the instance on the hypervisor. [ 641.969442] env[65983]: DEBUG nova.compute.manager [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 641.973122] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103e5716-e3e2-4915-bd6c-c696f406c610 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.035432] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 642.037085] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-522cae72-d5ae-4c51-9ca5-c1e84be22218 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.045876] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 642.045876] env[65983]: value = "task-4468130" [ 642.045876] env[65983]: _type = "Task" [ 642.045876] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.056728] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468130, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.119706] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082856} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.120061] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.121074] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1767e25-4073-4475-9f87-ca35129281f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.138024] env[65983]: WARNING neutronclient.v2_0.client [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.148818] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] c40a0f91-24f4-49b5-bd74-98e8ec60ac5f/c40a0f91-24f4-49b5-bd74-98e8ec60ac5f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.153034] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cae70ff2-a7fd-419d-aae0-d2a617b53e4a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.171721] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Waiting for the task: (returnval){ [ 642.171721] env[65983]: value = "task-4468131" [ 642.171721] env[65983]: _type = "Task" [ 642.171721] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.183085] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.207290] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.207479] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquired lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.207576] env[65983]: DEBUG nova.network.neutron [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 642.282586] env[65983]: DEBUG nova.network.neutron [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Successfully created port: c40a803f-d14c-4881-84f7-f5c71f98df3b {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 642.302354] env[65983]: DEBUG nova.compute.manager [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 642.303249] env[65983]: DEBUG nova.compute.manager [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 642.348497] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec8f49e-37d8-4e15-97f6-7703ada15da1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.372345] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aaf501-e785-4954-b5a8-f6d9887c95fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.378175] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468127, 'name': CreateVM_Task, 'duration_secs': 0.589853} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.378175] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.379859] env[65983]: WARNING neutronclient.v2_0.client [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.379859] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.380091] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.380359] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.381058] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13676972-7271-4fe4-b53c-de0de5285b02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.422427] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb21d019-2b67-4ac4-8afa-96e2e5f13738 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.429264] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Waiting for the task: (returnval){ [ 642.429264] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529405f7-3b4b-56d9-a4e8-77f0ecb772a8" [ 642.429264] env[65983]: _type = "Task" [ 642.429264] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.444211] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d786027-7379-47f0-be76-cfd3d263bd44 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.451339] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529405f7-3b4b-56d9-a4e8-77f0ecb772a8, 'name': SearchDatastore_Task, 'duration_secs': 0.016223} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.453638] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.453638] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.453638] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.453638] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.453638] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.454220] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55937022-7018-4ee8-9b74-a1b0e59a581d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.468765] env[65983]: DEBUG oslo_vmware.api [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468129, 'name': PowerOnVM_Task, 'duration_secs': 0.482979} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.468765] env[65983]: DEBUG nova.compute.provider_tree [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.474451] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.474659] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c39d3-6953-4b25-b70e-f941834af240 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating instance 'abc18c43-9ef2-4c48-93d9-36c42dfd5178' progress to 100 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 642.483570] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.483761] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.485175] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8a8c22-5693-43cb-afde-50eba85b0090 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.502321] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Waiting for the task: (returnval){ [ 642.502321] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52570e63-e446-af0b-2244-c5af2e11926e" [ 642.502321] env[65983]: _type = "Task" [ 642.502321] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.502321] env[65983]: INFO nova.compute.manager [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Took 18.42 seconds to build instance. [ 642.509362] env[65983]: INFO nova.compute.manager [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Took 19.20 seconds to build instance. [ 642.523124] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52570e63-e446-af0b-2244-c5af2e11926e, 'name': SearchDatastore_Task, 'duration_secs': 0.017881} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.523124] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e627059-0788-49d1-bd2e-210f4190a7b1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.532842] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Waiting for the task: (returnval){ [ 642.532842] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f46a0-c9c6-4733-7425-d93bb943e549" [ 642.532842] env[65983]: _type = "Task" [ 642.532842] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.555025] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f46a0-c9c6-4733-7425-d93bb943e549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.562274] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468130, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.596560] env[65983]: WARNING neutronclient.v2_0.client [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.686722] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.765093] env[65983]: DEBUG nova.network.neutron [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Updated VIF entry in instance network info cache for port 3ade5990-13cf-4c5d-ae09-ad9ad57c635f. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 642.765259] env[65983]: DEBUG nova.network.neutron [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Updating instance_info_cache with network_info: [{"id": "3ade5990-13cf-4c5d-ae09-ad9ad57c635f", "address": "fa:16:3e:ff:cd:f8", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ade5990-13", "ovs_interfaceid": "3ade5990-13cf-4c5d-ae09-ad9ad57c635f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.800186] env[65983]: DEBUG nova.network.neutron [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.826779] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.963221] env[65983]: DEBUG nova.compute.manager [req-67d8ce7a-9c52-45df-806c-f4c41e45779f req-2a4fe96b-acc7-4d3c-8b4f-2e0822c88ba4 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Received event network-changed-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 642.964915] env[65983]: DEBUG nova.compute.manager [req-67d8ce7a-9c52-45df-806c-f4c41e45779f req-2a4fe96b-acc7-4d3c-8b4f-2e0822c88ba4 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Refreshing instance network info cache due to event network-changed-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 642.964915] env[65983]: DEBUG oslo_concurrency.lockutils [req-67d8ce7a-9c52-45df-806c-f4c41e45779f req-2a4fe96b-acc7-4d3c-8b4f-2e0822c88ba4 service nova] Acquiring lock "refresh_cache-c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.964915] env[65983]: DEBUG oslo_concurrency.lockutils [req-67d8ce7a-9c52-45df-806c-f4c41e45779f req-2a4fe96b-acc7-4d3c-8b4f-2e0822c88ba4 service nova] Acquired lock "refresh_cache-c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.964915] env[65983]: DEBUG nova.network.neutron [req-67d8ce7a-9c52-45df-806c-f4c41e45779f req-2a4fe96b-acc7-4d3c-8b4f-2e0822c88ba4 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Refreshing network info cache for port eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.976046] env[65983]: DEBUG nova.scheduler.client.report [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.006738] env[65983]: DEBUG oslo_concurrency.lockutils [None req-92427b5e-90e8-45e5-8524-68c27af83288 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Lock "376c3de8-3d51-4257-ba8f-a2e5b77b7355" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.961s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.012178] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa01030e-1873-43bc-9024-dd10d6ac5411 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "52c4ce60-3353-405c-b9f9-7f511680cc41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.708s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.048091] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f46a0-c9c6-4733-7425-d93bb943e549, 'name': SearchDatastore_Task, 'duration_secs': 0.020952} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.052154] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.052920] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 0311ff28-2238-4150-83a8-e0cc5d28736b/0311ff28-2238-4150-83a8-e0cc5d28736b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.053764] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f716e8f-fc8c-41a6-88f9-ef5529243bad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.065152] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468130, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.065382] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Waiting for the task: (returnval){ [ 643.065382] env[65983]: value = "task-4468132" [ 643.065382] env[65983]: _type = "Task" [ 643.065382] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.074464] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.122657] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Acquiring lock "4f61eecb-95df-4bb2-b3ce-71ee686558d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.122889] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lock "4f61eecb-95df-4bb2-b3ce-71ee686558d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.187647] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468131, 'name': ReconfigVM_Task, 'duration_secs': 0.617002} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.188506] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Reconfigured VM instance instance-00000013 to attach disk [datastore1] c40a0f91-24f4-49b5-bd74-98e8ec60ac5f/c40a0f91-24f4-49b5-bd74-98e8ec60ac5f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.189201] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fef11c00-bf91-4337-9a9f-45df2c7d4626 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.196880] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Waiting for the task: (returnval){ [ 643.196880] env[65983]: value = "task-4468133" [ 643.196880] env[65983]: _type = "Task" [ 643.196880] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.206914] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468133, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.274184] env[65983]: DEBUG oslo_concurrency.lockutils [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] Releasing lock "refresh_cache-52c4ce60-3353-405c-b9f9-7f511680cc41" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.274465] env[65983]: DEBUG nova.compute.manager [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Received event network-vif-deleted-80299ae8-ac99-4758-b8a0-576c77894ea4 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 643.274693] env[65983]: DEBUG nova.compute.manager [req-8bde4b06-d5ca-486e-b0ae-fae543f23e0f req-7005a7cc-e461-4767-8cd2-3278deb0d745 service nova] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Received event network-vif-deleted-7ad42f81-467b-4cad-9983-8e5366f3541f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 643.308465] env[65983]: DEBUG nova.compute.manager [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 643.340377] env[65983]: DEBUG nova.virt.hardware [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 643.340627] env[65983]: DEBUG nova.virt.hardware [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.340777] env[65983]: DEBUG nova.virt.hardware [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 643.341752] env[65983]: DEBUG nova.virt.hardware [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.341992] env[65983]: DEBUG nova.virt.hardware [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 643.342171] env[65983]: DEBUG nova.virt.hardware [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 643.342403] env[65983]: DEBUG nova.virt.hardware [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 643.342570] env[65983]: DEBUG nova.virt.hardware [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 643.342798] env[65983]: DEBUG nova.virt.hardware [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 643.343099] env[65983]: DEBUG nova.virt.hardware [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 643.343385] env[65983]: DEBUG nova.virt.hardware [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 643.344621] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8394d0b1-f733-4143-aec5-af363790d47a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.354740] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692b4e54-8d47-4dee-b50a-41e5390261aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.469776] env[65983]: WARNING neutronclient.v2_0.client [req-67d8ce7a-9c52-45df-806c-f4c41e45779f req-2a4fe96b-acc7-4d3c-8b4f-2e0822c88ba4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.483696] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.484293] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.306s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.485871] env[65983]: INFO nova.compute.claims [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.520834] env[65983]: INFO nova.scheduler.client.report [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Deleted allocations for instance b1f9a306-6b07-400a-9eb6-d2021587c4c7 [ 643.564102] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468130, 'name': CreateSnapshot_Task, 'duration_secs': 1.086044} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.565479] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 643.565974] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9c765b-68ea-4d91-aad7-06a9078e92c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.590293] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468132, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.625264] env[65983]: DEBUG nova.compute.manager [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 643.709852] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468133, 'name': Rename_Task, 'duration_secs': 0.407066} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.710224] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.710323] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19bf0141-ffbc-459f-a803-aadc5f9428cf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.717848] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Waiting for the task: (returnval){ [ 643.717848] env[65983]: value = "task-4468134" [ 643.717848] env[65983]: _type = "Task" [ 643.717848] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.726513] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.010248] env[65983]: DEBUG nova.network.neutron [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Successfully updated port: c40a803f-d14c-4881-84f7-f5c71f98df3b {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 644.030861] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4066c815-cc01-4a06-bc79-c55cdeb38da0 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "b1f9a306-6b07-400a-9eb6-d2021587c4c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.815s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.085980] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687568} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.086454] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 0311ff28-2238-4150-83a8-e0cc5d28736b/0311ff28-2238-4150-83a8-e0cc5d28736b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.086767] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.087160] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de53b7f7-cb01-4fe5-87cc-89b37f91dab1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.104175] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 644.106914] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bb94e6f5-ec31-478d-86b2-4ac0b2c1d542 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.112670] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Waiting for the task: (returnval){ [ 644.112670] env[65983]: value = "task-4468135" [ 644.112670] env[65983]: _type = "Task" [ 644.112670] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.123423] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 644.123423] env[65983]: value = "task-4468136" [ 644.123423] env[65983]: _type = "Task" [ 644.123423] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.137562] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.148909] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468136, 'name': CloneVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.161542] env[65983]: WARNING neutronclient.v2_0.client [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.172173] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.229521] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468134, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.514041] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "refresh_cache-7233422c-ef9a-49c4-ad2a-e1089e493161" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.514398] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "refresh_cache-7233422c-ef9a-49c4-ad2a-e1089e493161" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.514729] env[65983]: DEBUG nova.network.neutron [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 644.627206] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076987} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.631117] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.634773] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4690bf3-33d7-4234-9274-492ded8912c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.666435] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 0311ff28-2238-4150-83a8-e0cc5d28736b/0311ff28-2238-4150-83a8-e0cc5d28736b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.677642] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5655c00a-0177-48b6-bdc8-232531562f0d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.695020] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468136, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.704090] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Waiting for the task: (returnval){ [ 644.704090] env[65983]: value = "task-4468137" [ 644.704090] env[65983]: _type = "Task" [ 644.704090] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.716478] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.731682] env[65983]: DEBUG oslo_vmware.api [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468134, 'name': PowerOnVM_Task, 'duration_secs': 0.637386} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.732066] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.732359] env[65983]: INFO nova.compute.manager [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Took 11.88 seconds to spawn the instance on the hypervisor. [ 644.732537] env[65983]: DEBUG nova.compute.manager [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 644.736935] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a282ad02-bdbe-4638-93d7-7e3f85c7a551 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.828947] env[65983]: DEBUG nova.network.neutron [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Updating instance_info_cache with network_info: [{"id": "3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56", "address": "fa:16:3e:d4:f7:11", "network": {"id": "f539e1c1-2f65-4f51-a6bb-f96e565ed166", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2058730624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c988392f7fd04fe8a0ae2ec40a28e2f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8c7ecd-ce", "ovs_interfaceid": "3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.013696] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a461ca-e8b3-4daa-9b44-f9e92011b9d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.032364] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2b9f6a-96e2-4780-8344-0ff0bfa928ba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.070275] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6273a796-1d19-4cb9-adcd-089ebb4aa0ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.079615] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92913717-287c-43a1-b51a-424f8a0cba1c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.094736] env[65983]: DEBUG nova.compute.provider_tree [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.101710] env[65983]: WARNING neutronclient.v2_0.client [req-67d8ce7a-9c52-45df-806c-f4c41e45779f req-2a4fe96b-acc7-4d3c-8b4f-2e0822c88ba4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.122425] env[65983]: DEBUG nova.network.neutron [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 645.137993] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468136, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.215054] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468137, 'name': ReconfigVM_Task, 'duration_secs': 0.46251} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.216715] env[65983]: DEBUG nova.network.neutron [req-67d8ce7a-9c52-45df-806c-f4c41e45779f req-2a4fe96b-acc7-4d3c-8b4f-2e0822c88ba4 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Updated VIF entry in instance network info cache for port eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 645.217058] env[65983]: DEBUG nova.network.neutron [req-67d8ce7a-9c52-45df-806c-f4c41e45779f req-2a4fe96b-acc7-4d3c-8b4f-2e0822c88ba4 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Updating instance_info_cache with network_info: [{"id": "eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf", "address": "fa:16:3e:ee:28:75", "network": {"id": "0919de79-177c-4a71-a818-bee93b9146a8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1957736880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c3e4b3e1e24667a8c0eafd9413a42c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb3d6faf-d6", "ovs_interfaceid": "eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.218419] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 0311ff28-2238-4150-83a8-e0cc5d28736b/0311ff28-2238-4150-83a8-e0cc5d28736b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.219368] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac1433b1-2960-4596-9b85-39b5fd5fec3e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.229040] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Waiting for the task: (returnval){ [ 645.229040] env[65983]: value = "task-4468138" [ 645.229040] env[65983]: _type = "Task" [ 645.229040] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.245333] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468138, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.261125] env[65983]: INFO nova.compute.manager [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Took 21.82 seconds to build instance. [ 645.296474] env[65983]: WARNING neutronclient.v2_0.client [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.335696] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Releasing lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.336378] env[65983]: DEBUG nova.compute.manager [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Instance network_info: |[{"id": "3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56", "address": "fa:16:3e:d4:f7:11", "network": {"id": "f539e1c1-2f65-4f51-a6bb-f96e565ed166", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2058730624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c988392f7fd04fe8a0ae2ec40a28e2f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8c7ecd-ce", "ovs_interfaceid": "3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 645.336606] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:f7:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.344408] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 645.345388] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.345388] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcb87972-aa22-4519-809d-c674f0e98b86 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.373023] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.373023] env[65983]: value = "task-4468139" [ 645.373023] env[65983]: _type = "Task" [ 645.373023] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.381254] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468139, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.420111] env[65983]: DEBUG nova.network.neutron [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Updating instance_info_cache with network_info: [{"id": "c40a803f-d14c-4881-84f7-f5c71f98df3b", "address": "fa:16:3e:b5:61:08", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40a803f-d1", "ovs_interfaceid": "c40a803f-d14c-4881-84f7-f5c71f98df3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.598618] env[65983]: DEBUG nova.scheduler.client.report [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.642742] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468136, 'name': CloneVM_Task} progress is 95%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.720127] env[65983]: DEBUG oslo_concurrency.lockutils [req-67d8ce7a-9c52-45df-806c-f4c41e45779f req-2a4fe96b-acc7-4d3c-8b4f-2e0822c88ba4 service nova] Releasing lock "refresh_cache-c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.741927] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468138, 'name': Rename_Task, 'duration_secs': 0.286384} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.744082] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.744082] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f3f9bc9-1883-4db3-bbcf-cef4721acf6a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.752303] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Waiting for the task: (returnval){ [ 645.752303] env[65983]: value = "task-4468140" [ 645.752303] env[65983]: _type = "Task" [ 645.752303] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.767528] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddbbacee-3059-4f75-85e4-4344066d5abe tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Lock "c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.343s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.767874] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.883794] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468139, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.923778] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "refresh_cache-7233422c-ef9a-49c4-ad2a-e1089e493161" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.924322] env[65983]: DEBUG nova.compute.manager [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Instance network_info: |[{"id": "c40a803f-d14c-4881-84f7-f5c71f98df3b", "address": "fa:16:3e:b5:61:08", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40a803f-d1", "ovs_interfaceid": "c40a803f-d14c-4881-84f7-f5c71f98df3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 645.925230] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:61:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c40a803f-d14c-4881-84f7-f5c71f98df3b', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.939744] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Creating folder: Project (978bc558023244e489113f46147ed0bb). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.939744] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ef9dea5-837f-472e-9fae-e5a38eacd1fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.952023] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Created folder: Project (978bc558023244e489113f46147ed0bb) in parent group-v873669. [ 645.952023] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Creating folder: Instances. Parent ref: group-v873730. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.952023] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f40d3df4-962c-4cf9-8e0f-0a2bdd1db232 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.968303] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Created folder: Instances in parent group-v873730. [ 645.968303] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 645.968303] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.968303] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0462dec-e31c-41fb-b758-d7138bae2a09 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.995392] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.995392] env[65983]: value = "task-4468143" [ 645.995392] env[65983]: _type = "Task" [ 645.995392] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.006667] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468143, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.105074] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.106177] env[65983]: DEBUG nova.compute.manager [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 646.113862] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.791s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.114359] env[65983]: DEBUG nova.objects.instance [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Lazy-loading 'resources' on Instance uuid d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.143111] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468136, 'name': CloneVM_Task, 'duration_secs': 1.92278} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.144198] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Created linked-clone VM from snapshot [ 646.144937] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d495e8-ec96-4777-8deb-660df1c72d69 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.156605] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Uploading image a5360bab-db47-4d97-b358-645e1ffad182 {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 646.191864] env[65983]: DEBUG oslo_vmware.rw_handles [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 646.191864] env[65983]: value = "vm-873728" [ 646.191864] env[65983]: _type = "VirtualMachine" [ 646.191864] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 646.192271] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3ea73760-1f87-4f76-bfbb-6579404efa8b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.201157] env[65983]: DEBUG oslo_vmware.rw_handles [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lease: (returnval){ [ 646.201157] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527dbea2-adab-7477-a12c-ba295305dbd7" [ 646.201157] env[65983]: _type = "HttpNfcLease" [ 646.201157] env[65983]: } obtained for exporting VM: (result){ [ 646.201157] env[65983]: value = "vm-873728" [ 646.201157] env[65983]: _type = "VirtualMachine" [ 646.201157] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 646.201622] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the lease: (returnval){ [ 646.201622] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527dbea2-adab-7477-a12c-ba295305dbd7" [ 646.201622] env[65983]: _type = "HttpNfcLease" [ 646.201622] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 646.213266] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 646.213266] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527dbea2-adab-7477-a12c-ba295305dbd7" [ 646.213266] env[65983]: _type = "HttpNfcLease" [ 646.213266] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 646.267850] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.312924] env[65983]: DEBUG nova.compute.manager [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Received event network-vif-plugged-689f641c-83c8-4433-b926-d17acfe60e5f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.312924] env[65983]: DEBUG oslo_concurrency.lockutils [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] Acquiring lock "0311ff28-2238-4150-83a8-e0cc5d28736b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.312924] env[65983]: DEBUG oslo_concurrency.lockutils [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] Lock "0311ff28-2238-4150-83a8-e0cc5d28736b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.312924] env[65983]: DEBUG oslo_concurrency.lockutils [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] Lock "0311ff28-2238-4150-83a8-e0cc5d28736b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.313162] env[65983]: DEBUG nova.compute.manager [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] No waiting events found dispatching network-vif-plugged-689f641c-83c8-4433-b926-d17acfe60e5f {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 646.313324] env[65983]: WARNING nova.compute.manager [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Received unexpected event network-vif-plugged-689f641c-83c8-4433-b926-d17acfe60e5f for instance with vm_state building and task_state spawning. [ 646.313562] env[65983]: DEBUG nova.compute.manager [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Received event network-changed-689f641c-83c8-4433-b926-d17acfe60e5f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.313634] env[65983]: DEBUG nova.compute.manager [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Refreshing instance network info cache due to event network-changed-689f641c-83c8-4433-b926-d17acfe60e5f. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 646.315436] env[65983]: DEBUG oslo_concurrency.lockutils [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] Acquiring lock "refresh_cache-0311ff28-2238-4150-83a8-e0cc5d28736b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.315576] env[65983]: DEBUG oslo_concurrency.lockutils [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] Acquired lock "refresh_cache-0311ff28-2238-4150-83a8-e0cc5d28736b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.315731] env[65983]: DEBUG nova.network.neutron [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Refreshing network info cache for port 689f641c-83c8-4433-b926-d17acfe60e5f {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.391683] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468139, 'name': CreateVM_Task, 'duration_secs': 0.553085} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.392193] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.392483] env[65983]: WARNING neutronclient.v2_0.client [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.392843] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.393075] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.395037] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.395037] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c5b540-57e6-49d5-b81a-fa20604b7c54 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.402310] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 646.402310] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528d6bf2-1a33-e010-722d-35e12e406697" [ 646.402310] env[65983]: _type = "Task" [ 646.402310] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.416803] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528d6bf2-1a33-e010-722d-35e12e406697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.506563] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468143, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.624167] env[65983]: DEBUG nova.compute.utils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.626112] env[65983]: DEBUG nova.compute.manager [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 646.626112] env[65983]: DEBUG nova.network.neutron [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 646.626359] env[65983]: WARNING neutronclient.v2_0.client [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.627969] env[65983]: WARNING neutronclient.v2_0.client [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.716372] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 646.716372] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527dbea2-adab-7477-a12c-ba295305dbd7" [ 646.716372] env[65983]: _type = "HttpNfcLease" [ 646.716372] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 646.716965] env[65983]: DEBUG oslo_vmware.rw_handles [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 646.716965] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527dbea2-adab-7477-a12c-ba295305dbd7" [ 646.716965] env[65983]: _type = "HttpNfcLease" [ 646.716965] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 646.718169] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fbefa7-b29d-4682-b995-72fbe0a46642 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.726954] env[65983]: DEBUG oslo_vmware.rw_handles [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d51702-d6c5-0e6b-96db-8dd2589a2a7e/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 646.727268] env[65983]: DEBUG oslo_vmware.rw_handles [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d51702-d6c5-0e6b-96db-8dd2589a2a7e/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 646.802030] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468140, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.818796] env[65983]: WARNING neutronclient.v2_0.client [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.871828] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-826eceee-dc89-465f-a0d8-5e093f22c5e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.915989] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528d6bf2-1a33-e010-722d-35e12e406697, 'name': SearchDatastore_Task, 'duration_secs': 0.014012} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.919358] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.919633] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.919938] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.920234] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.920421] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.923838] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50f9454a-f353-4e98-aec4-38447bf674ba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.938534] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.938742] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.942692] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e9e731-8e8f-4848-9a2f-7b6d6332245e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.949374] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 646.949374] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526897ab-c22c-b75d-16c1-c2ab298d6868" [ 646.949374] env[65983]: _type = "Task" [ 646.949374] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.958087] env[65983]: DEBUG nova.compute.manager [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Received event network-vif-plugged-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.958183] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Acquiring lock "0b774d8b-22a4-4849-b100-e9e1705e46fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.960177] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Lock "0b774d8b-22a4-4849-b100-e9e1705e46fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.960177] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Lock "0b774d8b-22a4-4849-b100-e9e1705e46fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.960177] env[65983]: DEBUG nova.compute.manager [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] No waiting events found dispatching network-vif-plugged-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 646.960177] env[65983]: WARNING nova.compute.manager [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Received unexpected event network-vif-plugged-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 for instance with vm_state building and task_state spawning. [ 646.960177] env[65983]: DEBUG nova.compute.manager [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Received event network-changed-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.960177] env[65983]: DEBUG nova.compute.manager [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Refreshing instance network info cache due to event network-changed-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 646.960177] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Acquiring lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.960177] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Acquired lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.960177] env[65983]: DEBUG nova.network.neutron [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Refreshing network info cache for port 3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.965850] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526897ab-c22c-b75d-16c1-c2ab298d6868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.011067] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468143, 'name': CreateVM_Task, 'duration_secs': 0.609247} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.011135] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.011723] env[65983]: WARNING neutronclient.v2_0.client [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.012121] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.012419] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.012631] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.012898] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f10f95-70e9-465a-8774-b564acad17ff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.016898] env[65983]: DEBUG nova.policy [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '672e160efd544f92927152155319478f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38d5937f3df9448e808ad60bbf38fbdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.027951] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 647.027951] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529e6c8a-cc3a-8f3c-fc6a-a8652cc39819" [ 647.027951] env[65983]: _type = "Task" [ 647.027951] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.038331] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529e6c8a-cc3a-8f3c-fc6a-a8652cc39819, 'name': SearchDatastore_Task, 'duration_secs': 0.01256} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.042021] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.042021] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.042021] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.131078] env[65983]: DEBUG nova.compute.manager [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 647.234144] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a18aba1-0863-4ad6-b553-6fe3783c3ff8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.245282] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ecb0ae-08f6-4f11-84f3-62b38cd15456 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.290696] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5546249-3e91-4d09-a667-74ae76ba5ff4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.310991] env[65983]: DEBUG oslo_vmware.api [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468140, 'name': PowerOnVM_Task, 'duration_secs': 1.226328} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.311325] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.311638] env[65983]: INFO nova.compute.manager [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Took 9.30 seconds to spawn the instance on the hypervisor. [ 647.311865] env[65983]: DEBUG nova.compute.manager [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 647.313560] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738e91da-4902-4629-be8f-34bc3c7efb47 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.321808] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa7b79d-0ac7-4af0-9644-a0b439f492d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.339285] env[65983]: DEBUG nova.compute.provider_tree [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 647.467893] env[65983]: WARNING neutronclient.v2_0.client [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.470732] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526897ab-c22c-b75d-16c1-c2ab298d6868, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.472042] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ffbc16d-49d3-4876-b41e-bf3132264ceb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.479189] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 647.479189] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525a7c86-fb3e-7c19-3470-de5c06b72432" [ 647.479189] env[65983]: _type = "Task" [ 647.479189] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.490172] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525a7c86-fb3e-7c19-3470-de5c06b72432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.567558] env[65983]: DEBUG nova.network.neutron [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Successfully created port: 0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 647.808418] env[65983]: INFO nova.compute.manager [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Rebuilding instance [ 647.865728] env[65983]: INFO nova.compute.manager [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Took 21.26 seconds to build instance. [ 647.877942] env[65983]: DEBUG nova.compute.manager [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 647.880178] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5227795-dc40-414b-8cb2-ff473b7ac368 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.885044] env[65983]: ERROR nova.scheduler.client.report [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] [req-b517a2fe-e717-4a8a-b0fc-391c4984b670] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b517a2fe-e717-4a8a-b0fc-391c4984b670"}]} [ 647.918564] env[65983]: DEBUG nova.scheduler.client.report [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 647.964492] env[65983]: DEBUG nova.scheduler.client.report [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 647.964735] env[65983]: DEBUG nova.compute.provider_tree [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 647.989463] env[65983]: DEBUG nova.scheduler.client.report [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 648.010032] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525a7c86-fb3e-7c19-3470-de5c06b72432, 'name': SearchDatastore_Task, 'duration_secs': 0.012913} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.010032] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.010032] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 0b774d8b-22a4-4849-b100-e9e1705e46fa/0b774d8b-22a4-4849-b100-e9e1705e46fa.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.010032] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.010032] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.010032] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59a004c8-72ec-4a79-962c-5d924c7f79cd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.011191] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d67e0ae2-10b9-4b2d-be0a-9034d41a06ad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.021465] env[65983]: DEBUG nova.scheduler.client.report [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 648.026500] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 648.026500] env[65983]: value = "task-4468145" [ 648.026500] env[65983]: _type = "Task" [ 648.026500] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.042742] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.042980] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.046107] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a18286-42bd-46b7-9b67-6f1e03da584f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.051634] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.060017] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 648.060017] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524b3f51-79c2-1c14-1e35-bfb209a862fa" [ 648.060017] env[65983]: _type = "Task" [ 648.060017] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.075522] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524b3f51-79c2-1c14-1e35-bfb209a862fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014434} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.076129] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3a8d6d-2636-4603-9b65-315c6fa1de43 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.083821] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 648.083821] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5292e7de-c68c-0b06-205f-ba2de9ad274b" [ 648.083821] env[65983]: _type = "Task" [ 648.083821] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.097677] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5292e7de-c68c-0b06-205f-ba2de9ad274b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.140264] env[65983]: DEBUG nova.compute.manager [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 648.187606] env[65983]: WARNING neutronclient.v2_0.client [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.195137] env[65983]: DEBUG nova.virt.hardware [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 648.195137] env[65983]: DEBUG nova.virt.hardware [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.195137] env[65983]: DEBUG nova.virt.hardware [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 648.195398] env[65983]: DEBUG nova.virt.hardware [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.195641] env[65983]: DEBUG nova.virt.hardware [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 648.195888] env[65983]: DEBUG nova.virt.hardware [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 648.197759] env[65983]: DEBUG nova.virt.hardware [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 648.197898] env[65983]: DEBUG nova.virt.hardware [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 648.198176] env[65983]: DEBUG nova.virt.hardware [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 648.198413] env[65983]: DEBUG nova.virt.hardware [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 648.198644] env[65983]: DEBUG nova.virt.hardware [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 648.199565] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa38b41-87d0-4053-b2a6-c94708f6a350 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.216016] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7e5a17-d8f7-45a9-82f0-643719960185 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.369674] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f43868d-db31-4d81-a5ce-248345f0540c tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Lock "0311ff28-2238-4150-83a8-e0cc5d28736b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.778s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.489379] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d720c9-35d1-47ec-8836-c32f069e53f2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.499059] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1588a5f-5976-4b8f-9371-cb3504aa2c86 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.537799] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466433bf-0097-418c-b792-81eb1db1c7c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.547168] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468145, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.550196] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc0960e-0190-4cdf-b213-bbcb6ea3f512 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.574070] env[65983]: DEBUG nova.compute.provider_tree [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.341644] env[65983]: DEBUG nova.compute.manager [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 649.343618] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.347054] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5292e7de-c68c-0b06-205f-ba2de9ad274b, 'name': SearchDatastore_Task, 'duration_secs': 0.016613} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.353929] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0480cadd-6739-47a7-b9ea-bc5211249bd8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.358216] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca995595-3ad0-4b84-8bd9-b3e087597f06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.362190] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.362536] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 7233422c-ef9a-49c4-ad2a-e1089e493161/7233422c-ef9a-49c4-ad2a-e1089e493161.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.363234] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-358478d4-c2fc-42f3-820c-030fd73df99b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.380712] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763356} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.381233] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 649.381233] env[65983]: value = "task-4468146" [ 649.381233] env[65983]: _type = "Task" [ 649.381233] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.382457] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 0b774d8b-22a4-4849-b100-e9e1705e46fa/0b774d8b-22a4-4849-b100-e9e1705e46fa.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.382754] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.383181] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17af0d28-6283-40d5-a469-e1be88e3ce01 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.390779] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 649.390779] env[65983]: value = "task-4468147" [ 649.390779] env[65983]: _type = "Task" [ 649.390779] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.396583] env[65983]: DEBUG nova.scheduler.client.report [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 649.398817] env[65983]: DEBUG nova.compute.provider_tree [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 34 to 35 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 649.398817] env[65983]: DEBUG nova.compute.provider_tree [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.404519] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.407021] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 649.407021] env[65983]: value = "task-4468148" [ 649.407021] env[65983]: _type = "Task" [ 649.407021] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.417221] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.424385] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.475162] env[65983]: DEBUG nova.network.neutron [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Successfully updated port: 0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 649.505071] env[65983]: WARNING neutronclient.v2_0.client [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.529958] env[65983]: DEBUG nova.network.neutron [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Updated VIF entry in instance network info cache for port 689f641c-83c8-4433-b926-d17acfe60e5f. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 649.530109] env[65983]: DEBUG nova.network.neutron [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Updating instance_info_cache with network_info: [{"id": "689f641c-83c8-4433-b926-d17acfe60e5f", "address": "fa:16:3e:de:70:c7", "network": {"id": "f7ddf2ee-f922-445b-bf01-861b7df81411", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1020993076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "90a6746330744df193166f33a5a4c49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689f641c-83", "ovs_interfaceid": "689f641c-83c8-4433-b926-d17acfe60e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.733553] env[65983]: DEBUG nova.network.neutron [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Updated VIF entry in instance network info cache for port 3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 649.734305] env[65983]: DEBUG nova.network.neutron [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Updating instance_info_cache with network_info: [{"id": "3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56", "address": "fa:16:3e:d4:f7:11", "network": {"id": "f539e1c1-2f65-4f51-a6bb-f96e565ed166", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2058730624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c988392f7fd04fe8a0ae2ec40a28e2f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8c7ecd-ce", "ovs_interfaceid": "3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.883710] env[65983]: INFO nova.compute.manager [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] instance snapshotting [ 649.891282] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc87e0b-dd8b-464c-9172-32ef1faaab9b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.905044] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468146, 'name': PowerOffVM_Task, 'duration_secs': 0.170199} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.922956] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.923284] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.924423] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.814s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.933537] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772f7270-0189-43c3-8be4-378212b4b78f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.935766] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.882s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.936982] env[65983]: DEBUG nova.objects.instance [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lazy-loading 'resources' on Instance uuid 74fdfde5-fc41-4621-9bf3-d23ab3ce8452 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.945052] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29788b0-7ffc-4c96-96f4-98c782c0ac2a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.946748] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468147, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.962011] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099544} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.965204] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.967418] env[65983]: INFO nova.scheduler.client.report [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Deleted allocations for instance d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34 [ 649.968854] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.969546] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4de94d5a-b2ea-48b0-a49a-28a7f17712c7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.975484] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e28f021-0a31-4dc5-9100-32fad3cdf6d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.980524] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Acquiring lock "refresh_cache-77ec82d6-2097-447f-b88c-462704777479" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.980758] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Acquired lock "refresh_cache-77ec82d6-2097-447f-b88c-462704777479" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.980925] env[65983]: DEBUG nova.network.neutron [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 650.005173] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 0b774d8b-22a4-4849-b100-e9e1705e46fa/0b774d8b-22a4-4849-b100-e9e1705e46fa.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.005624] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2ca86e-e43e-4f74-9f44-8b392d0cc20e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.028062] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.028062] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.028062] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Deleting the datastore file [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.028062] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c18faecb-9a27-4569-b7b0-145bc6795fa4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.035735] env[65983]: DEBUG oslo_concurrency.lockutils [req-2a0a04d3-12ad-4873-abfb-b46db15d3ece req-f72b1380-9d95-4028-9d21-53bae131eb09 service nova] Releasing lock "refresh_cache-0311ff28-2238-4150-83a8-e0cc5d28736b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.035735] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 650.035735] env[65983]: value = "task-4468150" [ 650.035735] env[65983]: _type = "Task" [ 650.035735] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.040914] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 650.040914] env[65983]: value = "task-4468151" [ 650.040914] env[65983]: _type = "Task" [ 650.040914] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.061667] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.061667] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.061667] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.061667] env[65983]: DEBUG nova.compute.manager [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Going to confirm migration 1 {{(pid=65983) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 650.061667] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.216495] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Acquiring lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.216730] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.237200] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Releasing lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.239458] env[65983]: DEBUG nova.compute.manager [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Received event network-vif-plugged-c40a803f-d14c-4881-84f7-f5c71f98df3b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 650.239458] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Acquiring lock "7233422c-ef9a-49c4-ad2a-e1089e493161-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.239458] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Lock "7233422c-ef9a-49c4-ad2a-e1089e493161-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.239458] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Lock "7233422c-ef9a-49c4-ad2a-e1089e493161-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.239458] env[65983]: DEBUG nova.compute.manager [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] No waiting events found dispatching network-vif-plugged-c40a803f-d14c-4881-84f7-f5c71f98df3b {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 650.239458] env[65983]: WARNING nova.compute.manager [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Received unexpected event network-vif-plugged-c40a803f-d14c-4881-84f7-f5c71f98df3b for instance with vm_state building and task_state spawning. [ 650.239458] env[65983]: DEBUG nova.compute.manager [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Received event network-changed-c40a803f-d14c-4881-84f7-f5c71f98df3b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 650.239458] env[65983]: DEBUG nova.compute.manager [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Refreshing instance network info cache due to event network-changed-c40a803f-d14c-4881-84f7-f5c71f98df3b. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 650.239944] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Acquiring lock "refresh_cache-7233422c-ef9a-49c4-ad2a-e1089e493161" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.239944] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Acquired lock "refresh_cache-7233422c-ef9a-49c4-ad2a-e1089e493161" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.239944] env[65983]: DEBUG nova.network.neutron [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Refreshing network info cache for port c40a803f-d14c-4881-84f7-f5c71f98df3b {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.408306] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698093} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.409138] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 7233422c-ef9a-49c4-ad2a-e1089e493161/7233422c-ef9a-49c4-ad2a-e1089e493161.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.410152] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.410979] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d759ddc0-1aef-4e9a-9e9d-7dce5dd85227 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.421465] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 650.421465] env[65983]: value = "task-4468152" [ 650.421465] env[65983]: _type = "Task" [ 650.421465] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.436797] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.477331] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 650.477888] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-98d0aec2-6a1b-40b6-bd88-90f45b32f01d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.486367] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39ee60cf-76bf-4fbb-9dfe-81a551456557 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Lock "d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.544s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.498835] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 650.498835] env[65983]: value = "task-4468153" [ 650.498835] env[65983]: _type = "Task" [ 650.498835] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.516581] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468153, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.549703] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468150, 'name': ReconfigVM_Task, 'duration_secs': 0.511444} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.556644] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 0b774d8b-22a4-4849-b100-e9e1705e46fa/0b774d8b-22a4-4849-b100-e9e1705e46fa.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.558302] env[65983]: DEBUG nova.network.neutron [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 650.560882] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c86fe60a-126e-4892-b22a-ad0b14ad6fee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.567355] env[65983]: WARNING neutronclient.v2_0.client [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.578042] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196444} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.578042] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.578042] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.578042] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.579806] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 650.579806] env[65983]: value = "task-4468154" [ 650.579806] env[65983]: _type = "Task" [ 650.579806] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.598088] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468154, 'name': Rename_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.685260] env[65983]: WARNING neutronclient.v2_0.client [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.685978] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.686310] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.686641] env[65983]: DEBUG nova.network.neutron [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 650.687084] env[65983]: DEBUG nova.objects.instance [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lazy-loading 'info_cache' on Instance uuid abc18c43-9ef2-4c48-93d9-36c42dfd5178 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 650.720901] env[65983]: DEBUG nova.compute.utils [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.746896] env[65983]: WARNING neutronclient.v2_0.client [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.774852] env[65983]: WARNING neutronclient.v2_0.client [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.933164] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108009} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.937114] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.938582] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4fe9a3-b892-45cd-bd17-c10b48afd3d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.967368] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 7233422c-ef9a-49c4-ad2a-e1089e493161/7233422c-ef9a-49c4-ad2a-e1089e493161.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.971036] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec53794-c267-469f-8e06-49639ff177f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.995755] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 650.995755] env[65983]: value = "task-4468155" [ 650.995755] env[65983]: _type = "Task" [ 650.995755] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.012353] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468155, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.019589] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468153, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.020780] env[65983]: DEBUG nova.network.neutron [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Updating instance_info_cache with network_info: [{"id": "0c4b594a-d735-4923-8cc5-aca7d0ebe5a8", "address": "fa:16:3e:10:b3:b9", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4b594a-d7", "ovs_interfaceid": "0c4b594a-d735-4923-8cc5-aca7d0ebe5a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.030781] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1c592c-d529-46bc-91b4-56ed410bd6fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.040372] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c635c4-af5f-4e60-939d-236b041e1688 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.086276] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d8175d-9de7-4989-bd3b-ccc7de58de20 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.103830] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468154, 'name': Rename_Task, 'duration_secs': 0.249879} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.107841] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.109542] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0220d19-09b3-43fb-b83c-f6b834aca9d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.115173] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e31af48-9ad4-40a3-80f1-fcd6d0b6fc3a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.131369] env[65983]: DEBUG nova.compute.provider_tree [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.135163] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 651.135163] env[65983]: value = "task-4468156" [ 651.135163] env[65983]: _type = "Task" [ 651.135163] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.141194] env[65983]: WARNING neutronclient.v2_0.client [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.226672] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.234781] env[65983]: DEBUG nova.network.neutron [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Updated VIF entry in instance network info cache for port c40a803f-d14c-4881-84f7-f5c71f98df3b. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 651.235183] env[65983]: DEBUG nova.network.neutron [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Updating instance_info_cache with network_info: [{"id": "c40a803f-d14c-4881-84f7-f5c71f98df3b", "address": "fa:16:3e:b5:61:08", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40a803f-d1", "ovs_interfaceid": "c40a803f-d14c-4881-84f7-f5c71f98df3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.520459] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468153, 'name': CreateSnapshot_Task, 'duration_secs': 0.839664} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.520827] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.521207] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 651.524862] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031a0ac7-3c47-4e42-8946-68b30f5e3eeb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.526691] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Releasing lock "refresh_cache-77ec82d6-2097-447f-b88c-462704777479" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.527260] env[65983]: DEBUG nova.compute.manager [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Instance network_info: |[{"id": "0c4b594a-d735-4923-8cc5-aca7d0ebe5a8", "address": "fa:16:3e:10:b3:b9", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4b594a-d7", "ovs_interfaceid": "0c4b594a-d735-4923-8cc5-aca7d0ebe5a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 651.527781] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:b3:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c4b594a-d735-4923-8cc5-aca7d0ebe5a8', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.543136] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Creating folder: Project (38d5937f3df9448e808ad60bbf38fbdd). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.544068] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3847be28-ec8f-49cc-9796-ecf027e2ce85 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.566130] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Created folder: Project (38d5937f3df9448e808ad60bbf38fbdd) in parent group-v873669. [ 651.566377] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Creating folder: Instances. Parent ref: group-v873734. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.566761] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d494071-c399-4f89-96cc-a1a91cd8e810 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.581927] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Created folder: Instances in parent group-v873734. [ 651.582416] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 651.582696] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ec82d6-2097-447f-b88c-462704777479] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.582940] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cbfcd7a-078b-49d8-9da9-87b43ade91f2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.610738] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.610738] env[65983]: value = "task-4468159" [ 651.610738] env[65983]: _type = "Task" [ 651.610738] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.624929] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468159, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.633920] env[65983]: DEBUG nova.virt.hardware [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 651.634240] env[65983]: DEBUG nova.virt.hardware [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.634360] env[65983]: DEBUG nova.virt.hardware [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 651.634464] env[65983]: DEBUG nova.virt.hardware [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.634614] env[65983]: DEBUG nova.virt.hardware [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 651.634749] env[65983]: DEBUG nova.virt.hardware [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 651.634955] env[65983]: DEBUG nova.virt.hardware [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 651.635154] env[65983]: DEBUG nova.virt.hardware [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 651.639027] env[65983]: DEBUG nova.virt.hardware [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 651.639027] env[65983]: DEBUG nova.virt.hardware [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 651.639027] env[65983]: DEBUG nova.virt.hardware [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 651.639027] env[65983]: DEBUG nova.scheduler.client.report [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.642927] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77feafe7-714b-4a76-a101-f2c679e4de67 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.658791] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468156, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.661379] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc3f25f-13ef-451f-8f2c-eb40d0d22eef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.687567] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.694129] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 651.694552] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.694949] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6cd8630-9a3f-44e4-940f-45ee9e43d214 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.710937] env[65983]: WARNING neutronclient.v2_0.client [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.718971] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.718971] env[65983]: value = "task-4468160" [ 651.718971] env[65983]: _type = "Task" [ 651.718971] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.733021] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468160, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.738757] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Releasing lock "refresh_cache-7233422c-ef9a-49c4-ad2a-e1089e493161" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.739180] env[65983]: DEBUG nova.compute.manager [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Received event network-changed-6a7adb7d-48dc-4f93-94ee-72c4d4c01426 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 651.739363] env[65983]: DEBUG nova.compute.manager [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Refreshing instance network info cache due to event network-changed-6a7adb7d-48dc-4f93-94ee-72c4d4c01426. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 651.740709] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Acquiring lock "refresh_cache-f83633bd-6802-402b-9ba0-7e3510fb145a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.740709] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Acquired lock "refresh_cache-f83633bd-6802-402b-9ba0-7e3510fb145a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.740709] env[65983]: DEBUG nova.network.neutron [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Refreshing network info cache for port 6a7adb7d-48dc-4f93-94ee-72c4d4c01426 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.991654] env[65983]: WARNING neutronclient.v2_0.client [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.010188] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468155, 'name': ReconfigVM_Task, 'duration_secs': 0.539894} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.010504] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 7233422c-ef9a-49c4-ad2a-e1089e493161/7233422c-ef9a-49c4-ad2a-e1089e493161.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.010988] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22fa6ba5-d0bd-4800-a46f-25922327f5c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.024768] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 652.024768] env[65983]: value = "task-4468161" [ 652.024768] env[65983]: _type = "Task" [ 652.024768] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.037301] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468161, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.068813] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 652.072318] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3371cd9f-947c-4177-a0aa-69809e4fa6b2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.084791] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 652.084791] env[65983]: value = "task-4468162" [ 652.084791] env[65983]: _type = "Task" [ 652.084791] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.096902] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468162, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.111810] env[65983]: DEBUG nova.compute.manager [req-6b1c214c-018f-4d33-ad79-53f5ac64086e req-55412247-fb54-4030-8c5f-c7fb26d7db77 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Received event network-changed-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 652.111810] env[65983]: DEBUG nova.compute.manager [req-6b1c214c-018f-4d33-ad79-53f5ac64086e req-55412247-fb54-4030-8c5f-c7fb26d7db77 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Refreshing instance network info cache due to event network-changed-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 652.111810] env[65983]: DEBUG oslo_concurrency.lockutils [req-6b1c214c-018f-4d33-ad79-53f5ac64086e req-55412247-fb54-4030-8c5f-c7fb26d7db77 service nova] Acquiring lock "refresh_cache-c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.112305] env[65983]: DEBUG oslo_concurrency.lockutils [req-6b1c214c-018f-4d33-ad79-53f5ac64086e req-55412247-fb54-4030-8c5f-c7fb26d7db77 service nova] Acquired lock "refresh_cache-c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.112305] env[65983]: DEBUG nova.network.neutron [req-6b1c214c-018f-4d33-ad79-53f5ac64086e req-55412247-fb54-4030-8c5f-c7fb26d7db77 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Refreshing network info cache for port eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.124900] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468159, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.133824] env[65983]: DEBUG nova.network.neutron [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating instance_info_cache with network_info: [{"id": "07a363b3-36dc-49d5-a49d-8aac1bf92b84", "address": "fa:16:3e:60:b0:c1", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a363b3-36", "ovs_interfaceid": "07a363b3-36dc-49d5-a49d-8aac1bf92b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.144247] env[65983]: DEBUG nova.compute.manager [req-8a90dff6-7e9d-4bee-a667-3a1891979de4 req-d5e8f496-c0ea-4a21-8a83-116df77c4cf5 service nova] [instance: 77ec82d6-2097-447f-b88c-462704777479] Received event network-vif-plugged-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 652.144533] env[65983]: DEBUG oslo_concurrency.lockutils [req-8a90dff6-7e9d-4bee-a667-3a1891979de4 req-d5e8f496-c0ea-4a21-8a83-116df77c4cf5 service nova] Acquiring lock "77ec82d6-2097-447f-b88c-462704777479-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.144835] env[65983]: DEBUG oslo_concurrency.lockutils [req-8a90dff6-7e9d-4bee-a667-3a1891979de4 req-d5e8f496-c0ea-4a21-8a83-116df77c4cf5 service nova] Lock "77ec82d6-2097-447f-b88c-462704777479-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.145089] env[65983]: DEBUG oslo_concurrency.lockutils [req-8a90dff6-7e9d-4bee-a667-3a1891979de4 req-d5e8f496-c0ea-4a21-8a83-116df77c4cf5 service nova] Lock "77ec82d6-2097-447f-b88c-462704777479-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.145375] env[65983]: DEBUG nova.compute.manager [req-8a90dff6-7e9d-4bee-a667-3a1891979de4 req-d5e8f496-c0ea-4a21-8a83-116df77c4cf5 service nova] [instance: 77ec82d6-2097-447f-b88c-462704777479] No waiting events found dispatching network-vif-plugged-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 652.145640] env[65983]: WARNING nova.compute.manager [req-8a90dff6-7e9d-4bee-a667-3a1891979de4 req-d5e8f496-c0ea-4a21-8a83-116df77c4cf5 service nova] [instance: 77ec82d6-2097-447f-b88c-462704777479] Received unexpected event network-vif-plugged-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 for instance with vm_state building and task_state spawning. [ 652.153023] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.156778] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.121s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.156778] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.156778] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65983) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 652.156778] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.470s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.157923] env[65983]: INFO nova.compute.claims [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.163583] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5981f1d4-536c-4e25-baca-ffa8885947c2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.172086] env[65983]: DEBUG oslo_vmware.api [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468156, 'name': PowerOnVM_Task, 'duration_secs': 0.718416} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.174607] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.174607] env[65983]: INFO nova.compute.manager [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Took 11.60 seconds to spawn the instance on the hypervisor. [ 652.174607] env[65983]: DEBUG nova.compute.manager [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 652.174607] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dc5015-c257-4610-bd54-bd3dc776f4ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.183636] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010cb029-b1f2-48e8-9067-b824a626da3f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.191311] env[65983]: INFO nova.scheduler.client.report [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Deleted allocations for instance 74fdfde5-fc41-4621-9bf3-d23ab3ce8452 [ 652.212255] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918295dd-4862-4d78-8ae0-99a54792a2ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.231910] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912d9e46-8fd3-4623-b3a8-c23432a5ecee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.244779] env[65983]: WARNING neutronclient.v2_0.client [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.247823] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468160, 'name': CreateVM_Task, 'duration_secs': 0.451218} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.279378] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.280227] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180714MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65983) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 652.280227] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.282147] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.282398] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.282818] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.283451] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5e0c4f-746e-4580-98bb-5c5ae31df7fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.291499] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 652.291499] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521c366c-642e-a2c2-a0a6-c60c5adb1cce" [ 652.291499] env[65983]: _type = "Task" [ 652.291499] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.305877] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521c366c-642e-a2c2-a0a6-c60c5adb1cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.352491] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Acquiring lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.352760] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.353015] env[65983]: INFO nova.compute.manager [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Attaching volume f8e1856b-f8fe-42cf-b428-58a95478336d to /dev/sdb [ 652.416868] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6dc2d0-74da-40a4-bd4b-c1b9dd42d26e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.433026] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0399c51d-1163-4985-83f5-87c00bd45c53 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.454160] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.455062] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.456307] env[65983]: DEBUG nova.virt.block_device [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Updating existing volume attachment record: feb58527-7d8b-47c3-87c1-90fec752752a {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 652.536873] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468161, 'name': Rename_Task, 'duration_secs': 0.3137} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.537304] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.537824] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73be7146-806e-45df-b39f-7c4fc00b9a48 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.547212] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 652.547212] env[65983]: value = "task-4468163" [ 652.547212] env[65983]: _type = "Task" [ 652.547212] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.557791] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.600414] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468162, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.620342] env[65983]: WARNING neutronclient.v2_0.client [req-6b1c214c-018f-4d33-ad79-53f5ac64086e req-55412247-fb54-4030-8c5f-c7fb26d7db77 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.637255] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "refresh_cache-abc18c43-9ef2-4c48-93d9-36c42dfd5178" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.637534] env[65983]: DEBUG nova.objects.instance [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lazy-loading 'migration_context' on Instance uuid abc18c43-9ef2-4c48-93d9-36c42dfd5178 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.638850] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468159, 'name': CreateVM_Task, 'duration_secs': 0.543133} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.640125] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ec82d6-2097-447f-b88c-462704777479] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.640125] env[65983]: WARNING neutronclient.v2_0.client [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.640395] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.640395] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.640924] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.642028] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb46a5c-e2e8-4594-b2f1-47b6b3ba52fb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.652616] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Waiting for the task: (returnval){ [ 652.652616] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f5c8d6-7d51-4a9f-9b31-d40a4c2c2001" [ 652.652616] env[65983]: _type = "Task" [ 652.652616] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.675259] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f5c8d6-7d51-4a9f-9b31-d40a4c2c2001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.712783] env[65983]: INFO nova.compute.manager [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Took 25.54 seconds to build instance. [ 652.720044] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d3812d5a-b276-4f5e-818e-8eba71940207 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "74fdfde5-fc41-4621-9bf3-d23ab3ce8452" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.829s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.808792] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521c366c-642e-a2c2-a0a6-c60c5adb1cce, 'name': SearchDatastore_Task, 'duration_secs': 0.015789} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.808792] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.808792] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.808792] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.808792] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.809381] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.810217] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b47d53b-a4c0-4f11-878c-17dde189c375 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.825537] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.825537] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.826410] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d34d23-6d3b-42e6-a6d4-010d70dcd115 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.839193] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 652.839193] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52295864-2190-18e3-bfe9-941d16378d0f" [ 652.839193] env[65983]: _type = "Task" [ 652.839193] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.852618] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52295864-2190-18e3-bfe9-941d16378d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.961038] env[65983]: DEBUG nova.compute.manager [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 652.968887] env[65983]: WARNING neutronclient.v2_0.client [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.080875] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.102879] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468162, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.116871] env[65983]: WARNING neutronclient.v2_0.client [req-6b1c214c-018f-4d33-ad79-53f5ac64086e req-55412247-fb54-4030-8c5f-c7fb26d7db77 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.141031] env[65983]: DEBUG nova.objects.base [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 653.141822] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d82310-2168-42a9-9090-f53ed4b7f914 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.172586] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649c9e56-9262-4f28-8534-8b1cf48361fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.176382] env[65983]: DEBUG nova.network.neutron [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Updated VIF entry in instance network info cache for port 6a7adb7d-48dc-4f93-94ee-72c4d4c01426. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 653.176773] env[65983]: DEBUG nova.network.neutron [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Updating instance_info_cache with network_info: [{"id": "6a7adb7d-48dc-4f93-94ee-72c4d4c01426", "address": "fa:16:3e:43:4a:a6", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7adb7d-48", "ovs_interfaceid": "6a7adb7d-48dc-4f93-94ee-72c4d4c01426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.186879] env[65983]: DEBUG oslo_vmware.api [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 653.186879] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5276a8bb-2fcb-b961-e369-37689a2887e4" [ 653.186879] env[65983]: _type = "Task" [ 653.186879] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.191531] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f5c8d6-7d51-4a9f-9b31-d40a4c2c2001, 'name': SearchDatastore_Task, 'duration_secs': 0.083351} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.195037] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.195295] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.195523] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.195655] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.195816] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.196142] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c0b2c9-5d58-413f-b088-594937872124 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.205614] env[65983]: DEBUG oslo_vmware.api [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5276a8bb-2fcb-b961-e369-37689a2887e4, 'name': SearchDatastore_Task} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.206636] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.210736] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.210736] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.211531] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb7f810-7f27-49d6-9ba7-3fc3aae3861a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.225033] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "0b774d8b-22a4-4849-b100-e9e1705e46fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.063s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.227844] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Waiting for the task: (returnval){ [ 653.227844] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a66379-af4b-d3b3-cb0b-114b318b135d" [ 653.227844] env[65983]: _type = "Task" [ 653.227844] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.242767] env[65983]: DEBUG oslo_concurrency.lockutils [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquiring lock "52c4ce60-3353-405c-b9f9-7f511680cc41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.243080] env[65983]: DEBUG oslo_concurrency.lockutils [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "52c4ce60-3353-405c-b9f9-7f511680cc41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.243260] env[65983]: DEBUG oslo_concurrency.lockutils [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquiring lock "52c4ce60-3353-405c-b9f9-7f511680cc41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.243431] env[65983]: DEBUG oslo_concurrency.lockutils [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "52c4ce60-3353-405c-b9f9-7f511680cc41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.243586] env[65983]: DEBUG oslo_concurrency.lockutils [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "52c4ce60-3353-405c-b9f9-7f511680cc41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.245355] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a66379-af4b-d3b3-cb0b-114b318b135d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.247052] env[65983]: INFO nova.compute.manager [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Terminating instance [ 653.358258] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52295864-2190-18e3-bfe9-941d16378d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.015225} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.363542] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f7ee1f-2dcd-4a0f-aadb-250028cf763c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.370920] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 653.370920] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf1e86-7fc6-74c0-4ec4-cb0e3093a7e6" [ 653.370920] env[65983]: _type = "Task" [ 653.370920] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.387226] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf1e86-7fc6-74c0-4ec4-cb0e3093a7e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.460180] env[65983]: DEBUG nova.network.neutron [req-6b1c214c-018f-4d33-ad79-53f5ac64086e req-55412247-fb54-4030-8c5f-c7fb26d7db77 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Updated VIF entry in instance network info cache for port eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 653.460856] env[65983]: DEBUG nova.network.neutron [req-6b1c214c-018f-4d33-ad79-53f5ac64086e req-55412247-fb54-4030-8c5f-c7fb26d7db77 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Updating instance_info_cache with network_info: [{"id": "eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf", "address": "fa:16:3e:ee:28:75", "network": {"id": "0919de79-177c-4a71-a818-bee93b9146a8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1957736880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04c3e4b3e1e24667a8c0eafd9413a42c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb3d6faf-d6", "ovs_interfaceid": "eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.497768] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.577636] env[65983]: DEBUG oslo_vmware.api [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468163, 'name': PowerOnVM_Task, 'duration_secs': 0.784071} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.577921] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.578138] env[65983]: INFO nova.compute.manager [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Took 10.27 seconds to spawn the instance on the hypervisor. [ 653.578313] env[65983]: DEBUG nova.compute.manager [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 653.579317] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0343371-01ce-4055-a580-e28c04fccd1a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.607392] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468162, 'name': CloneVM_Task, 'duration_secs': 1.500782} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.607747] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Created linked-clone VM from snapshot [ 653.608589] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e413fb8f-fca0-4035-a398-54a8150f51a2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.619230] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Uploading image 68fc175e-6b91-444e-a15c-b5119cb6d773 {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 653.673296] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 653.673296] env[65983]: value = "vm-873738" [ 653.673296] env[65983]: _type = "VirtualMachine" [ 653.673296] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 653.674823] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1185bfa9-519f-4cf8-bd69-4bb2b2d07c13 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.682803] env[65983]: DEBUG oslo_concurrency.lockutils [req-5fe42690-8a67-4259-9c91-f5bdf112d622 req-75203e5f-a698-44af-ac0f-84e463dc9559 service nova] Releasing lock "refresh_cache-f83633bd-6802-402b-9ba0-7e3510fb145a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.684800] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lease: (returnval){ [ 653.684800] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf88d5-80a2-fd9a-e777-137c0882316e" [ 653.684800] env[65983]: _type = "HttpNfcLease" [ 653.684800] env[65983]: } obtained for exporting VM: (result){ [ 653.684800] env[65983]: value = "vm-873738" [ 653.684800] env[65983]: _type = "VirtualMachine" [ 653.684800] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 653.685495] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the lease: (returnval){ [ 653.685495] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf88d5-80a2-fd9a-e777-137c0882316e" [ 653.685495] env[65983]: _type = "HttpNfcLease" [ 653.685495] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 653.697669] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.697669] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf88d5-80a2-fd9a-e777-137c0882316e" [ 653.697669] env[65983]: _type = "HttpNfcLease" [ 653.697669] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 653.742428] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a66379-af4b-d3b3-cb0b-114b318b135d, 'name': SearchDatastore_Task, 'duration_secs': 0.032819} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.746015] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8bd2592-c555-4878-ab02-7cd7f080684e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.757705] env[65983]: DEBUG nova.compute.manager [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 653.757705] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.757939] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Waiting for the task: (returnval){ [ 653.757939] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52805eaf-31f1-a48e-b477-3225b5ff29f8" [ 653.757939] env[65983]: _type = "Task" [ 653.757939] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.758684] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f3de22-e996-46d4-ab11-cde885807f99 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.773202] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52805eaf-31f1-a48e-b477-3225b5ff29f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.775591] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.775933] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-716b9b0d-b6b7-48a5-9c73-18788c61df96 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.783345] env[65983]: DEBUG oslo_vmware.api [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 653.783345] env[65983]: value = "task-4468169" [ 653.783345] env[65983]: _type = "Task" [ 653.783345] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.789479] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06daf68-6467-45a1-8eba-88083b93fbeb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.801797] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8822145-e727-4c84-a6c7-4886e2fa5015 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.805313] env[65983]: DEBUG oslo_vmware.api [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.835687] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb8ae32-6621-4b20-9a6b-e815be8a0db9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.845234] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f169e779-1678-4800-85bf-9709ca4259cd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.861912] env[65983]: DEBUG nova.compute.provider_tree [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.884989] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf1e86-7fc6-74c0-4ec4-cb0e3093a7e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01896} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.884989] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.884989] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355/376c3de8-3d51-4257-ba8f-a2e5b77b7355.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.885259] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f21c333c-6b18-4658-a209-aa3f6a731604 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.893936] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 653.893936] env[65983]: value = "task-4468170" [ 653.893936] env[65983]: _type = "Task" [ 653.893936] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.904162] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.968887] env[65983]: DEBUG oslo_concurrency.lockutils [req-6b1c214c-018f-4d33-ad79-53f5ac64086e req-55412247-fb54-4030-8c5f-c7fb26d7db77 service nova] Releasing lock "refresh_cache-c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.104865] env[65983]: INFO nova.compute.manager [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Took 26.51 seconds to build instance. [ 654.201430] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 654.201430] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf88d5-80a2-fd9a-e777-137c0882316e" [ 654.201430] env[65983]: _type = "HttpNfcLease" [ 654.201430] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 654.203782] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 654.203782] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf88d5-80a2-fd9a-e777-137c0882316e" [ 654.203782] env[65983]: _type = "HttpNfcLease" [ 654.203782] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 654.205478] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f152c0f0-6c6d-4f8d-b096-1b72cb02f77c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.223413] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f706bf-5977-b1b3-0eae-ab6c1f784039/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 654.223811] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f706bf-5977-b1b3-0eae-ab6c1f784039/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 654.329526] env[65983]: DEBUG oslo_vmware.api [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468169, 'name': PowerOffVM_Task, 'duration_secs': 0.328239} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.334807] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.335588] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.335588] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52805eaf-31f1-a48e-b477-3225b5ff29f8, 'name': SearchDatastore_Task, 'duration_secs': 0.017923} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.336102] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e734274-aa52-4d73-a69e-d27263451fde {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.339260] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.339260] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 77ec82d6-2097-447f-b88c-462704777479/77ec82d6-2097-447f-b88c-462704777479.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.339260] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad9c36bf-0a4d-4c79-814b-d793a8ee7e95 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.350963] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Waiting for the task: (returnval){ [ 654.350963] env[65983]: value = "task-4468171" [ 654.350963] env[65983]: _type = "Task" [ 654.350963] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.363570] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.369600] env[65983]: DEBUG nova.scheduler.client.report [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.410499] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468170, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.413547] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b6cc6b4e-9e25-4802-b9a5-da969aeb82a8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.470186] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.470469] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.470724] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Deleting the datastore file [datastore1] 52c4ce60-3353-405c-b9f9-7f511680cc41 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.471191] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8148a5aa-2ab6-47ea-85f6-4b83b2c4dacb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.482820] env[65983]: DEBUG oslo_vmware.api [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for the task: (returnval){ [ 654.482820] env[65983]: value = "task-4468173" [ 654.482820] env[65983]: _type = "Task" [ 654.482820] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.497541] env[65983]: DEBUG oslo_vmware.api [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.607229] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "7233422c-ef9a-49c4-ad2a-e1089e493161" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.056s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.868371] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468171, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.876205] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.880671] env[65983]: DEBUG nova.compute.manager [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 654.882770] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Acquiring lock "979b028d-389e-4831-9879-c183a18fc304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.883977] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Lock "979b028d-389e-4831-9879-c183a18fc304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.890284] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.913s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.894035] env[65983]: INFO nova.compute.claims [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.915783] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680761} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.917557] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355/376c3de8-3d51-4257-ba8f-a2e5b77b7355.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.920010] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.920010] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c63c35cc-47f1-438d-a248-b27b17a4585c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.934024] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 654.934024] env[65983]: value = "task-4468174" [ 654.934024] env[65983]: _type = "Task" [ 654.934024] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.954549] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.000443] env[65983]: DEBUG oslo_vmware.api [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Task: {'id': task-4468173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278472} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.001042] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.001351] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.001655] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.002031] env[65983]: INFO nova.compute.manager [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Took 1.24 seconds to destroy the instance on the hypervisor. [ 655.002326] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 655.002649] env[65983]: DEBUG nova.compute.manager [-] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 655.002858] env[65983]: DEBUG nova.network.neutron [-] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 655.004159] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.199884] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.365124] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77455} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.366296] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 77ec82d6-2097-447f-b88c-462704777479/77ec82d6-2097-447f-b88c-462704777479.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.366296] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.366296] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f15b19b-a6ce-4d40-bba5-def40651a845 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.376475] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Waiting for the task: (returnval){ [ 655.376475] env[65983]: value = "task-4468175" [ 655.376475] env[65983]: _type = "Task" [ 655.376475] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.390294] env[65983]: DEBUG nova.compute.utils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.394310] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.394310] env[65983]: DEBUG nova.compute.manager [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 655.394310] env[65983]: DEBUG nova.network.neutron [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 655.394611] env[65983]: WARNING neutronclient.v2_0.client [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.395184] env[65983]: WARNING neutronclient.v2_0.client [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.399133] env[65983]: DEBUG nova.compute.manager [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 655.451568] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12354} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.455138] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.455138] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087b7772-4fe4-4897-904f-1fdb4d248486 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.487433] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355/376c3de8-3d51-4257-ba8f-a2e5b77b7355.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.488980] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e53dc528-b0e4-48a3-bcba-ff3025b577a7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.511876] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 655.511876] env[65983]: value = "task-4468177" [ 655.511876] env[65983]: _type = "Task" [ 655.511876] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.524365] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.778424] env[65983]: DEBUG oslo_vmware.rw_handles [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d51702-d6c5-0e6b-96db-8dd2589a2a7e/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 655.779716] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e9e0b1-dba5-4f6c-936d-4779fec7d75a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.828559] env[65983]: DEBUG oslo_vmware.rw_handles [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d51702-d6c5-0e6b-96db-8dd2589a2a7e/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 655.828559] env[65983]: ERROR oslo_vmware.rw_handles [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d51702-d6c5-0e6b-96db-8dd2589a2a7e/disk-0.vmdk due to incomplete transfer. [ 655.828559] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-40423ef3-c920-4737-bb13-c3bbfcdd7927 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.828559] env[65983]: DEBUG oslo_vmware.rw_handles [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d51702-d6c5-0e6b-96db-8dd2589a2a7e/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 655.828559] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Uploaded image a5360bab-db47-4d97-b358-645e1ffad182 to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 655.828559] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 655.828559] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06d8d815-e892-480f-ae82-89d42593a249 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.828559] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 655.828559] env[65983]: value = "task-4468178" [ 655.828559] env[65983]: _type = "Task" [ 655.828559] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.828559] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468178, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.888414] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076025} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.890756] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.890756] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854871ca-851e-439a-a661-022d8974ab15 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.896364] env[65983]: DEBUG nova.compute.manager [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 655.931312] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 77ec82d6-2097-447f-b88c-462704777479/77ec82d6-2097-447f-b88c-462704777479.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.936839] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aec4615-a8e9-4799-8eba-7952a7c63b4e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.964495] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Waiting for the task: (returnval){ [ 655.964495] env[65983]: value = "task-4468179" [ 655.964495] env[65983]: _type = "Task" [ 655.964495] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.980351] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.985102] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.995113] env[65983]: DEBUG nova.policy [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82fe017c4a474972b2d380e3e1fa4ea1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de728336484744988073afa69fb9a397', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.025178] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.064691] env[65983]: DEBUG nova.network.neutron [-] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.324159] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468178, 'name': Destroy_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.420358] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c871d5c9-7cbf-4652-a6b1-715799ab096b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.430207] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7df576-1c37-40a3-90bf-a311ba3e204f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.479923] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1c8496-86ea-4b59-8432-2bc9d9f275f3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.491154] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.495458] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e986741e-f3f3-402b-8071-7e5d434dafe5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.522983] env[65983]: DEBUG nova.compute.provider_tree [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.540374] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468177, 'name': ReconfigVM_Task, 'duration_secs': 0.572479} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.540374] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355/376c3de8-3d51-4257-ba8f-a2e5b77b7355.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.543977] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f1c5bf3-fd77-49d0-ab1f-8c5db3871c32 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.553778] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 656.553778] env[65983]: value = "task-4468180" [ 656.553778] env[65983]: _type = "Task" [ 656.553778] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.571312] env[65983]: INFO nova.compute.manager [-] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Took 1.57 seconds to deallocate network for instance. [ 656.571745] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468180, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.828251] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468178, 'name': Destroy_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.977100] env[65983]: DEBUG nova.compute.manager [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 656.995012] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468179, 'name': ReconfigVM_Task, 'duration_secs': 0.632193} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.995321] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 77ec82d6-2097-447f-b88c-462704777479/77ec82d6-2097-447f-b88c-462704777479.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.996408] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98d6a76f-8a50-45e5-bfe0-bc2e107a6c72 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.005601] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Waiting for the task: (returnval){ [ 657.005601] env[65983]: value = "task-4468181" [ 657.005601] env[65983]: _type = "Task" [ 657.005601] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.016718] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468181, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.027885] env[65983]: DEBUG nova.virt.hardware [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 657.028167] env[65983]: DEBUG nova.virt.hardware [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.028317] env[65983]: DEBUG nova.virt.hardware [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 657.028493] env[65983]: DEBUG nova.virt.hardware [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.028656] env[65983]: DEBUG nova.virt.hardware [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 657.028794] env[65983]: DEBUG nova.virt.hardware [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 657.029042] env[65983]: DEBUG nova.virt.hardware [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 657.029207] env[65983]: DEBUG nova.virt.hardware [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 657.030138] env[65983]: DEBUG nova.virt.hardware [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 657.030138] env[65983]: DEBUG nova.virt.hardware [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 657.030138] env[65983]: DEBUG nova.virt.hardware [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 657.031108] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143b2b03-11c2-4c0d-8655-798da611cd8f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.033996] env[65983]: DEBUG nova.scheduler.client.report [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.043495] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805645fc-2f64-4f81-a186-5e1103a842ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.073562] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468180, 'name': Rename_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.079359] env[65983]: DEBUG oslo_concurrency.lockutils [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.325277] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468178, 'name': Destroy_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.522717] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468181, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.539994] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.540577] env[65983]: DEBUG nova.compute.manager [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 657.546752] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.717s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.548579] env[65983]: INFO nova.compute.claims [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.579872] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468180, 'name': Rename_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.760153] env[65983]: DEBUG nova.network.neutron [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Successfully created port: f481f234-e2db-4502-8a87-9295bb8ff1ec {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 657.828698] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468178, 'name': Destroy_Task, 'duration_secs': 1.863743} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.830117] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Destroyed the VM [ 657.830968] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 657.831515] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d01552e-a12b-467a-90de-1d4b91ad7fc9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.841164] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 657.841164] env[65983]: value = "task-4468182" [ 657.841164] env[65983]: _type = "Task" [ 657.841164] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.853077] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468182, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.023354] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468181, 'name': Rename_Task, 'duration_secs': 0.890868} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.023354] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.023354] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73a3b5ab-7af2-441e-be77-20757e549b6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.031588] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Waiting for the task: (returnval){ [ 658.031588] env[65983]: value = "task-4468183" [ 658.031588] env[65983]: _type = "Task" [ 658.031588] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.041650] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.049898] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 658.050172] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873741', 'volume_id': 'f8e1856b-f8fe-42cf-b428-58a95478336d', 'name': 'volume-f8e1856b-f8fe-42cf-b428-58a95478336d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f12a59e-86bb-42a6-908c-3469b9e476d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8e1856b-f8fe-42cf-b428-58a95478336d', 'serial': 'f8e1856b-f8fe-42cf-b428-58a95478336d'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 658.051102] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2837e5-959b-44aa-9ba3-6f2c86d317c0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.060016] env[65983]: DEBUG nova.compute.utils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.067596] env[65983]: DEBUG nova.compute.manager [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 658.068016] env[65983]: DEBUG nova.network.neutron [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 658.070159] env[65983]: WARNING neutronclient.v2_0.client [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.070159] env[65983]: WARNING neutronclient.v2_0.client [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.093495] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6ff10f-fe98-4ee8-a82a-a080ca3d9ff7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.100623] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468180, 'name': Rename_Task, 'duration_secs': 1.187628} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.101496] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.101818] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c843eae-a139-4189-8370-15f01f161c80 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.127596] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-f8e1856b-f8fe-42cf-b428-58a95478336d/volume-f8e1856b-f8fe-42cf-b428-58a95478336d.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.128844] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a7034a1-7834-4ecb-8a46-2f13444e1dcd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.145546] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 658.145546] env[65983]: value = "task-4468184" [ 658.145546] env[65983]: _type = "Task" [ 658.145546] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.151446] env[65983]: DEBUG oslo_vmware.api [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Waiting for the task: (returnval){ [ 658.151446] env[65983]: value = "task-4468185" [ 658.151446] env[65983]: _type = "Task" [ 658.151446] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.159662] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468184, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.167797] env[65983]: DEBUG oslo_vmware.api [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Task: {'id': task-4468185, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.353836] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468182, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.542406] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.565339] env[65983]: DEBUG nova.compute.manager [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 658.663106] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.669716] env[65983]: DEBUG oslo_vmware.api [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Task: {'id': task-4468185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.857945] env[65983]: DEBUG oslo_vmware.api [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468182, 'name': RemoveSnapshot_Task, 'duration_secs': 0.989152} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.857945] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 658.859674] env[65983]: INFO nova.compute.manager [None req-e5974af4-1bb2-4d39-9dc9-5cee7ff0763c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Took 17.36 seconds to snapshot the instance on the hypervisor. [ 659.044419] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.062226] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8264158-0e90-46ea-a788-3a33f20ee22c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.076788] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1409db2-a15b-4184-b464-92af5326d65a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.115306] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b74eed-7ac8-4894-bfea-f1b399744a93 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.125218] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd8b8f8-5adc-4868-9ca9-2d52b74010a9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.143381] env[65983]: DEBUG nova.compute.provider_tree [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.168539] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.171372] env[65983]: DEBUG oslo_vmware.api [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Task: {'id': task-4468185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.529101] env[65983]: DEBUG nova.policy [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '661a86b393ea4a60ba907c926212332e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '432c5cb62f13442b91ce0cdad68c6a27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.543655] env[65983]: DEBUG oslo_vmware.api [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468183, 'name': PowerOnVM_Task, 'duration_secs': 1.388226} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.543914] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.544554] env[65983]: INFO nova.compute.manager [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Took 11.40 seconds to spawn the instance on the hypervisor. [ 659.544554] env[65983]: DEBUG nova.compute.manager [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 659.545343] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec195d4-aae3-4403-a235-c64addfc0317 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.584807] env[65983]: DEBUG nova.compute.manager [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 659.614419] env[65983]: DEBUG nova.virt.hardware [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 659.614911] env[65983]: DEBUG nova.virt.hardware [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.615207] env[65983]: DEBUG nova.virt.hardware [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 659.615607] env[65983]: DEBUG nova.virt.hardware [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.615871] env[65983]: DEBUG nova.virt.hardware [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 659.616297] env[65983]: DEBUG nova.virt.hardware [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 659.617793] env[65983]: DEBUG nova.virt.hardware [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 659.617793] env[65983]: DEBUG nova.virt.hardware [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 659.617793] env[65983]: DEBUG nova.virt.hardware [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 659.617793] env[65983]: DEBUG nova.virt.hardware [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 659.618329] env[65983]: DEBUG nova.virt.hardware [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 659.620024] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8fe952-66fc-4d7d-abb0-143d7fa01da6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.628911] env[65983]: DEBUG nova.network.neutron [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Successfully updated port: f481f234-e2db-4502-8a87-9295bb8ff1ec {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 659.634145] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7266f5da-ef0e-479b-b843-5aeca95f6c4f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.651644] env[65983]: DEBUG nova.scheduler.client.report [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.677385] env[65983]: DEBUG oslo_vmware.api [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468184, 'name': PowerOnVM_Task, 'duration_secs': 1.281151} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.680117] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.680346] env[65983]: DEBUG nova.compute.manager [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 659.681014] env[65983]: DEBUG oslo_vmware.api [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Task: {'id': task-4468185, 'name': ReconfigVM_Task, 'duration_secs': 1.181714} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.682636] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d4f90-8b46-4010-9472-197b89db39d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.684963] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-f8e1856b-f8fe-42cf-b428-58a95478336d/volume-f8e1856b-f8fe-42cf-b428-58a95478336d.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.690180] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7db93b-1f5b-41fe-b4d9-05e161e6533f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.712050] env[65983]: DEBUG oslo_vmware.api [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Waiting for the task: (returnval){ [ 659.712050] env[65983]: value = "task-4468186" [ 659.712050] env[65983]: _type = "Task" [ 659.712050] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.727659] env[65983]: DEBUG oslo_vmware.api [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Task: {'id': task-4468186, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.751386] env[65983]: DEBUG nova.compute.manager [req-2e3bd447-f879-4839-b7bd-e5526b073fe2 req-b28f4b63-8c33-47ac-b6b7-4a61b4d74800 service nova] [instance: 77ec82d6-2097-447f-b88c-462704777479] Received event network-changed-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 659.751614] env[65983]: DEBUG nova.compute.manager [req-2e3bd447-f879-4839-b7bd-e5526b073fe2 req-b28f4b63-8c33-47ac-b6b7-4a61b4d74800 service nova] [instance: 77ec82d6-2097-447f-b88c-462704777479] Refreshing instance network info cache due to event network-changed-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 659.751855] env[65983]: DEBUG oslo_concurrency.lockutils [req-2e3bd447-f879-4839-b7bd-e5526b073fe2 req-b28f4b63-8c33-47ac-b6b7-4a61b4d74800 service nova] Acquiring lock "refresh_cache-77ec82d6-2097-447f-b88c-462704777479" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.752054] env[65983]: DEBUG oslo_concurrency.lockutils [req-2e3bd447-f879-4839-b7bd-e5526b073fe2 req-b28f4b63-8c33-47ac-b6b7-4a61b4d74800 service nova] Acquired lock "refresh_cache-77ec82d6-2097-447f-b88c-462704777479" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.752284] env[65983]: DEBUG nova.network.neutron [req-2e3bd447-f879-4839-b7bd-e5526b073fe2 req-b28f4b63-8c33-47ac-b6b7-4a61b4d74800 service nova] [instance: 77ec82d6-2097-447f-b88c-462704777479] Refreshing network info cache for port 0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.068835] env[65983]: INFO nova.compute.manager [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Took 29.91 seconds to build instance. [ 660.129377] env[65983]: DEBUG nova.network.neutron [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Successfully created port: 1c4264de-3361-43cf-bdf9-09b9f9a0eb20 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 660.135176] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "refresh_cache-5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.135176] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "refresh_cache-5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.135176] env[65983]: DEBUG nova.network.neutron [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 660.157941] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.158275] env[65983]: DEBUG nova.compute.manager [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 660.163666] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.990s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.163963] env[65983]: INFO nova.compute.claims [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.225202] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.232911] env[65983]: DEBUG oslo_vmware.api [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Task: {'id': task-4468186, 'name': ReconfigVM_Task, 'duration_secs': 0.197154} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.234507] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873741', 'volume_id': 'f8e1856b-f8fe-42cf-b428-58a95478336d', 'name': 'volume-f8e1856b-f8fe-42cf-b428-58a95478336d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f12a59e-86bb-42a6-908c-3469b9e476d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8e1856b-f8fe-42cf-b428-58a95478336d', 'serial': 'f8e1856b-f8fe-42cf-b428-58a95478336d'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 660.255366] env[65983]: WARNING neutronclient.v2_0.client [req-2e3bd447-f879-4839-b7bd-e5526b073fe2 req-b28f4b63-8c33-47ac-b6b7-4a61b4d74800 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.451561] env[65983]: WARNING neutronclient.v2_0.client [req-2e3bd447-f879-4839-b7bd-e5526b073fe2 req-b28f4b63-8c33-47ac-b6b7-4a61b4d74800 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.571292] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afc23263-6df7-421a-86c4-e053bd49d7d1 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Lock "77ec82d6-2097-447f-b88c-462704777479" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.426s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.644664] env[65983]: DEBUG nova.network.neutron [req-2e3bd447-f879-4839-b7bd-e5526b073fe2 req-b28f4b63-8c33-47ac-b6b7-4a61b4d74800 service nova] [instance: 77ec82d6-2097-447f-b88c-462704777479] Updated VIF entry in instance network info cache for port 0c4b594a-d735-4923-8cc5-aca7d0ebe5a8. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 660.644664] env[65983]: DEBUG nova.network.neutron [req-2e3bd447-f879-4839-b7bd-e5526b073fe2 req-b28f4b63-8c33-47ac-b6b7-4a61b4d74800 service nova] [instance: 77ec82d6-2097-447f-b88c-462704777479] Updating instance_info_cache with network_info: [{"id": "0c4b594a-d735-4923-8cc5-aca7d0ebe5a8", "address": "fa:16:3e:10:b3:b9", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4b594a-d7", "ovs_interfaceid": "0c4b594a-d735-4923-8cc5-aca7d0ebe5a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.649648] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Acquiring lock "0311ff28-2238-4150-83a8-e0cc5d28736b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.649648] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Lock "0311ff28-2238-4150-83a8-e0cc5d28736b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.649648] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Acquiring lock "0311ff28-2238-4150-83a8-e0cc5d28736b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.649648] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Lock "0311ff28-2238-4150-83a8-e0cc5d28736b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.649648] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Lock "0311ff28-2238-4150-83a8-e0cc5d28736b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.653060] env[65983]: INFO nova.compute.manager [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Terminating instance [ 660.672564] env[65983]: DEBUG nova.compute.utils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.674858] env[65983]: DEBUG nova.compute.manager [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 660.675066] env[65983]: DEBUG nova.network.neutron [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 660.675500] env[65983]: WARNING neutronclient.v2_0.client [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.675739] env[65983]: WARNING neutronclient.v2_0.client [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.708821] env[65983]: DEBUG nova.network.neutron [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 660.753563] env[65983]: DEBUG nova.policy [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8150ddad71f429ab289c8bfef4655cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04cad39eae3c4805b26557cd5544a16f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.149328] env[65983]: DEBUG oslo_concurrency.lockutils [req-2e3bd447-f879-4839-b7bd-e5526b073fe2 req-b28f4b63-8c33-47ac-b6b7-4a61b4d74800 service nova] Releasing lock "refresh_cache-77ec82d6-2097-447f-b88c-462704777479" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.159979] env[65983]: DEBUG nova.compute.manager [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 661.163433] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.163433] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9738acbf-0ec6-40b7-8ba8-6351f34b4d82 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.178417] env[65983]: DEBUG nova.compute.manager [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 661.183371] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.184536] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f20c79e6-40d7-4375-881d-cb7522ca8a5f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.191125] env[65983]: DEBUG oslo_concurrency.lockutils [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "7233422c-ef9a-49c4-ad2a-e1089e493161" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.192968] env[65983]: DEBUG oslo_concurrency.lockutils [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "7233422c-ef9a-49c4-ad2a-e1089e493161" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.192968] env[65983]: DEBUG oslo_concurrency.lockutils [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "7233422c-ef9a-49c4-ad2a-e1089e493161-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.192968] env[65983]: DEBUG oslo_concurrency.lockutils [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "7233422c-ef9a-49c4-ad2a-e1089e493161-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.192968] env[65983]: DEBUG oslo_concurrency.lockutils [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "7233422c-ef9a-49c4-ad2a-e1089e493161-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.195859] env[65983]: INFO nova.compute.manager [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Terminating instance [ 661.200844] env[65983]: DEBUG oslo_vmware.api [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Waiting for the task: (returnval){ [ 661.200844] env[65983]: value = "task-4468187" [ 661.200844] env[65983]: _type = "Task" [ 661.200844] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.214863] env[65983]: DEBUG oslo_vmware.api [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.224254] env[65983]: DEBUG nova.network.neutron [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Successfully created port: 7f44ab02-026a-40f7-a9a0-1d53f8828532 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 661.287514] env[65983]: DEBUG nova.objects.instance [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Lazy-loading 'flavor' on Instance uuid 4f12a59e-86bb-42a6-908c-3469b9e476d1 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.618868] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a1718f-52eb-43c2-aa34-764c7b32ddf4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.630742] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c9242f-bb9d-4e9d-a40f-42579a1450c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.680291] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d501c9cd-4461-4d43-aa83-78859f29bbce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.695540] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6079cea3-e276-41f8-8439-06fb2cbdf6c2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.723633] env[65983]: DEBUG nova.compute.manager [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 661.723942] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.728511] env[65983]: DEBUG nova.compute.provider_tree [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.728511] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf2ddeb-4eaf-4458-860a-333016fc38fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.741988] env[65983]: DEBUG oslo_vmware.api [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468187, 'name': PowerOffVM_Task, 'duration_secs': 0.462824} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.747058] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.747195] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.748062] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.748585] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-482a8bc1-a3df-477f-9e76-b3635479ab15 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.751146] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eeab784-4586-49cc-8511-b7ff73fc0035 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.762622] env[65983]: DEBUG oslo_vmware.api [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 661.762622] env[65983]: value = "task-4468188" [ 661.762622] env[65983]: _type = "Task" [ 661.762622] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.765589] env[65983]: DEBUG nova.network.neutron [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Successfully updated port: 1c4264de-3361-43cf-bdf9-09b9f9a0eb20 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 661.786175] env[65983]: DEBUG oslo_vmware.api [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.796748] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5705f5d5-dd35-4abc-be60-ee578006075b tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.444s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.807914] env[65983]: WARNING neutronclient.v2_0.client [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.843137] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.843348] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.844068] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Deleting the datastore file [datastore1] 0311ff28-2238-4150-83a8-e0cc5d28736b {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.844068] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-063df827-02cf-4090-9f5c-0f767ad6e78d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.854890] env[65983]: DEBUG oslo_vmware.api [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Waiting for the task: (returnval){ [ 661.854890] env[65983]: value = "task-4468190" [ 661.854890] env[65983]: _type = "Task" [ 661.854890] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.865016] env[65983]: DEBUG oslo_vmware.api [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.885108] env[65983]: DEBUG nova.compute.manager [req-98786198-cb1d-4171-8e1b-4e0966dcb9c4 req-2c971fbc-8eef-4b32-922a-d916b001e0e5 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Received event network-vif-plugged-f481f234-e2db-4502-8a87-9295bb8ff1ec {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 661.885344] env[65983]: DEBUG oslo_concurrency.lockutils [req-98786198-cb1d-4171-8e1b-4e0966dcb9c4 req-2c971fbc-8eef-4b32-922a-d916b001e0e5 service nova] Acquiring lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.885540] env[65983]: DEBUG oslo_concurrency.lockutils [req-98786198-cb1d-4171-8e1b-4e0966dcb9c4 req-2c971fbc-8eef-4b32-922a-d916b001e0e5 service nova] Lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.885779] env[65983]: DEBUG oslo_concurrency.lockutils [req-98786198-cb1d-4171-8e1b-4e0966dcb9c4 req-2c971fbc-8eef-4b32-922a-d916b001e0e5 service nova] Lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.886023] env[65983]: DEBUG nova.compute.manager [req-98786198-cb1d-4171-8e1b-4e0966dcb9c4 req-2c971fbc-8eef-4b32-922a-d916b001e0e5 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] No waiting events found dispatching network-vif-plugged-f481f234-e2db-4502-8a87-9295bb8ff1ec {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 661.886199] env[65983]: WARNING nova.compute.manager [req-98786198-cb1d-4171-8e1b-4e0966dcb9c4 req-2c971fbc-8eef-4b32-922a-d916b001e0e5 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Received unexpected event network-vif-plugged-f481f234-e2db-4502-8a87-9295bb8ff1ec for instance with vm_state building and task_state spawning. [ 662.197286] env[65983]: DEBUG nova.compute.manager [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 662.234498] env[65983]: DEBUG nova.scheduler.client.report [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.270045] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Acquiring lock "refresh_cache-e2027a8c-5d49-4342-9b67-4c7592339c9a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.270045] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Acquired lock "refresh_cache-e2027a8c-5d49-4342-9b67-4c7592339c9a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.270604] env[65983]: DEBUG nova.network.neutron [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 662.284196] env[65983]: DEBUG oslo_vmware.api [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468188, 'name': PowerOffVM_Task, 'duration_secs': 0.276189} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.284468] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.284635] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.285754] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dbcf8ee-c1e0-490f-ab7a-aac5840ac3a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.294782] env[65983]: DEBUG nova.network.neutron [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Updating instance_info_cache with network_info: [{"id": "f481f234-e2db-4502-8a87-9295bb8ff1ec", "address": "fa:16:3e:87:30:45", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf481f234-e2", "ovs_interfaceid": "f481f234-e2db-4502-8a87-9295bb8ff1ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.372024] env[65983]: DEBUG oslo_vmware.api [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Task: {'id': task-4468190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234026} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.372764] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.373329] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.373825] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.374174] env[65983]: INFO nova.compute.manager [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 662.377460] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 662.377460] env[65983]: DEBUG nova.compute.manager [-] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 662.377460] env[65983]: DEBUG nova.network.neutron [-] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 662.377460] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.397788] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.397994] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.398244] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleting the datastore file [datastore2] 7233422c-ef9a-49c4-ad2a-e1089e493161 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.398716] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-585333da-4f18-432e-ad8d-62c24e0ebb24 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.410272] env[65983]: DEBUG oslo_vmware.api [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 662.410272] env[65983]: value = "task-4468192" [ 662.410272] env[65983]: _type = "Task" [ 662.410272] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.421329] env[65983]: DEBUG oslo_vmware.api [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.471723] env[65983]: DEBUG nova.virt.hardware [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 662.472129] env[65983]: DEBUG nova.virt.hardware [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.472376] env[65983]: DEBUG nova.virt.hardware [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 662.472641] env[65983]: DEBUG nova.virt.hardware [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.472810] env[65983]: DEBUG nova.virt.hardware [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 662.473041] env[65983]: DEBUG nova.virt.hardware [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 662.473325] env[65983]: DEBUG nova.virt.hardware [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 662.473559] env[65983]: DEBUG nova.virt.hardware [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 662.473775] env[65983]: DEBUG nova.virt.hardware [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 662.474028] env[65983]: DEBUG nova.virt.hardware [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 662.474271] env[65983]: DEBUG nova.virt.hardware [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 662.475394] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6678ef3a-ef21-4e56-a5f3-acca3cb29a7d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.487496] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4156f2-5fd4-4a80-8daf-03011d024990 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.740649] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.741386] env[65983]: DEBUG nova.compute.manager [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 662.743943] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.464s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.798685] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "refresh_cache-5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.799536] env[65983]: DEBUG nova.compute.manager [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Instance network_info: |[{"id": "f481f234-e2db-4502-8a87-9295bb8ff1ec", "address": "fa:16:3e:87:30:45", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf481f234-e2", "ovs_interfaceid": "f481f234-e2db-4502-8a87-9295bb8ff1ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 662.800219] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:30:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f481f234-e2db-4502-8a87-9295bb8ff1ec', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.809380] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Creating folder: Project (de728336484744988073afa69fb9a397). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.810444] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d5d48b8-b943-4609-8023-bd3efda9e597 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.824803] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Created folder: Project (de728336484744988073afa69fb9a397) in parent group-v873669. [ 662.825098] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Creating folder: Instances. Parent ref: group-v873742. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.825429] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36d05ce7-ac44-4485-8a5c-22851cd98cc1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.838804] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Created folder: Instances in parent group-v873742. [ 662.839212] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 662.839311] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.839490] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2e767fb-0177-4368-9e9a-1299c5add2df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.865238] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.865238] env[65983]: value = "task-4468195" [ 662.865238] env[65983]: _type = "Task" [ 662.865238] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.877460] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468195, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.921893] env[65983]: DEBUG oslo_vmware.api [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227014} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.922182] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.922361] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.922531] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.922716] env[65983]: INFO nova.compute.manager [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Took 1.20 seconds to destroy the instance on the hypervisor. [ 662.922934] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 662.923134] env[65983]: DEBUG nova.compute.manager [-] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 662.923228] env[65983]: DEBUG nova.network.neutron [-] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 662.923928] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.996531] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.125698] env[65983]: DEBUG nova.network.neutron [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 663.134545] env[65983]: DEBUG nova.network.neutron [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Successfully updated port: 7f44ab02-026a-40f7-a9a0-1d53f8828532 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 663.200732] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.250219] env[65983]: DEBUG nova.compute.utils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.266495] env[65983]: DEBUG nova.compute.manager [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 663.266495] env[65983]: DEBUG nova.network.neutron [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 663.266495] env[65983]: WARNING neutronclient.v2_0.client [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.266495] env[65983]: WARNING neutronclient.v2_0.client [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.381092] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468195, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.608174] env[65983]: DEBUG nova.policy [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9efc0fa08ea42fc82e7fe474aa5a0f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69fa45a832ab478db3a13c5377ee18a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.641331] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "refresh_cache-9fb369af-202c-4d49-9d32-cbc411f8267a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.641331] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquired lock "refresh_cache-9fb369af-202c-4d49-9d32-cbc411f8267a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.641331] env[65983]: DEBUG nova.network.neutron [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 663.766140] env[65983]: DEBUG nova.compute.manager [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 663.771778] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Applying migration context for instance abc18c43-9ef2-4c48-93d9-36c42dfd5178 as it has an incoming, in-progress migration dd3ca059-10aa-467e-b4f6-e8e084b3f474. Migration status is confirming {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 663.774327] env[65983]: INFO nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating resource usage from migration dd3ca059-10aa-467e-b4f6-e8e084b3f474 [ 663.805173] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 2f6d4f72-e713-4422-9e72-ca261477d545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.805419] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.805756] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance c827472c-405c-4df1-8c05-b139c8b3ebce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.805756] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 4f12a59e-86bb-42a6-908c-3469b9e476d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.805756] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance aec420c4-a727-4c86-a3fb-d22d015d6b13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.805880] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance d2bccbbf-09fd-44d4-8b46-b32c3897e477 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.805880] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance b5af5878-375e-4405-b971-e3b28fa0e34c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.805994] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 864398b7-5b6d-486e-8190-46f930718874 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.806090] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 1abdd22c-da15-4eb3-a446-241cc2086ab3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.806188] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Migration dd3ca059-10aa-467e-b4f6-e8e084b3f474 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 663.806456] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance abc18c43-9ef2-4c48-93d9-36c42dfd5178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.806456] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance f83633bd-6802-402b-9ba0-7e3510fb145a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.806616] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 52c4ce60-3353-405c-b9f9-7f511680cc41 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 663.806616] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance c40a0f91-24f4-49b5-bd74-98e8ec60ac5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.806985] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 376c3de8-3d51-4257-ba8f-a2e5b77b7355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.806985] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 0311ff28-2238-4150-83a8-e0cc5d28736b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.807148] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 0b774d8b-22a4-4849-b100-e9e1705e46fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.807254] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 7233422c-ef9a-49c4-ad2a-e1089e493161 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.807404] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 77ec82d6-2097-447f-b88c-462704777479 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.807494] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.807598] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance e2027a8c-5d49-4342-9b67-4c7592339c9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.807691] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 9fb369af-202c-4d49-9d32-cbc411f8267a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.807981] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 4f61eecb-95df-4bb2-b3ce-71ee686558d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 663.884478] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468195, 'name': CreateVM_Task, 'duration_secs': 0.532287} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.884788] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.885690] env[65983]: WARNING neutronclient.v2_0.client [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.886115] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.886301] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.887051] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.887051] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79347efe-bfef-4470-a799-b00383fdbb4d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.897677] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 663.897677] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b686f6-4e8f-95a7-76e3-345981e60ea8" [ 663.897677] env[65983]: _type = "Task" [ 663.897677] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.910661] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b686f6-4e8f-95a7-76e3-345981e60ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.964839] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Acquiring lock "7a0d4eac-9919-41b0-bc79-985db03ddaeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.964839] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Lock "7a0d4eac-9919-41b0-bc79-985db03ddaeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.000177] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f706bf-5977-b1b3-0eae-ab6c1f784039/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 664.000177] env[65983]: DEBUG nova.network.neutron [-] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.001719] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23c839d-7338-457d-820f-0b4344dc37b5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.011021] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f706bf-5977-b1b3-0eae-ab6c1f784039/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 664.011021] env[65983]: ERROR oslo_vmware.rw_handles [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f706bf-5977-b1b3-0eae-ab6c1f784039/disk-0.vmdk due to incomplete transfer. [ 664.011021] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f2f2d969-21c7-44ab-9de2-52443897a913 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.022863] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f706bf-5977-b1b3-0eae-ab6c1f784039/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 664.022863] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Uploaded image 68fc175e-6b91-444e-a15c-b5119cb6d773 to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 664.023362] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 664.023954] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26be9bac-7f44-4613-9d5d-512a96867e0e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.032642] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 664.032642] env[65983]: value = "task-4468196" [ 664.032642] env[65983]: _type = "Task" [ 664.032642] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.038114] env[65983]: DEBUG nova.network.neutron [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Successfully created port: 75a6f558-9408-4a5d-a6aa-47d46f692817 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 664.044100] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468196, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.051492] env[65983]: DEBUG nova.network.neutron [-] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.081769] env[65983]: WARNING neutronclient.v2_0.client [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.123626] env[65983]: INFO nova.compute.manager [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Rebuilding instance [ 664.191684] env[65983]: DEBUG nova.compute.manager [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 664.192671] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c027c4a7-c2fb-433f-ab82-077eb2d20316 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.311539] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5afa0e61-7e7b-487d-87bd-1d26c6017fbf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 664.365707] env[65983]: DEBUG nova.network.neutron [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 664.409476] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b686f6-4e8f-95a7-76e3-345981e60ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.013654} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.409898] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.412440] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.412440] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.412440] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.412440] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.412440] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90c43452-edcb-409f-aae7-79dd2742273c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.429323] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.429439] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.431247] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1caf50-190d-4f60-8791-7dacedb28152 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.439807] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 664.439807] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527c7e68-e0f6-7a9e-561a-60e94ea20854" [ 664.439807] env[65983]: _type = "Task" [ 664.439807] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.446977] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527c7e68-e0f6-7a9e-561a-60e94ea20854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.468062] env[65983]: DEBUG nova.compute.manager [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 664.480552] env[65983]: DEBUG nova.network.neutron [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Updating instance_info_cache with network_info: [{"id": "1c4264de-3361-43cf-bdf9-09b9f9a0eb20", "address": "fa:16:3e:3f:d1:e5", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4264de-33", "ovs_interfaceid": "1c4264de-3361-43cf-bdf9-09b9f9a0eb20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.506222] env[65983]: INFO nova.compute.manager [-] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Took 2.13 seconds to deallocate network for instance. [ 664.545450] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468196, 'name': Destroy_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.555153] env[65983]: INFO nova.compute.manager [-] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Took 1.63 seconds to deallocate network for instance. [ 664.648746] env[65983]: WARNING neutronclient.v2_0.client [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.776721] env[65983]: DEBUG nova.compute.manager [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 664.800089] env[65983]: DEBUG nova.network.neutron [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Updating instance_info_cache with network_info: [{"id": "7f44ab02-026a-40f7-a9a0-1d53f8828532", "address": "fa:16:3e:94:85:f9", "network": {"id": "a79f15dc-f027-4e8b-88ca-34e2e55316ba", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-853857939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "04cad39eae3c4805b26557cd5544a16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f44ab02-02", "ovs_interfaceid": "7f44ab02-026a-40f7-a9a0-1d53f8828532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.807994] env[65983]: DEBUG nova.virt.hardware [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 664.808287] env[65983]: DEBUG nova.virt.hardware [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.808458] env[65983]: DEBUG nova.virt.hardware [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 664.808669] env[65983]: DEBUG nova.virt.hardware [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.808812] env[65983]: DEBUG nova.virt.hardware [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 664.809224] env[65983]: DEBUG nova.virt.hardware [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 664.809424] env[65983]: DEBUG nova.virt.hardware [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 664.809606] env[65983]: DEBUG nova.virt.hardware [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 664.810404] env[65983]: DEBUG nova.virt.hardware [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 664.810527] env[65983]: DEBUG nova.virt.hardware [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 664.810625] env[65983]: DEBUG nova.virt.hardware [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 664.811591] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6d1cee-d342-4b5a-89b7-93e550f9803a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.819982] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 979b028d-389e-4831-9879-c183a18fc304 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 664.829928] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d0de30-a1d8-45fb-8cd6-16b016602227 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.949649] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527c7e68-e0f6-7a9e-561a-60e94ea20854, 'name': SearchDatastore_Task, 'duration_secs': 0.033062} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.950640] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d4b70d3-e3c5-498d-912c-c11f89d6eb5a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.957477] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 664.957477] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52be7e35-6a05-74e1-05dc-de21bf635da3" [ 664.957477] env[65983]: _type = "Task" [ 664.957477] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.967247] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52be7e35-6a05-74e1-05dc-de21bf635da3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.982739] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Releasing lock "refresh_cache-e2027a8c-5d49-4342-9b67-4c7592339c9a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.983210] env[65983]: DEBUG nova.compute.manager [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Instance network_info: |[{"id": "1c4264de-3361-43cf-bdf9-09b9f9a0eb20", "address": "fa:16:3e:3f:d1:e5", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4264de-33", "ovs_interfaceid": "1c4264de-3361-43cf-bdf9-09b9f9a0eb20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 664.983736] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:d1:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c4264de-3361-43cf-bdf9-09b9f9a0eb20', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.991832] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Creating folder: Project (432c5cb62f13442b91ce0cdad68c6a27). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.992193] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81d476f0-fdca-4f75-853d-d543ae61fc97 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.994957] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.005306] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Created folder: Project (432c5cb62f13442b91ce0cdad68c6a27) in parent group-v873669. [ 665.005506] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Creating folder: Instances. Parent ref: group-v873745. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.005753] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bd1e513-176d-4c52-baa7-7d68853cb2f0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.015134] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.016831] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Created folder: Instances in parent group-v873745. [ 665.017229] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 665.017435] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.017660] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcd12c38-f5cc-4938-8898-a6ba24e372c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.038836] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.038836] env[65983]: value = "task-4468199" [ 665.038836] env[65983]: _type = "Task" [ 665.038836] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.046235] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468196, 'name': Destroy_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.052618] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468199, 'name': CreateVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.062810] env[65983]: DEBUG oslo_concurrency.lockutils [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.209418] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.209753] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3922fd51-ac27-4c1a-974d-de4c2afad7ca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.218197] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Waiting for the task: (returnval){ [ 665.218197] env[65983]: value = "task-4468200" [ 665.218197] env[65983]: _type = "Task" [ 665.218197] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.227420] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.303368] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Releasing lock "refresh_cache-9fb369af-202c-4d49-9d32-cbc411f8267a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.303737] env[65983]: DEBUG nova.compute.manager [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Instance network_info: |[{"id": "7f44ab02-026a-40f7-a9a0-1d53f8828532", "address": "fa:16:3e:94:85:f9", "network": {"id": "a79f15dc-f027-4e8b-88ca-34e2e55316ba", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-853857939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "04cad39eae3c4805b26557cd5544a16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f44ab02-02", "ovs_interfaceid": "7f44ab02-026a-40f7-a9a0-1d53f8828532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 665.304225] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:85:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f44ab02-026a-40f7-a9a0-1d53f8828532', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.312238] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Creating folder: Project (04cad39eae3c4805b26557cd5544a16f). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.312653] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eca1b0a1-63b8-452e-9c29-61b26925b41f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.325504] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 7a0d4eac-9919-41b0-bc79-985db03ddaeb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 665.325786] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 665.325951] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=100GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '21', 'num_vm_active': '14', 'num_task_None': '15', 'num_os_type_None': '21', 'num_proj_eaa044e2311c4ab1bb393e3575c8b647': '2', 'io_workload': '4', 'num_task_image_uploading': '1', 'num_proj_38cf7bcc32244e6882a81b041447b360': '1', 'num_proj_c988392f7fd04fe8a0ae2ec40a28e2f7': '2', 'num_vm_resized': '1', 'num_proj_63702928a01d4bb2bffd8d10d1725e06': '1', 'num_proj_16880b7ccce543df943962527e4d5481': '1', 'num_proj_8b3e677561eb422ea1acd81bbdc611e0': '2', 'num_vm_stopped': '1', 'num_proj_59c3ca780ae44e508b7c75bd4d59fc90': '1', 'num_proj_4d7c5652855e4e95a307f33d3c10960d': '1', 'num_vm_suspended': '1', 'num_proj_8dc87fac4d704a76a133a4306a937a81': '1', 'num_proj_04c3e4b3e1e24667a8c0eafd9413a42c': '1', 'num_proj_100214edb4624c0799f5aee94bf547c5': '1', 'num_task_deleting': '2', 'num_proj_90a6746330744df193166f33a5a4c49f': '1', 'num_proj_978bc558023244e489113f46147ed0bb': '1', 'num_proj_38d5937f3df9448e808ad60bbf38fbdd': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_de728336484744988073afa69fb9a397': '1', 'num_proj_432c5cb62f13442b91ce0cdad68c6a27': '1', 'num_proj_04cad39eae3c4805b26557cd5544a16f': '1', 'num_proj_69fa45a832ab478db3a13c5377ee18a1': '1'} {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 665.328635] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Created folder: Project (04cad39eae3c4805b26557cd5544a16f) in parent group-v873669. [ 665.328820] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Creating folder: Instances. Parent ref: group-v873748. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.329355] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f25f315a-a14d-44f4-9bb2-a1eb186c7700 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.341461] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Created folder: Instances in parent group-v873748. [ 665.341730] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 665.341916] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.342158] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a41f5232-d9ea-4afa-8c44-755aba739f54 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.367568] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.367568] env[65983]: value = "task-4468203" [ 665.367568] env[65983]: _type = "Task" [ 665.367568] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.376787] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468203, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.471131] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52be7e35-6a05-74e1-05dc-de21bf635da3, 'name': SearchDatastore_Task, 'duration_secs': 0.033047} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.473614] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.473875] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8/5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.475170] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-942de573-2f44-4ea5-a018-0d128df29f06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.485522] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 665.485522] env[65983]: value = "task-4468204" [ 665.485522] env[65983]: _type = "Task" [ 665.485522] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.499085] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.549566] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468196, 'name': Destroy_Task, 'duration_secs': 1.515127} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.556718] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Destroyed the VM [ 665.557025] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 665.557312] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468199, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.557837] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c98ad7e-78c4-407a-872b-eac2f2554f63 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.566236] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 665.566236] env[65983]: value = "task-4468205" [ 665.566236] env[65983]: _type = "Task" [ 665.566236] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.579910] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468205, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.734958] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468200, 'name': PowerOffVM_Task, 'duration_secs': 0.246198} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.735384] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.735724] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.736638] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8c92e7-978b-454d-a514-9f3ceabb562e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.747562] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.747938] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd111c62-d398-44ac-83e3-fcdb013cbda2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.779967] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ce8cc7-0f2a-4fd0-aa2e-5c71510a3276 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.784909] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.785213] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.785436] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Deleting the datastore file [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.786215] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abca0a6c-a83a-473a-8b84-ed1adbdf1514 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.791759] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d731e6ad-a6c3-442c-941d-5d59f76141e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.799332] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Waiting for the task: (returnval){ [ 665.799332] env[65983]: value = "task-4468207" [ 665.799332] env[65983]: _type = "Task" [ 665.799332] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.833996] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585a8331-8aa4-4dde-a4a7-c5a2a952cc81 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.845252] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.849418] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad47201-178a-443c-b9ed-635795caaf2d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.869679] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.883654] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468203, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.998952] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468204, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.051696] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468199, 'name': CreateVM_Task, 'duration_secs': 0.816701} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.051975] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.052639] env[65983]: WARNING neutronclient.v2_0.client [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.053121] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.053350] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.053712] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.054473] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535598eb-68d8-4b78-89dd-8693e865506a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.062191] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Waiting for the task: (returnval){ [ 666.062191] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cab1b3-6a73-34b7-d40d-b700132ad9fc" [ 666.062191] env[65983]: _type = "Task" [ 666.062191] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.077714] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cab1b3-6a73-34b7-d40d-b700132ad9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.081051] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468205, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.131820] env[65983]: DEBUG nova.compute.manager [req-e5fabf6e-b1ba-4906-ab0a-322ea24664c2 req-3550c2a3-6798-4868-9690-d441036c0b44 service nova] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Received event network-vif-deleted-3ade5990-13cf-4c5d-ae09-ad9ad57c635f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 666.132554] env[65983]: DEBUG nova.compute.manager [req-e5fabf6e-b1ba-4906-ab0a-322ea24664c2 req-3550c2a3-6798-4868-9690-d441036c0b44 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Received event network-changed-566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 666.132662] env[65983]: DEBUG nova.compute.manager [req-e5fabf6e-b1ba-4906-ab0a-322ea24664c2 req-3550c2a3-6798-4868-9690-d441036c0b44 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Refreshing instance network info cache due to event network-changed-566c03ff-69b6-4e8b-8904-ace7156bc3a5. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 666.132877] env[65983]: DEBUG oslo_concurrency.lockutils [req-e5fabf6e-b1ba-4906-ab0a-322ea24664c2 req-3550c2a3-6798-4868-9690-d441036c0b44 service nova] Acquiring lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.133020] env[65983]: DEBUG oslo_concurrency.lockutils [req-e5fabf6e-b1ba-4906-ab0a-322ea24664c2 req-3550c2a3-6798-4868-9690-d441036c0b44 service nova] Acquired lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.133178] env[65983]: DEBUG nova.network.neutron [req-e5fabf6e-b1ba-4906-ab0a-322ea24664c2 req-3550c2a3-6798-4868-9690-d441036c0b44 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Refreshing network info cache for port 566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.222095] env[65983]: DEBUG nova.network.neutron [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Successfully updated port: 75a6f558-9408-4a5d-a6aa-47d46f692817 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 666.340870] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296211} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.341197] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.341320] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.341487] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.376612] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.385137] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468203, 'name': CreateVM_Task, 'duration_secs': 0.588351} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.385299] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.385780] env[65983]: WARNING neutronclient.v2_0.client [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.386147] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.504131] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531883} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.504442] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8/5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.504759] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.504955] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-991f5b7f-9d5b-49ee-84b4-e76978e62c16 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.514047] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 666.514047] env[65983]: value = "task-4468208" [ 666.514047] env[65983]: _type = "Task" [ 666.514047] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.526182] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.575268] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cab1b3-6a73-34b7-d40d-b700132ad9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01899} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.576343] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.576343] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.576551] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.576716] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.576906] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.577215] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.577515] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.577755] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66105aca-d8b4-462e-8ef2-c607bd1c1c6d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.585030] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee8e17b-89c0-42e0-bf81-2d8bcf0a64cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.585829] env[65983]: DEBUG oslo_vmware.api [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468205, 'name': RemoveSnapshot_Task, 'duration_secs': 0.901069} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.586380] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 666.586604] env[65983]: INFO nova.compute.manager [None req-a2436d12-bd4e-4c00-8b99-554bf9f881dd tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Took 16.70 seconds to snapshot the instance on the hypervisor. [ 666.594802] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 666.594802] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524c227c-7e75-9f48-773b-e2309d8d21e4" [ 666.594802] env[65983]: _type = "Task" [ 666.594802] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.596810] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.596810] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.602044] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a972ca90-7a9d-45f1-84dd-464f091ce15d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.609473] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Waiting for the task: (returnval){ [ 666.609473] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525d2659-0c4d-5bc2-7301-423bbc9b98e3" [ 666.609473] env[65983]: _type = "Task" [ 666.609473] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.613163] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524c227c-7e75-9f48-773b-e2309d8d21e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.622388] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525d2659-0c4d-5bc2-7301-423bbc9b98e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.636217] env[65983]: WARNING neutronclient.v2_0.client [req-e5fabf6e-b1ba-4906-ab0a-322ea24664c2 req-3550c2a3-6798-4868-9690-d441036c0b44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.729797] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Acquiring lock "refresh_cache-4f61eecb-95df-4bb2-b3ce-71ee686558d3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.729797] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Acquired lock "refresh_cache-4f61eecb-95df-4bb2-b3ce-71ee686558d3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.729797] env[65983]: DEBUG nova.network.neutron [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 666.790641] env[65983]: WARNING neutronclient.v2_0.client [req-e5fabf6e-b1ba-4906-ab0a-322ea24664c2 req-3550c2a3-6798-4868-9690-d441036c0b44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.798323] env[65983]: DEBUG nova.compute.manager [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Received event network-changed-f481f234-e2db-4502-8a87-9295bb8ff1ec {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 666.798323] env[65983]: DEBUG nova.compute.manager [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Refreshing instance network info cache due to event network-changed-f481f234-e2db-4502-8a87-9295bb8ff1ec. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 666.798323] env[65983]: DEBUG oslo_concurrency.lockutils [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] Acquiring lock "refresh_cache-5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.798323] env[65983]: DEBUG oslo_concurrency.lockutils [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] Acquired lock "refresh_cache-5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.798972] env[65983]: DEBUG nova.network.neutron [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Refreshing network info cache for port f481f234-e2db-4502-8a87-9295bb8ff1ec {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.886535] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 666.886986] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.143s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.887174] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.681s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.890325] env[65983]: DEBUG nova.network.neutron [req-e5fabf6e-b1ba-4906-ab0a-322ea24664c2 req-3550c2a3-6798-4868-9690-d441036c0b44 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Updated VIF entry in instance network info cache for port 566c03ff-69b6-4e8b-8904-ace7156bc3a5. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 666.890688] env[65983]: DEBUG nova.network.neutron [req-e5fabf6e-b1ba-4906-ab0a-322ea24664c2 req-3550c2a3-6798-4868-9690-d441036c0b44 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Updating instance_info_cache with network_info: [{"id": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "address": "fa:16:3e:52:8d:78", "network": {"id": "f539e1c1-2f65-4f51-a6bb-f96e565ed166", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2058730624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c988392f7fd04fe8a0ae2ec40a28e2f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566c03ff-69", "ovs_interfaceid": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.025578] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.298104} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.025855] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.026671] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb0870e-9e8d-4b0b-8651-3f847796f1f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.050356] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8/5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.051997] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1d2263a-5bdb-44bb-985c-296e8a2110b7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.073966] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 667.073966] env[65983]: value = "task-4468209" [ 667.073966] env[65983]: _type = "Task" [ 667.073966] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.083167] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.107601] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524c227c-7e75-9f48-773b-e2309d8d21e4, 'name': SearchDatastore_Task, 'duration_secs': 0.028775} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.107900] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.108139] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.108351] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.123618] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525d2659-0c4d-5bc2-7301-423bbc9b98e3, 'name': SearchDatastore_Task, 'duration_secs': 0.026101} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.124462] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5453e89-e64f-434e-b799-400f1dfad6fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.130867] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Waiting for the task: (returnval){ [ 667.130867] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52566a30-8c27-06fe-674c-b92db3cb7045" [ 667.130867] env[65983]: _type = "Task" [ 667.130867] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.139294] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52566a30-8c27-06fe-674c-b92db3cb7045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.264403] env[65983]: DEBUG nova.network.neutron [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 667.302501] env[65983]: WARNING neutronclient.v2_0.client [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.329241] env[65983]: WARNING neutronclient.v2_0.client [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.389695] env[65983]: DEBUG nova.virt.hardware [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 667.389984] env[65983]: DEBUG nova.virt.hardware [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.389984] env[65983]: DEBUG nova.virt.hardware [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 667.390421] env[65983]: DEBUG nova.virt.hardware [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.390421] env[65983]: DEBUG nova.virt.hardware [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 667.390723] env[65983]: DEBUG nova.virt.hardware [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 667.390794] env[65983]: DEBUG nova.virt.hardware [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 667.390950] env[65983]: DEBUG nova.virt.hardware [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 667.391128] env[65983]: DEBUG nova.virt.hardware [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 667.391286] env[65983]: DEBUG nova.virt.hardware [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 667.391691] env[65983]: DEBUG nova.virt.hardware [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 667.395868] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94701f02-31d8-4205-91d4-edf31408fd77 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.401146] env[65983]: DEBUG oslo_concurrency.lockutils [req-e5fabf6e-b1ba-4906-ab0a-322ea24664c2 req-3550c2a3-6798-4868-9690-d441036c0b44 service nova] Releasing lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.409501] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc0012d-e909-4a4a-839d-7b779f2ca0d9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.433799] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.440703] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 667.442154] env[65983]: DEBUG nova.network.neutron [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Updating instance_info_cache with network_info: [{"id": "75a6f558-9408-4a5d-a6aa-47d46f692817", "address": "fa:16:3e:f6:52:67", "network": {"id": "620b6de0-7e0a-4103-8ff4-cfa663121064", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1136929648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "69fa45a832ab478db3a13c5377ee18a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a6f558-94", "ovs_interfaceid": "75a6f558-9408-4a5d-a6aa-47d46f692817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.443724] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.444202] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91f250d7-f645-44ef-b87c-660de4eb40ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.471325] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.471325] env[65983]: value = "task-4468210" [ 667.471325] env[65983]: _type = "Task" [ 667.471325] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.487108] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468210, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.515472] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Acquiring lock "f5166917-734f-4c86-84ec-3b63ea129c5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.515691] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Lock "f5166917-734f-4c86-84ec-3b63ea129c5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.520258] env[65983]: WARNING neutronclient.v2_0.client [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.590356] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.636834] env[65983]: DEBUG nova.network.neutron [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Updated VIF entry in instance network info cache for port f481f234-e2db-4502-8a87-9295bb8ff1ec. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 667.637686] env[65983]: DEBUG nova.network.neutron [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Updating instance_info_cache with network_info: [{"id": "f481f234-e2db-4502-8a87-9295bb8ff1ec", "address": "fa:16:3e:87:30:45", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf481f234-e2", "ovs_interfaceid": "f481f234-e2db-4502-8a87-9295bb8ff1ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.648048] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52566a30-8c27-06fe-674c-b92db3cb7045, 'name': SearchDatastore_Task, 'duration_secs': 0.034268} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.650713] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.651015] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] e2027a8c-5d49-4342-9b67-4c7592339c9a/e2027a8c-5d49-4342-9b67-4c7592339c9a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.653382] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.653590] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.654134] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90c909af-bf39-42a8-bcf6-504b521bbe9b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.657513] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b58fb9e5-b09b-43d3-8b8a-30717026b6d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.669014] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Waiting for the task: (returnval){ [ 667.669014] env[65983]: value = "task-4468211" [ 667.669014] env[65983]: _type = "Task" [ 667.669014] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.670276] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.670477] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.674263] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547a9b10-6907-4494-8165-3d1014f65489 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.689340] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.690449] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 667.690449] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5266b012-3c50-b72f-b519-0f9f87eb88a6" [ 667.690449] env[65983]: _type = "Task" [ 667.690449] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.702762] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5266b012-3c50-b72f-b519-0f9f87eb88a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.889875] env[65983]: DEBUG oslo_concurrency.lockutils [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "b5af5878-375e-4405-b971-e3b28fa0e34c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.889875] env[65983]: DEBUG oslo_concurrency.lockutils [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5af5878-375e-4405-b971-e3b28fa0e34c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.889875] env[65983]: DEBUG oslo_concurrency.lockutils [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "b5af5878-375e-4405-b971-e3b28fa0e34c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.889875] env[65983]: DEBUG oslo_concurrency.lockutils [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5af5878-375e-4405-b971-e3b28fa0e34c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.890299] env[65983]: DEBUG oslo_concurrency.lockutils [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5af5878-375e-4405-b971-e3b28fa0e34c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.893342] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fd5a85-a875-4c24-af8d-99bf122ba702 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.896432] env[65983]: INFO nova.compute.manager [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Terminating instance [ 667.905153] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d36cd9-c562-479e-b92f-f5a298ea8dbd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.939720] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb2c8f6-9d34-4246-bfa3-b56fe7f00f01 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.949329] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Releasing lock "refresh_cache-4f61eecb-95df-4bb2-b3ce-71ee686558d3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.949727] env[65983]: DEBUG nova.compute.manager [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Instance network_info: |[{"id": "75a6f558-9408-4a5d-a6aa-47d46f692817", "address": "fa:16:3e:f6:52:67", "network": {"id": "620b6de0-7e0a-4103-8ff4-cfa663121064", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1136929648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "69fa45a832ab478db3a13c5377ee18a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a6f558-94", "ovs_interfaceid": "75a6f558-9408-4a5d-a6aa-47d46f692817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 667.950677] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:52:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75a6f558-9408-4a5d-a6aa-47d46f692817', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.960074] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Creating folder: Project (69fa45a832ab478db3a13c5377ee18a1). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.961499] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e75e13b-a096-4934-893a-7b9caa419361 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.966712] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5932b69a-7c5c-458d-ab92-28af2f52e07c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.983167] env[65983]: DEBUG nova.compute.provider_tree [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.989395] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Created folder: Project (69fa45a832ab478db3a13c5377ee18a1) in parent group-v873669. [ 667.990236] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Creating folder: Instances. Parent ref: group-v873752. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.990236] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-231ff563-cdfc-431a-aca1-36dd47c95346 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.000691] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468210, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.004183] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Created folder: Instances in parent group-v873752. [ 668.004183] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 668.004183] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.004183] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af78f45e-60f7-49b9-a44f-79e8a3526d36 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.023358] env[65983]: DEBUG nova.compute.manager [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 668.031012] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.031012] env[65983]: value = "task-4468214" [ 668.031012] env[65983]: _type = "Task" [ 668.031012] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.040716] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468214, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.086878] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.141906] env[65983]: DEBUG oslo_concurrency.lockutils [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] Releasing lock "refresh_cache-5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.141906] env[65983]: DEBUG nova.compute.manager [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Received event network-vif-plugged-1c4264de-3361-43cf-bdf9-09b9f9a0eb20 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 668.141906] env[65983]: DEBUG oslo_concurrency.lockutils [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] Acquiring lock "e2027a8c-5d49-4342-9b67-4c7592339c9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.142277] env[65983]: DEBUG oslo_concurrency.lockutils [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] Lock "e2027a8c-5d49-4342-9b67-4c7592339c9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.142277] env[65983]: DEBUG oslo_concurrency.lockutils [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] Lock "e2027a8c-5d49-4342-9b67-4c7592339c9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.142355] env[65983]: DEBUG nova.compute.manager [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] No waiting events found dispatching network-vif-plugged-1c4264de-3361-43cf-bdf9-09b9f9a0eb20 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 668.142505] env[65983]: WARNING nova.compute.manager [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Received unexpected event network-vif-plugged-1c4264de-3361-43cf-bdf9-09b9f9a0eb20 for instance with vm_state building and task_state spawning. [ 668.142708] env[65983]: DEBUG nova.compute.manager [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Received event network-changed-1c4264de-3361-43cf-bdf9-09b9f9a0eb20 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 668.142809] env[65983]: DEBUG nova.compute.manager [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Refreshing instance network info cache due to event network-changed-1c4264de-3361-43cf-bdf9-09b9f9a0eb20. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 668.142979] env[65983]: DEBUG oslo_concurrency.lockutils [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] Acquiring lock "refresh_cache-e2027a8c-5d49-4342-9b67-4c7592339c9a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.143150] env[65983]: DEBUG oslo_concurrency.lockutils [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] Acquired lock "refresh_cache-e2027a8c-5d49-4342-9b67-4c7592339c9a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.143285] env[65983]: DEBUG nova.network.neutron [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Refreshing network info cache for port 1c4264de-3361-43cf-bdf9-09b9f9a0eb20 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.185724] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468211, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.202773] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5266b012-3c50-b72f-b519-0f9f87eb88a6, 'name': SearchDatastore_Task, 'duration_secs': 0.014942} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.203662] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2d265f-0e5d-4f98-93c9-672141ad9f90 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.210492] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 668.210492] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e29a9d-1ca4-f997-c1fd-47fcb855b458" [ 668.210492] env[65983]: _type = "Task" [ 668.210492] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.220963] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e29a9d-1ca4-f997-c1fd-47fcb855b458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.305310] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Acquiring lock "77ec82d6-2097-447f-b88c-462704777479" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.305593] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Lock "77ec82d6-2097-447f-b88c-462704777479" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.305800] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Acquiring lock "77ec82d6-2097-447f-b88c-462704777479-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.305979] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Lock "77ec82d6-2097-447f-b88c-462704777479-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.306357] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Lock "77ec82d6-2097-447f-b88c-462704777479-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.309324] env[65983]: INFO nova.compute.manager [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Terminating instance [ 668.405510] env[65983]: DEBUG nova.compute.manager [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 668.406012] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.408457] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481e38f2-de71-43fc-8864-5a3b0b8e6f97 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.417060] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.417222] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff4f2a7f-fd1a-459a-ad28-2baaebb9ff7b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.494056] env[65983]: DEBUG nova.scheduler.client.report [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.497751] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468210, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.503055] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.503234] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.503420] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleting the datastore file [datastore2] b5af5878-375e-4405-b971-e3b28fa0e34c {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.503722] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-713d389a-b16d-4aaf-b136-6f405adf1f57 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.513173] env[65983]: DEBUG oslo_vmware.api [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 668.513173] env[65983]: value = "task-4468216" [ 668.513173] env[65983]: _type = "Task" [ 668.513173] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.525075] env[65983]: DEBUG oslo_vmware.api [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.544847] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468214, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.553842] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.587517] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468209, 'name': ReconfigVM_Task, 'duration_secs': 1.397203} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.587835] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8/5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.588761] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4366d839-73d3-4b3f-b1de-3cf0ab715d2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.596102] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 668.596102] env[65983]: value = "task-4468217" [ 668.596102] env[65983]: _type = "Task" [ 668.596102] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.605150] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468217, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.647383] env[65983]: WARNING neutronclient.v2_0.client [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.682225] env[65983]: DEBUG oslo_concurrency.lockutils [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Acquiring lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.682514] env[65983]: DEBUG oslo_concurrency.lockutils [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.684103] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613994} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.684606] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] e2027a8c-5d49-4342-9b67-4c7592339c9a/e2027a8c-5d49-4342-9b67-4c7592339c9a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.684895] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.685275] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-125cd3af-5399-4c76-a928-812e338e79c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.694226] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Waiting for the task: (returnval){ [ 668.694226] env[65983]: value = "task-4468218" [ 668.694226] env[65983]: _type = "Task" [ 668.694226] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.707744] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.723016] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e29a9d-1ca4-f997-c1fd-47fcb855b458, 'name': SearchDatastore_Task, 'duration_secs': 0.051841} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.723319] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.723578] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 9fb369af-202c-4d49-9d32-cbc411f8267a/9fb369af-202c-4d49-9d32-cbc411f8267a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.723881] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dd501c4-649b-4056-ae79-5268f0ab6b19 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.733482] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 668.733482] env[65983]: value = "task-4468219" [ 668.733482] env[65983]: _type = "Task" [ 668.733482] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.744721] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.815510] env[65983]: DEBUG nova.compute.manager [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 668.816326] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.822184] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c5e825-21ce-4f57-bf22-e4655df5aee8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.833155] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.833439] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8d30aad-0536-42e1-9fc6-f766a480b3f0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.841813] env[65983]: DEBUG oslo_vmware.api [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Waiting for the task: (returnval){ [ 668.841813] env[65983]: value = "task-4468220" [ 668.841813] env[65983]: _type = "Task" [ 668.841813] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.853348] env[65983]: DEBUG oslo_vmware.api [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.946599] env[65983]: WARNING neutronclient.v2_0.client [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.998046] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468210, 'name': CreateVM_Task, 'duration_secs': 1.235266} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.998046] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.998046] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.998046] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.998366] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.004408] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a8a567-9860-4dc0-aa24-1d21df5147b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.011376] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Waiting for the task: (returnval){ [ 669.011376] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52930374-29bd-3349-3f6a-c078da927995" [ 669.011376] env[65983]: _type = "Task" [ 669.011376] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.034528] env[65983]: DEBUG oslo_vmware.api [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192647} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.034528] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52930374-29bd-3349-3f6a-c078da927995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.034528] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.034528] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.034528] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.034768] env[65983]: INFO nova.compute.manager [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Took 0.63 seconds to destroy the instance on the hypervisor. [ 669.036151] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 669.039964] env[65983]: DEBUG nova.compute.manager [-] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 669.040037] env[65983]: DEBUG nova.network.neutron [-] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 669.040253] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.051026] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468214, 'name': CreateVM_Task, 'duration_secs': 0.631358} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.052212] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.052212] env[65983]: WARNING neutronclient.v2_0.client [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.052968] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.079807] env[65983]: DEBUG nova.network.neutron [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Updated VIF entry in instance network info cache for port 1c4264de-3361-43cf-bdf9-09b9f9a0eb20. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 669.083459] env[65983]: DEBUG nova.network.neutron [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Updating instance_info_cache with network_info: [{"id": "1c4264de-3361-43cf-bdf9-09b9f9a0eb20", "address": "fa:16:3e:3f:d1:e5", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4264de-33", "ovs_interfaceid": "1c4264de-3361-43cf-bdf9-09b9f9a0eb20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.112627] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468217, 'name': Rename_Task, 'duration_secs': 0.173224} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.113665] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.113665] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e276d4b-c00f-41d4-8bc2-18c2a66d34db {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.118099] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.127602] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 669.127602] env[65983]: value = "task-4468221" [ 669.127602] env[65983]: _type = "Task" [ 669.127602] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.154024] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.186739] env[65983]: INFO nova.compute.manager [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Detaching volume f8e1856b-f8fe-42cf-b428-58a95478336d [ 669.210436] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080185} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.210828] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.211845] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf47fa7e-9635-45eb-b077-12fc9fa0da72 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.242343] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] e2027a8c-5d49-4342-9b67-4c7592339c9a/e2027a8c-5d49-4342-9b67-4c7592339c9a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.243389] env[65983]: INFO nova.virt.block_device [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Attempting to driver detach volume f8e1856b-f8fe-42cf-b428-58a95478336d from mountpoint /dev/sdb [ 669.243643] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 669.243768] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873741', 'volume_id': 'f8e1856b-f8fe-42cf-b428-58a95478336d', 'name': 'volume-f8e1856b-f8fe-42cf-b428-58a95478336d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f12a59e-86bb-42a6-908c-3469b9e476d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8e1856b-f8fe-42cf-b428-58a95478336d', 'serial': 'f8e1856b-f8fe-42cf-b428-58a95478336d'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 669.244158] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c153b80-074d-49cf-a1b0-4d8cf7529666 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.261547] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa24c3e-3535-4cc0-82a0-37636902a3ef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.274673] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468219, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.292907] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Waiting for the task: (returnval){ [ 669.292907] env[65983]: value = "task-4468222" [ 669.292907] env[65983]: _type = "Task" [ 669.292907] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.293506] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5945c8fc-e156-479a-8deb-c75e181163db {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.308561] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.313236] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2709404b-ba05-4b8e-a89d-7fabce541ea3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.337115] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d14b1ae-04b2-487d-ac81-2d2bfda9ee2e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.359657] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] The volume has not been displaced from its original location: [datastore1] volume-f8e1856b-f8fe-42cf-b428-58a95478336d/volume-f8e1856b-f8fe-42cf-b428-58a95478336d.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 669.365898] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 669.367020] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2601c2f5-2cd7-4e09-86c8-ab3c60fdc07e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.387751] env[65983]: DEBUG oslo_vmware.api [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468220, 'name': PowerOffVM_Task, 'duration_secs': 0.436818} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.388453] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.388600] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.389059] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7c1afb1-91c5-4c26-a889-648634a36989 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.398213] env[65983]: DEBUG oslo_vmware.api [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Waiting for the task: (returnval){ [ 669.398213] env[65983]: value = "task-4468223" [ 669.398213] env[65983]: _type = "Task" [ 669.398213] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.408859] env[65983]: DEBUG oslo_vmware.api [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Task: {'id': task-4468223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.471368] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.471660] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.471882] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Deleting the datastore file [datastore2] 77ec82d6-2097-447f-b88c-462704777479 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.472607] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9c34699-12ff-49aa-9725-4b82e9c60239 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.481808] env[65983]: DEBUG oslo_vmware.api [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Waiting for the task: (returnval){ [ 669.481808] env[65983]: value = "task-4468225" [ 669.481808] env[65983]: _type = "Task" [ 669.481808] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.499512] env[65983]: DEBUG oslo_vmware.api [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.509383] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.622s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.513693] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.016s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.515478] env[65983]: INFO nova.compute.claims [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.531414] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52930374-29bd-3349-3f6a-c078da927995, 'name': SearchDatastore_Task, 'duration_secs': 0.065418} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.531877] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.532043] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.532321] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.532422] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.532580] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.532872] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.533202] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.533560] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07fda180-1e76-484f-8611-d25ccb10302d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.535620] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e22fdda9-4624-4a7b-92f0-e1d0d7d2f7b6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.542656] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Waiting for the task: (returnval){ [ 669.542656] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5269ff84-054c-0477-6772-8ca1ae3e0173" [ 669.542656] env[65983]: _type = "Task" [ 669.542656] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.549702] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.549967] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.551510] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1e2fac-71e7-4ae3-8b5a-926129982451 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.561018] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5269ff84-054c-0477-6772-8ca1ae3e0173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.565794] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Waiting for the task: (returnval){ [ 669.565794] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523e73ef-8918-ee0f-f8f2-adfdb2f04644" [ 669.565794] env[65983]: _type = "Task" [ 669.565794] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.578309] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523e73ef-8918-ee0f-f8f2-adfdb2f04644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.586362] env[65983]: DEBUG oslo_concurrency.lockutils [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] Releasing lock "refresh_cache-e2027a8c-5d49-4342-9b67-4c7592339c9a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.586625] env[65983]: DEBUG nova.compute.manager [req-adc56a9a-0073-4433-8be1-c5d3d0dc2551 req-43dd31ae-3e37-48c7-833a-1d12c7ad8224 service nova] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Received event network-vif-deleted-c40a803f-d14c-4881-84f7-f5c71f98df3b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 669.640977] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.651021] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "b5815a1e-0a5c-48eb-9a03-c048c3a8323c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.651021] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5815a1e-0a5c-48eb-9a03-c048c3a8323c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.679082] env[65983]: DEBUG nova.compute.manager [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Received event network-vif-plugged-7f44ab02-026a-40f7-a9a0-1d53f8828532 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 669.679082] env[65983]: DEBUG oslo_concurrency.lockutils [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] Acquiring lock "9fb369af-202c-4d49-9d32-cbc411f8267a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.679082] env[65983]: DEBUG oslo_concurrency.lockutils [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] Lock "9fb369af-202c-4d49-9d32-cbc411f8267a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.679082] env[65983]: DEBUG oslo_concurrency.lockutils [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] Lock "9fb369af-202c-4d49-9d32-cbc411f8267a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.679082] env[65983]: DEBUG nova.compute.manager [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] No waiting events found dispatching network-vif-plugged-7f44ab02-026a-40f7-a9a0-1d53f8828532 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 669.679470] env[65983]: WARNING nova.compute.manager [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Received unexpected event network-vif-plugged-7f44ab02-026a-40f7-a9a0-1d53f8828532 for instance with vm_state building and task_state spawning. [ 669.679470] env[65983]: DEBUG nova.compute.manager [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Received event network-changed-7f44ab02-026a-40f7-a9a0-1d53f8828532 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 669.679664] env[65983]: DEBUG nova.compute.manager [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Refreshing instance network info cache due to event network-changed-7f44ab02-026a-40f7-a9a0-1d53f8828532. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 669.679964] env[65983]: DEBUG oslo_concurrency.lockutils [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] Acquiring lock "refresh_cache-9fb369af-202c-4d49-9d32-cbc411f8267a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.680224] env[65983]: DEBUG oslo_concurrency.lockutils [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] Acquired lock "refresh_cache-9fb369af-202c-4d49-9d32-cbc411f8267a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.680455] env[65983]: DEBUG nova.network.neutron [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Refreshing network info cache for port 7f44ab02-026a-40f7-a9a0-1d53f8828532 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.757361] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568742} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.757672] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 9fb369af-202c-4d49-9d32-cbc411f8267a/9fb369af-202c-4d49-9d32-cbc411f8267a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.757920] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.758247] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a270879-749c-4ea9-b28f-4dc62f62eeb6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.766591] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 669.766591] env[65983]: value = "task-4468226" [ 669.766591] env[65983]: _type = "Task" [ 669.766591] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.777662] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.808302] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468222, 'name': ReconfigVM_Task, 'duration_secs': 0.373228} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.808630] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Reconfigured VM instance instance-0000001a to attach disk [datastore1] e2027a8c-5d49-4342-9b67-4c7592339c9a/e2027a8c-5d49-4342-9b67-4c7592339c9a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.810232] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7185fefd-f6a7-4700-a2cb-e6243b5c529c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.818563] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Waiting for the task: (returnval){ [ 669.818563] env[65983]: value = "task-4468227" [ 669.818563] env[65983]: _type = "Task" [ 669.818563] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.830824] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468227, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.911252] env[65983]: DEBUG oslo_vmware.api [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Task: {'id': task-4468223, 'name': ReconfigVM_Task, 'duration_secs': 0.314985} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.912149] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 669.918894] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87fcf69a-22fc-46f6-bd80-10e8656398b2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.939080] env[65983]: DEBUG oslo_vmware.api [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Waiting for the task: (returnval){ [ 669.939080] env[65983]: value = "task-4468228" [ 669.939080] env[65983]: _type = "Task" [ 669.939080] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.951966] env[65983]: DEBUG oslo_vmware.api [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Task: {'id': task-4468228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.953524] env[65983]: DEBUG nova.network.neutron [-] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.958026] env[65983]: DEBUG nova.compute.manager [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Received event network-vif-plugged-75a6f558-9408-4a5d-a6aa-47d46f692817 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 669.958026] env[65983]: DEBUG oslo_concurrency.lockutils [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] Acquiring lock "4f61eecb-95df-4bb2-b3ce-71ee686558d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.958026] env[65983]: DEBUG oslo_concurrency.lockutils [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] Lock "4f61eecb-95df-4bb2-b3ce-71ee686558d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.958026] env[65983]: DEBUG oslo_concurrency.lockutils [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] Lock "4f61eecb-95df-4bb2-b3ce-71ee686558d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.958026] env[65983]: DEBUG nova.compute.manager [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] No waiting events found dispatching network-vif-plugged-75a6f558-9408-4a5d-a6aa-47d46f692817 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 669.958026] env[65983]: WARNING nova.compute.manager [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Received unexpected event network-vif-plugged-75a6f558-9408-4a5d-a6aa-47d46f692817 for instance with vm_state building and task_state spawning. [ 669.958026] env[65983]: DEBUG nova.compute.manager [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Received event network-changed-75a6f558-9408-4a5d-a6aa-47d46f692817 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 669.958377] env[65983]: DEBUG nova.compute.manager [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Refreshing instance network info cache due to event network-changed-75a6f558-9408-4a5d-a6aa-47d46f692817. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 669.958982] env[65983]: DEBUG oslo_concurrency.lockutils [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] Acquiring lock "refresh_cache-4f61eecb-95df-4bb2-b3ce-71ee686558d3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.958982] env[65983]: DEBUG oslo_concurrency.lockutils [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] Acquired lock "refresh_cache-4f61eecb-95df-4bb2-b3ce-71ee686558d3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.959165] env[65983]: DEBUG nova.network.neutron [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Refreshing network info cache for port 75a6f558-9408-4a5d-a6aa-47d46f692817 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.998034] env[65983]: DEBUG oslo_vmware.api [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Task: {'id': task-4468225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256942} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.998034] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.998034] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.998034] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.998034] env[65983]: INFO nova.compute.manager [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] [instance: 77ec82d6-2097-447f-b88c-462704777479] Took 1.18 seconds to destroy the instance on the hypervisor. [ 669.998034] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 669.998034] env[65983]: DEBUG nova.compute.manager [-] [instance: 77ec82d6-2097-447f-b88c-462704777479] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 669.998034] env[65983]: DEBUG nova.network.neutron [-] [instance: 77ec82d6-2097-447f-b88c-462704777479] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 669.998658] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.063023] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5269ff84-054c-0477-6772-8ca1ae3e0173, 'name': SearchDatastore_Task, 'duration_secs': 0.02711} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.063023] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.063023] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.063023] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.079425] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523e73ef-8918-ee0f-f8f2-adfdb2f04644, 'name': SearchDatastore_Task, 'duration_secs': 0.013748} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.080318] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe833660-ed24-4b7c-91c9-88e6b83f9b0b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.087610] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Waiting for the task: (returnval){ [ 670.087610] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5275fd27-cf7f-e833-e368-65cf947a3cd0" [ 670.087610] env[65983]: _type = "Task" [ 670.087610] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.091952] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.102304] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5275fd27-cf7f-e833-e368-65cf947a3cd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.115732] env[65983]: INFO nova.scheduler.client.report [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Deleted allocation for migration dd3ca059-10aa-467e-b4f6-e8e084b3f474 [ 670.144301] env[65983]: DEBUG oslo_vmware.api [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468221, 'name': PowerOnVM_Task, 'duration_secs': 0.723267} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.144301] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.144594] env[65983]: INFO nova.compute.manager [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Took 13.17 seconds to spawn the instance on the hypervisor. [ 670.145058] env[65983]: DEBUG nova.compute.manager [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 670.149353] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d23042e-f173-47cd-b6e3-335459c85bea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.152469] env[65983]: DEBUG nova.compute.manager [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 670.184482] env[65983]: WARNING neutronclient.v2_0.client [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.282664] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084586} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.282664] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.283074] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd2261c-06f8-4768-bac5-95a720e9e28c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.310114] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 9fb369af-202c-4d49-9d32-cbc411f8267a/9fb369af-202c-4d49-9d32-cbc411f8267a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.310474] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0858fc70-14dd-47dc-b6cb-8468b241853a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.334767] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468227, 'name': Rename_Task, 'duration_secs': 0.173824} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.336286] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.337115] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 670.337115] env[65983]: value = "task-4468229" [ 670.337115] env[65983]: _type = "Task" [ 670.337115] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.337399] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ed9abf8-1e45-42c3-b22d-f41756a522bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.348798] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.351660] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Waiting for the task: (returnval){ [ 670.351660] env[65983]: value = "task-4468230" [ 670.351660] env[65983]: _type = "Task" [ 670.351660] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.453133] env[65983]: DEBUG oslo_vmware.api [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Task: {'id': task-4468228, 'name': ReconfigVM_Task, 'duration_secs': 0.186536} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.454330] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873741', 'volume_id': 'f8e1856b-f8fe-42cf-b428-58a95478336d', 'name': 'volume-f8e1856b-f8fe-42cf-b428-58a95478336d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f12a59e-86bb-42a6-908c-3469b9e476d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8e1856b-f8fe-42cf-b428-58a95478336d', 'serial': 'f8e1856b-f8fe-42cf-b428-58a95478336d'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 670.462441] env[65983]: INFO nova.compute.manager [-] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Took 1.42 seconds to deallocate network for instance. [ 670.462606] env[65983]: WARNING neutronclient.v2_0.client [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.537953] env[65983]: WARNING neutronclient.v2_0.client [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.605020] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5275fd27-cf7f-e833-e368-65cf947a3cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.016617} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.605020] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.605020] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355/376c3de8-3d51-4257-ba8f-a2e5b77b7355.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.605020] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.605020] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.605020] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-843461f0-23c6-48df-b6ff-c73ed5de2a53 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.609552] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f48eac77-b483-42aa-a99a-5fc7ae18a277 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.611653] env[65983]: DEBUG oslo_concurrency.lockutils [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "0b774d8b-22a4-4849-b100-e9e1705e46fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.611904] env[65983]: DEBUG oslo_concurrency.lockutils [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "0b774d8b-22a4-4849-b100-e9e1705e46fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.612115] env[65983]: DEBUG oslo_concurrency.lockutils [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "0b774d8b-22a4-4849-b100-e9e1705e46fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.612290] env[65983]: DEBUG oslo_concurrency.lockutils [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "0b774d8b-22a4-4849-b100-e9e1705e46fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.612449] env[65983]: DEBUG oslo_concurrency.lockutils [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "0b774d8b-22a4-4849-b100-e9e1705e46fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.615689] env[65983]: INFO nova.compute.manager [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Terminating instance [ 670.620432] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Waiting for the task: (returnval){ [ 670.620432] env[65983]: value = "task-4468231" [ 670.620432] env[65983]: _type = "Task" [ 670.620432] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.625627] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e526be86-2ac9-4c18-a84b-773bb2bb9908 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.570s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.626758] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.626938] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.631969] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d101717-a3df-4ab8-bb1d-43ee4f9cc369 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.638837] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.645207] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Waiting for the task: (returnval){ [ 670.645207] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fc8dfd-7391-5a28-db05-2bfba7d7587b" [ 670.645207] env[65983]: _type = "Task" [ 670.645207] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.655090] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fc8dfd-7391-5a28-db05-2bfba7d7587b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.679161] env[65983]: INFO nova.compute.manager [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Took 33.02 seconds to build instance. [ 670.685828] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.710793] env[65983]: DEBUG nova.network.neutron [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Updated VIF entry in instance network info cache for port 7f44ab02-026a-40f7-a9a0-1d53f8828532. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 670.710985] env[65983]: DEBUG nova.network.neutron [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Updating instance_info_cache with network_info: [{"id": "7f44ab02-026a-40f7-a9a0-1d53f8828532", "address": "fa:16:3e:94:85:f9", "network": {"id": "a79f15dc-f027-4e8b-88ca-34e2e55316ba", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-853857939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04cad39eae3c4805b26557cd5544a16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f44ab02-02", "ovs_interfaceid": "7f44ab02-026a-40f7-a9a0-1d53f8828532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.787408] env[65983]: WARNING neutronclient.v2_0.client [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.856049] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.865926] env[65983]: DEBUG nova.network.neutron [-] [instance: 77ec82d6-2097-447f-b88c-462704777479] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.874787] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468230, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.964241] env[65983]: DEBUG nova.network.neutron [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Updated VIF entry in instance network info cache for port 75a6f558-9408-4a5d-a6aa-47d46f692817. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 670.965096] env[65983]: DEBUG nova.network.neutron [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Updating instance_info_cache with network_info: [{"id": "75a6f558-9408-4a5d-a6aa-47d46f692817", "address": "fa:16:3e:f6:52:67", "network": {"id": "620b6de0-7e0a-4103-8ff4-cfa663121064", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1136929648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "69fa45a832ab478db3a13c5377ee18a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a6f558-94", "ovs_interfaceid": "75a6f558-9408-4a5d-a6aa-47d46f692817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.975122] env[65983]: DEBUG oslo_concurrency.lockutils [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.044472] env[65983]: DEBUG nova.objects.instance [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Lazy-loading 'flavor' on Instance uuid 4f12a59e-86bb-42a6-908c-3469b9e476d1 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.088625] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e12aed3-641a-49fa-a53f-88432a550839 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.101954] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f00683d-c21d-4ba6-8d67-7e79f1d8f153 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.140731] env[65983]: DEBUG nova.compute.manager [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 671.141087] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.142776] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840f1a51-5e8e-4510-858d-617d665b2854 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.150573] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965b0174-ada7-4c79-b684-3f4d0339e465 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.173535] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1c7fee-b170-4ad0-a6d1-6b73ea99201a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.179247] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fc8dfd-7391-5a28-db05-2bfba7d7587b, 'name': SearchDatastore_Task, 'duration_secs': 0.060442} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.179410] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468231, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.179690] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.180623] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c673dc1b-be18-48cc-a7e2-cde2e04fd11b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.182957] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83cbcb3c-5c50-4537-a6dc-74ccf2b7bcbc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.185687] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.536s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.197376] env[65983]: DEBUG nova.compute.provider_tree [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.203211] env[65983]: DEBUG oslo_vmware.api [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 671.203211] env[65983]: value = "task-4468232" [ 671.203211] env[65983]: _type = "Task" [ 671.203211] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.205037] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Waiting for the task: (returnval){ [ 671.205037] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d4bed6-6539-d369-a178-c2a7142faf4a" [ 671.205037] env[65983]: _type = "Task" [ 671.205037] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.216689] env[65983]: DEBUG oslo_concurrency.lockutils [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] Releasing lock "refresh_cache-9fb369af-202c-4d49-9d32-cbc411f8267a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.217085] env[65983]: DEBUG nova.compute.manager [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Received event network-vif-deleted-689f641c-83c8-4433-b926-d17acfe60e5f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 671.217289] env[65983]: DEBUG nova.compute.manager [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Received event network-changed-566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 671.217440] env[65983]: DEBUG nova.compute.manager [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Refreshing instance network info cache due to event network-changed-566c03ff-69b6-4e8b-8904-ace7156bc3a5. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 671.217641] env[65983]: DEBUG oslo_concurrency.lockutils [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] Acquiring lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.217771] env[65983]: DEBUG oslo_concurrency.lockutils [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] Acquired lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.217983] env[65983]: DEBUG nova.network.neutron [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Refreshing network info cache for port 566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.227723] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d4bed6-6539-d369-a178-c2a7142faf4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.229287] env[65983]: DEBUG oslo_vmware.api [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.354066] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468229, 'name': ReconfigVM_Task, 'duration_secs': 0.708564} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.354417] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 9fb369af-202c-4d49-9d32-cbc411f8267a/9fb369af-202c-4d49-9d32-cbc411f8267a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.355353] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-482c65aa-1697-420c-b779-aa390b7838ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.370071] env[65983]: DEBUG oslo_vmware.api [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468230, 'name': PowerOnVM_Task, 'duration_secs': 0.663976} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.371465] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.371771] env[65983]: INFO nova.compute.manager [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Took 11.79 seconds to spawn the instance on the hypervisor. [ 671.371896] env[65983]: DEBUG nova.compute.manager [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 671.372359] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 671.372359] env[65983]: value = "task-4468233" [ 671.372359] env[65983]: _type = "Task" [ 671.372359] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.373214] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9961a0fa-40f6-45c0-a24c-dc46f92c3553 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.380276] env[65983]: INFO nova.compute.manager [-] [instance: 77ec82d6-2097-447f-b88c-462704777479] Took 1.38 seconds to deallocate network for instance. [ 671.391173] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468233, 'name': Rename_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.469821] env[65983]: DEBUG oslo_concurrency.lockutils [req-0f02af50-307a-4995-b842-ea20df20d3a5 req-8ebccd77-bf48-417b-ad74-7239c218434c service nova] Releasing lock "refresh_cache-4f61eecb-95df-4bb2-b3ce-71ee686558d3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.655505] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758581} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.655812] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355/376c3de8-3d51-4257-ba8f-a2e5b77b7355.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.656402] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.656402] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1839d5b3-9028-444c-a44c-45e8f8eb110b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.665063] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Waiting for the task: (returnval){ [ 671.665063] env[65983]: value = "task-4468234" [ 671.665063] env[65983]: _type = "Task" [ 671.665063] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.674535] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.701898] env[65983]: DEBUG nova.scheduler.client.report [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.722669] env[65983]: DEBUG oslo_vmware.api [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468232, 'name': PowerOffVM_Task, 'duration_secs': 0.232851} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.727522] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.727671] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.728434] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d4bed6-6539-d369-a178-c2a7142faf4a, 'name': SearchDatastore_Task, 'duration_secs': 0.064287} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.728683] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71733263-8dd0-49c2-be72-b1bfe9b7413d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.730630] env[65983]: WARNING neutronclient.v2_0.client [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.732852] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.733122] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 4f61eecb-95df-4bb2-b3ce-71ee686558d3/4f61eecb-95df-4bb2-b3ce-71ee686558d3.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.733806] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24768155-ea2f-43fc-8b47-7be61222fb87 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.744792] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Waiting for the task: (returnval){ [ 671.744792] env[65983]: value = "task-4468236" [ 671.744792] env[65983]: _type = "Task" [ 671.744792] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.756040] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.808474] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.808684] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.808849] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Deleting the datastore file [datastore2] 0b774d8b-22a4-4849-b100-e9e1705e46fa {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.809374] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0beed602-f715-4a99-bc4d-de9a76caee8b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.816875] env[65983]: DEBUG oslo_vmware.api [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 671.816875] env[65983]: value = "task-4468237" [ 671.816875] env[65983]: _type = "Task" [ 671.816875] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.827778] env[65983]: DEBUG oslo_vmware.api [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.889259] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468233, 'name': Rename_Task, 'duration_secs': 0.324904} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.889259] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.889259] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4516a719-9160-49b1-8d6c-afbe08db75a2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.899155] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.906301] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 671.906301] env[65983]: value = "task-4468238" [ 671.906301] env[65983]: _type = "Task" [ 671.906301] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.915021] env[65983]: INFO nova.compute.manager [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Took 31.01 seconds to build instance. [ 671.923099] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468238, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.056780] env[65983]: DEBUG oslo_concurrency.lockutils [None req-919e84ae-13d2-4371-b91a-3d87c8d8ab5a tempest-VolumesAssistedSnapshotsTest-1527438978 tempest-VolumesAssistedSnapshotsTest-1527438978-project-admin] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.374s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.085355] env[65983]: DEBUG oslo_concurrency.lockutils [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Acquiring lock "347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.085510] env[65983]: DEBUG oslo_concurrency.lockutils [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lock "347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.085708] env[65983]: DEBUG oslo_concurrency.lockutils [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Acquiring lock "347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.085888] env[65983]: DEBUG oslo_concurrency.lockutils [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lock "347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.086058] env[65983]: DEBUG oslo_concurrency.lockutils [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lock "347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.089973] env[65983]: INFO nova.compute.manager [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Terminating instance [ 672.168410] env[65983]: WARNING neutronclient.v2_0.client [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.185739] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073311} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.186101] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.187089] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e69c4e-5a59-4265-ae1d-7d3219673544 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.213320] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355/376c3de8-3d51-4257-ba8f-a2e5b77b7355.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.214456] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.214854] env[65983]: DEBUG nova.compute.manager [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 672.217571] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbdf3c14-2d46-4b3b-9f73-e70fb1a2b967 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.237298] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.254s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.241174] env[65983]: INFO nova.compute.claims [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.251823] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Waiting for the task: (returnval){ [ 672.251823] env[65983]: value = "task-4468240" [ 672.251823] env[65983]: _type = "Task" [ 672.251823] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.263269] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468236, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.271593] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.317898] env[65983]: DEBUG nova.network.neutron [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Updated VIF entry in instance network info cache for port 566c03ff-69b6-4e8b-8904-ace7156bc3a5. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 672.318359] env[65983]: DEBUG nova.network.neutron [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Updating instance_info_cache with network_info: [{"id": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "address": "fa:16:3e:52:8d:78", "network": {"id": "f539e1c1-2f65-4f51-a6bb-f96e565ed166", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2058730624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c988392f7fd04fe8a0ae2ec40a28e2f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566c03ff-69", "ovs_interfaceid": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.335250] env[65983]: DEBUG oslo_vmware.api [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246211} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.335651] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.335957] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.336689] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.336689] env[65983]: INFO nova.compute.manager [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Took 1.20 seconds to destroy the instance on the hypervisor. [ 672.336888] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 672.337499] env[65983]: DEBUG nova.compute.manager [-] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 672.337683] env[65983]: DEBUG nova.network.neutron [-] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 672.338119] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.402607] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.421282] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6032245a-cb45-49d7-9220-3fd8aecf0d34 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Lock "e2027a8c-5d49-4342-9b67-4c7592339c9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.528s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.421282] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.599497] env[65983]: DEBUG nova.compute.manager [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 672.599800] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.600633] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d09eb1-34cc-4173-92e4-ffa7c0e62b95 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.611866] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.612505] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bfd1cea-9eca-42ad-8ddd-6f3a7f74e635 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.620896] env[65983]: DEBUG oslo_vmware.api [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 672.620896] env[65983]: value = "task-4468241" [ 672.620896] env[65983]: _type = "Task" [ 672.620896] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.634017] env[65983]: DEBUG oslo_vmware.api [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.741818] env[65983]: DEBUG nova.compute.utils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.744695] env[65983]: DEBUG nova.compute.manager [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 672.744962] env[65983]: DEBUG nova.network.neutron [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 672.745374] env[65983]: WARNING neutronclient.v2_0.client [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.745682] env[65983]: WARNING neutronclient.v2_0.client [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.777991] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.778365] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650917} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.778505] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 4f61eecb-95df-4bb2-b3ce-71ee686558d3/4f61eecb-95df-4bb2-b3ce-71ee686558d3.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.778714] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.779134] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d94b8bc-4b77-412f-baaa-17c2285ab596 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.788441] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Waiting for the task: (returnval){ [ 672.788441] env[65983]: value = "task-4468242" [ 672.788441] env[65983]: _type = "Task" [ 672.788441] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.801131] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.819163] env[65983]: DEBUG nova.policy [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f38e341829e04c4abc74462e59fc818f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31edc021b604eb5a78301d8f926c8a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.826316] env[65983]: DEBUG oslo_concurrency.lockutils [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] Releasing lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.826583] env[65983]: DEBUG nova.compute.manager [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Received event network-changed-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 672.826740] env[65983]: DEBUG nova.compute.manager [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Refreshing instance network info cache due to event network-changed-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 672.826980] env[65983]: DEBUG oslo_concurrency.lockutils [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] Acquiring lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.827138] env[65983]: DEBUG oslo_concurrency.lockutils [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] Acquired lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.827335] env[65983]: DEBUG nova.network.neutron [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Refreshing network info cache for port 3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.924881] env[65983]: DEBUG oslo_vmware.api [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468238, 'name': PowerOnVM_Task, 'duration_secs': 0.941651} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.925583] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.926077] env[65983]: INFO nova.compute.manager [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Took 10.73 seconds to spawn the instance on the hypervisor. [ 672.926955] env[65983]: DEBUG nova.compute.manager [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 672.928252] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c859c25-a4b9-4387-bfcd-9b3f7ed45d51 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.135263] env[65983]: DEBUG oslo_vmware.api [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468241, 'name': PowerOffVM_Task, 'duration_secs': 0.376116} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.136199] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.136707] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.140197] env[65983]: DEBUG nova.compute.manager [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Received event network-changed-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 673.140197] env[65983]: DEBUG nova.compute.manager [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Refreshing instance network info cache due to event network-changed-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 673.140911] env[65983]: DEBUG oslo_concurrency.lockutils [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] Acquiring lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.143049] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a198169a-d260-4f23-848b-6bd67d6f1208 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.172951] env[65983]: DEBUG nova.network.neutron [-] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.247643] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.248109] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.248276] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Deleting the datastore file [datastore2] 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.248582] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2554a5d1-ae04-4ca8-9d9d-cc2b3945268f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.252920] env[65983]: DEBUG nova.compute.manager [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 673.268124] env[65983]: DEBUG oslo_vmware.api [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for the task: (returnval){ [ 673.268124] env[65983]: value = "task-4468244" [ 673.268124] env[65983]: _type = "Task" [ 673.268124] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.281302] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468240, 'name': ReconfigVM_Task, 'duration_secs': 0.68788} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.286179] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355/376c3de8-3d51-4257-ba8f-a2e5b77b7355.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.287337] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab5c7a09-13fe-47cb-8344-15b8ebc110a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.295378] env[65983]: DEBUG oslo_vmware.api [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.305133] env[65983]: DEBUG nova.network.neutron [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Successfully created port: cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 673.315787] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Waiting for the task: (returnval){ [ 673.315787] env[65983]: value = "task-4468245" [ 673.315787] env[65983]: _type = "Task" [ 673.315787] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.316184] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086318} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.321139] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.325961] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040a7bba-7e73-45d5-a9b7-acc502d1bb8a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.333226] env[65983]: WARNING neutronclient.v2_0.client [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.342455] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468245, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.364771] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 4f61eecb-95df-4bb2-b3ce-71ee686558d3/4f61eecb-95df-4bb2-b3ce-71ee686558d3.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.365387] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b32bdfe-f68c-49dd-b3c3-f8e227795295 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.390042] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Waiting for the task: (returnval){ [ 673.390042] env[65983]: value = "task-4468246" [ 673.390042] env[65983]: _type = "Task" [ 673.390042] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.401919] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.457443] env[65983]: INFO nova.compute.manager [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Took 30.65 seconds to build instance. [ 673.488482] env[65983]: INFO nova.network.neutron [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Port 3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 673.488714] env[65983]: DEBUG nova.network.neutron [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.677537] env[65983]: INFO nova.compute.manager [-] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Took 1.34 seconds to deallocate network for instance. [ 673.777568] env[65983]: DEBUG nova.network.neutron [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Successfully created port: cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 673.785386] env[65983]: DEBUG oslo_vmware.api [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Task: {'id': task-4468244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408901} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.785988] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.785988] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.786205] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.786387] env[65983]: INFO nova.compute.manager [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Took 1.19 seconds to destroy the instance on the hypervisor. [ 673.787475] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 673.787475] env[65983]: DEBUG nova.compute.manager [-] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 673.787475] env[65983]: DEBUG nova.network.neutron [-] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 673.787475] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.828491] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbfd9a9-e737-40aa-bc1a-dfd421a01f92 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.838229] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468245, 'name': Rename_Task, 'duration_secs': 0.167098} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.840797] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.841186] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd07cf70-0700-459d-b453-411b5cb6aa5f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.844032] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69ee443-3827-4ba8-b244-fa6190f3dee3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.891277] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70e0994-7a94-4063-be17-4ad425360105 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.895517] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Waiting for the task: (returnval){ [ 673.895517] env[65983]: value = "task-4468247" [ 673.895517] env[65983]: _type = "Task" [ 673.895517] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.911096] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a744c14e-74fe-4d41-8458-3eaf75f88df2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.923756] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.924105] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.940763] env[65983]: DEBUG nova.compute.provider_tree [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.958941] env[65983]: DEBUG oslo_concurrency.lockutils [None req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "9fb369af-202c-4d49-9d32-cbc411f8267a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.529s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.992651] env[65983]: DEBUG oslo_concurrency.lockutils [req-07934292-fcc9-4eec-9fdd-840409849424 req-f247de27-5d5a-4f73-ad45-e8a1d48d9a5a service nova] Releasing lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.992909] env[65983]: DEBUG oslo_concurrency.lockutils [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] Acquired lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.993093] env[65983]: DEBUG nova.network.neutron [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Refreshing network info cache for port 3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.187341] env[65983]: DEBUG oslo_concurrency.lockutils [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.212856] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.269659] env[65983]: DEBUG nova.compute.manager [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 674.306963] env[65983]: DEBUG nova.virt.hardware [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 674.307345] env[65983]: DEBUG nova.virt.hardware [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.307582] env[65983]: DEBUG nova.virt.hardware [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 674.307806] env[65983]: DEBUG nova.virt.hardware [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.308061] env[65983]: DEBUG nova.virt.hardware [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 674.308256] env[65983]: DEBUG nova.virt.hardware [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 674.308509] env[65983]: DEBUG nova.virt.hardware [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 674.308693] env[65983]: DEBUG nova.virt.hardware [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 674.308948] env[65983]: DEBUG nova.virt.hardware [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 674.309190] env[65983]: DEBUG nova.virt.hardware [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 674.309380] env[65983]: DEBUG nova.virt.hardware [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 674.310467] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d0f184-439c-43ee-8b90-f320a554f481 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.319749] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998a0f3f-7c34-4101-a909-ca16b1ec4a60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.408214] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468246, 'name': ReconfigVM_Task, 'duration_secs': 0.630928} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.408901] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 4f61eecb-95df-4bb2-b3ce-71ee686558d3/4f61eecb-95df-4bb2-b3ce-71ee686558d3.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.409623] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04ef9051-1181-476f-8705-2445127e1ead {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.414718] env[65983]: DEBUG oslo_vmware.api [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Task: {'id': task-4468247, 'name': PowerOnVM_Task, 'duration_secs': 0.501744} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.415049] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.415307] env[65983]: DEBUG nova.compute.manager [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 674.417164] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08deabc9-7b90-4e27-9f15-7b988afc3fe4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.419811] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Waiting for the task: (returnval){ [ 674.419811] env[65983]: value = "task-4468248" [ 674.419811] env[65983]: _type = "Task" [ 674.419811] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.434566] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468248, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.446714] env[65983]: DEBUG nova.scheduler.client.report [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.496176] env[65983]: WARNING neutronclient.v2_0.client [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.546706] env[65983]: DEBUG nova.network.neutron [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 674.622853] env[65983]: DEBUG nova.compute.manager [req-bcc25e9d-7237-453f-9b96-134c14d2e136 req-77790316-e2f4-4de4-944a-6fc020fcd3d1 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Received event network-vif-deleted-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 674.697027] env[65983]: DEBUG nova.network.neutron [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.937379] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468248, 'name': Rename_Task, 'duration_secs': 0.330915} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.939578] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.940253] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.941078] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48fb82ae-332e-4640-a4cd-9ef4e7f3b6ca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.950697] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Waiting for the task: (returnval){ [ 674.950697] env[65983]: value = "task-4468249" [ 674.950697] env[65983]: _type = "Task" [ 674.950697] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.956217] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.956825] env[65983]: DEBUG nova.compute.manager [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 674.960127] env[65983]: DEBUG oslo_concurrency.lockutils [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.881s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.960127] env[65983]: DEBUG oslo_concurrency.lockutils [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.987857] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.738s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.987857] env[65983]: DEBUG nova.objects.instance [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 674.987857] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468249, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.014210] env[65983]: DEBUG nova.network.neutron [-] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.035397] env[65983]: INFO nova.scheduler.client.report [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Deleted allocations for instance 52c4ce60-3353-405c-b9f9-7f511680cc41 [ 675.200196] env[65983]: DEBUG oslo_concurrency.lockutils [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] Releasing lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.200551] env[65983]: DEBUG nova.compute.manager [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Received event network-vif-deleted-2dd12449-5b94-4d41-bbdb-d4679160ae08 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.200829] env[65983]: DEBUG nova.compute.manager [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] [instance: 77ec82d6-2097-447f-b88c-462704777479] Received event network-vif-deleted-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.201134] env[65983]: DEBUG nova.compute.manager [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Received event network-changed-566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.201382] env[65983]: DEBUG nova.compute.manager [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Refreshing instance network info cache due to event network-changed-566c03ff-69b6-4e8b-8904-ace7156bc3a5. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 675.201688] env[65983]: DEBUG oslo_concurrency.lockutils [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] Acquiring lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.201902] env[65983]: DEBUG oslo_concurrency.lockutils [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] Acquired lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.202148] env[65983]: DEBUG nova.network.neutron [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Refreshing network info cache for port 566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.447391] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.448410] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.461811] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.471254] env[65983]: DEBUG nova.compute.utils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.473268] env[65983]: DEBUG nova.compute.manager [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 675.473268] env[65983]: DEBUG nova.network.neutron [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 675.473575] env[65983]: WARNING neutronclient.v2_0.client [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.473856] env[65983]: WARNING neutronclient.v2_0.client [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.517294] env[65983]: INFO nova.compute.manager [-] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Took 1.73 seconds to deallocate network for instance. [ 675.528142] env[65983]: DEBUG nova.network.neutron [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Successfully updated port: cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 675.548697] env[65983]: DEBUG oslo_concurrency.lockutils [None req-687f3a54-0b1a-4a85-bcdb-bef330459f48 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Lock "52c4ce60-3353-405c-b9f9-7f511680cc41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.305s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.616713] env[65983]: DEBUG nova.policy [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fde6b9f688d6454491edec3b941b40c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a09ced1142a9466394420d366aec72a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.708267] env[65983]: WARNING neutronclient.v2_0.client [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.783889] env[65983]: DEBUG nova.compute.manager [None req-c8b11cb2-cf6c-4b2a-99d1-e0c56d53b8c8 tempest-ServerDiagnosticsTest-88525260 tempest-ServerDiagnosticsTest-88525260-project-admin] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 675.785552] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec2669a-4d2b-44b8-9c67-d7039f5f95bc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.797182] env[65983]: INFO nova.compute.manager [None req-c8b11cb2-cf6c-4b2a-99d1-e0c56d53b8c8 tempest-ServerDiagnosticsTest-88525260 tempest-ServerDiagnosticsTest-88525260-project-admin] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Retrieving diagnostics [ 675.798906] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34313daf-47f5-4d80-97ab-408e10548581 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.951564] env[65983]: DEBUG nova.compute.manager [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 675.965416] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468249, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.973912] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3b22210e-ecea-4101-ba89-e09098d1f6e0 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.975791] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.980s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.977161] env[65983]: INFO nova.compute.claims [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.980681] env[65983]: DEBUG nova.compute.manager [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 676.027037] env[65983]: DEBUG oslo_concurrency.lockutils [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.067903] env[65983]: DEBUG nova.network.neutron [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Successfully created port: 3a65c716-c396-48dc-a458-2a79b1fb4a0e {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 676.467693] env[65983]: DEBUG oslo_vmware.api [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468249, 'name': PowerOnVM_Task, 'duration_secs': 1.0899} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.467976] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.468192] env[65983]: INFO nova.compute.manager [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Took 11.69 seconds to spawn the instance on the hypervisor. [ 676.468360] env[65983]: DEBUG nova.compute.manager [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 676.469170] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde7e56b-ab0d-49ed-9b50-6f8abfc8616f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.479282] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.989596] env[65983]: INFO nova.compute.manager [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Took 32.85 seconds to build instance. [ 676.994632] env[65983]: DEBUG nova.compute.manager [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 677.023049] env[65983]: DEBUG nova.virt.hardware [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 677.023310] env[65983]: DEBUG nova.virt.hardware [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.023460] env[65983]: DEBUG nova.virt.hardware [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 677.023634] env[65983]: DEBUG nova.virt.hardware [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.023772] env[65983]: DEBUG nova.virt.hardware [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 677.023911] env[65983]: DEBUG nova.virt.hardware [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 677.024129] env[65983]: DEBUG nova.virt.hardware [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 677.024282] env[65983]: DEBUG nova.virt.hardware [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 677.024439] env[65983]: DEBUG nova.virt.hardware [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 677.024592] env[65983]: DEBUG nova.virt.hardware [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 677.024754] env[65983]: DEBUG nova.virt.hardware [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 677.027192] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d00a373-91d8-4068-90b2-1530c37205d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.040099] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5948b04e-ae03-4cc2-98da-ed2c1d89ef6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.344915] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed3361a-46f5-4b48-9fea-ea006598b083 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.355044] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179c91c0-51dd-46e6-abef-f71c324e376d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.386078] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46255cf1-cfec-4614-97ab-c1ad5609e806 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.394816] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50adc27c-7bf2-4ed5-a9b2-0dba822fd765 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.409723] env[65983]: DEBUG nova.compute.provider_tree [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.497960] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c9bb6f2c-ad44-4430-b635-2499d56f5091 tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lock "4f61eecb-95df-4bb2-b3ce-71ee686558d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.375s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.633010] env[65983]: DEBUG nova.network.neutron [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Successfully updated port: 3a65c716-c396-48dc-a458-2a79b1fb4a0e {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 677.652189] env[65983]: DEBUG nova.network.neutron [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Successfully updated port: cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 677.663626] env[65983]: WARNING neutronclient.v2_0.client [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.766520] env[65983]: DEBUG nova.network.neutron [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Updated VIF entry in instance network info cache for port 566c03ff-69b6-4e8b-8904-ace7156bc3a5. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 677.766987] env[65983]: DEBUG nova.network.neutron [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Updating instance_info_cache with network_info: [{"id": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "address": "fa:16:3e:52:8d:78", "network": {"id": "f539e1c1-2f65-4f51-a6bb-f96e565ed166", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2058730624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c988392f7fd04fe8a0ae2ec40a28e2f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566c03ff-69", "ovs_interfaceid": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.913848] env[65983]: DEBUG nova.scheduler.client.report [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.136180] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Acquiring lock "refresh_cache-979b028d-389e-4831-9879-c183a18fc304" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.136574] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Acquired lock "refresh_cache-979b028d-389e-4831-9879-c183a18fc304" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.136574] env[65983]: DEBUG nova.network.neutron [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 678.154818] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "refresh_cache-5afa0e61-7e7b-487d-87bd-1d26c6017fbf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.155065] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquired lock "refresh_cache-5afa0e61-7e7b-487d-87bd-1d26c6017fbf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.155246] env[65983]: DEBUG nova.network.neutron [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 678.269625] env[65983]: DEBUG oslo_concurrency.lockutils [req-139c0293-cf2d-457d-9261-e9025870c8b8 req-3e7d69cc-5474-467e-aa97-c477ee78d652 service nova] Releasing lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.419599] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.419599] env[65983]: DEBUG nova.compute.manager [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 678.424035] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.409s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.424035] env[65983]: DEBUG nova.objects.instance [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Lazy-loading 'resources' on Instance uuid 0311ff28-2238-4150-83a8-e0cc5d28736b {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.440627] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Acquiring lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.440882] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.441104] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Acquiring lock "4f12a59e-86bb-42a6-908c-3469b9e476d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.441291] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.441451] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.444418] env[65983]: INFO nova.compute.manager [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Terminating instance [ 678.576163] env[65983]: DEBUG nova.compute.manager [req-ea4926d6-c314-448c-9398-6f3a6758d178 req-b8f2599f-dc6f-493a-bf1c-36ab32a2529a service nova] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Received event network-vif-deleted-e59fb38b-e903-409f-bf3d-27700880ae4b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 678.679792] env[65983]: DEBUG nova.network.neutron [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 678.700370] env[65983]: DEBUG nova.network.neutron [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 678.758200] env[65983]: WARNING neutronclient.v2_0.client [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.779448] env[65983]: WARNING neutronclient.v2_0.client [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.875873] env[65983]: DEBUG nova.network.neutron [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Updating instance_info_cache with network_info: [{"id": "3a65c716-c396-48dc-a458-2a79b1fb4a0e", "address": "fa:16:3e:02:b4:34", "network": {"id": "342cba50-4500-4596-919b-231d321da42f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1449754891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a09ced1142a9466394420d366aec72a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a65c716-c3", "ovs_interfaceid": "3a65c716-c396-48dc-a458-2a79b1fb4a0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.927277] env[65983]: DEBUG nova.compute.utils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.932918] env[65983]: DEBUG nova.compute.manager [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 678.933152] env[65983]: DEBUG nova.network.neutron [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 678.933461] env[65983]: WARNING neutronclient.v2_0.client [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.933735] env[65983]: WARNING neutronclient.v2_0.client [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.954724] env[65983]: DEBUG nova.compute.manager [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 678.954724] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.955209] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7d7098-53ce-4979-84e0-f4298ec96c19 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.972859] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.975857] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c8db9dc-20ec-4ea8-a415-9a043c5675cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.988417] env[65983]: DEBUG oslo_vmware.api [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Waiting for the task: (returnval){ [ 678.988417] env[65983]: value = "task-4468250" [ 678.988417] env[65983]: _type = "Task" [ 678.988417] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.997105] env[65983]: DEBUG oslo_concurrency.lockutils [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Acquiring lock "864398b7-5b6d-486e-8190-46f930718874" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.997746] env[65983]: DEBUG oslo_concurrency.lockutils [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Lock "864398b7-5b6d-486e-8190-46f930718874" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.997746] env[65983]: DEBUG oslo_concurrency.lockutils [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Acquiring lock "864398b7-5b6d-486e-8190-46f930718874-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.998040] env[65983]: DEBUG oslo_concurrency.lockutils [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Lock "864398b7-5b6d-486e-8190-46f930718874-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.998040] env[65983]: DEBUG oslo_concurrency.lockutils [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Lock "864398b7-5b6d-486e-8190-46f930718874-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.003706] env[65983]: DEBUG oslo_vmware.api [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.004594] env[65983]: INFO nova.compute.manager [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Terminating instance [ 679.008490] env[65983]: WARNING neutronclient.v2_0.client [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.034058] env[65983]: DEBUG nova.policy [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6443c253490d45d89762f8ff57161f9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a602c4e4f2d4956b2ba0cff3d8928df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.217758] env[65983]: DEBUG nova.network.neutron [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Updating instance_info_cache with network_info: [{"id": "cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c", "address": "fa:16:3e:a1:b0:c7", "network": {"id": "48be9696-02f5-4d1a-912b-fa7329f524f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1011537927", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce1c4bf-75", "ovs_interfaceid": "cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbb6f4e3-d29e-4988-9088-bed0bdd0cd66", "address": "fa:16:3e:21:46:25", "network": {"id": "698a56b9-701e-4113-a8e1-9bc0e9f83786", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-763084046", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb6f4e3-d2", "ovs_interfaceid": "cbb6f4e3-d29e-4988-9088-bed0bdd0cd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.379151] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Releasing lock "refresh_cache-979b028d-389e-4831-9879-c183a18fc304" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.379705] env[65983]: DEBUG nova.compute.manager [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Instance network_info: |[{"id": "3a65c716-c396-48dc-a458-2a79b1fb4a0e", "address": "fa:16:3e:02:b4:34", "network": {"id": "342cba50-4500-4596-919b-231d321da42f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1449754891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a09ced1142a9466394420d366aec72a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a65c716-c3", "ovs_interfaceid": "3a65c716-c396-48dc-a458-2a79b1fb4a0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 679.381068] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:b4:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a65c716-c396-48dc-a458-2a79b1fb4a0e', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.387736] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Creating folder: Project (a09ced1142a9466394420d366aec72a9). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.390725] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d3d4389-c689-4fc8-8292-68d50e1baf90 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.404616] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Created folder: Project (a09ced1142a9466394420d366aec72a9) in parent group-v873669. [ 679.404932] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Creating folder: Instances. Parent ref: group-v873755. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.405239] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4af9314-a744-43e5-b7a3-722fa8cbc83f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.420599] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Created folder: Instances in parent group-v873755. [ 679.420599] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 679.420599] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 979b028d-389e-4831-9879-c183a18fc304] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.420695] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec37b867-eb20-4c61-9af1-187c33a5fd34 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.441824] env[65983]: DEBUG nova.compute.manager [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 679.448979] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "4ec101b0-7414-43d4-a400-578a905a85fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.449335] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "4ec101b0-7414-43d4-a400-578a905a85fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.454295] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.454295] env[65983]: value = "task-4468253" [ 679.454295] env[65983]: _type = "Task" [ 679.454295] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.468979] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468253, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.497138] env[65983]: DEBUG nova.network.neutron [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Successfully created port: eaf48317-bb79-4b8f-b333-00c8a7181194 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 679.499945] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9791b241-eaa5-4d76-bdec-a13643a35fbc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.511767] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024dd86a-3139-4b11-b4da-a45b42021d53 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.515169] env[65983]: DEBUG oslo_vmware.api [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468250, 'name': PowerOffVM_Task, 'duration_secs': 0.285029} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.515817] env[65983]: DEBUG nova.compute.manager [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 679.516015] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.516294] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.516447] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.517237] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6947b056-8fba-4d5e-b496-a95a9168671a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.520862] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32b192cb-39ec-4767-ac81-45421f4f29b6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.555341] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5104a0a5-45a1-423f-82c5-40a562dc1daa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.557790] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.559298] env[65983]: DEBUG nova.compute.manager [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Received event network-vif-plugged-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 679.559596] env[65983]: DEBUG oslo_concurrency.lockutils [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] Acquiring lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.559856] env[65983]: DEBUG oslo_concurrency.lockutils [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] Lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.560126] env[65983]: DEBUG oslo_concurrency.lockutils [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] Lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.560290] env[65983]: DEBUG nova.compute.manager [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] No waiting events found dispatching network-vif-plugged-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 679.560533] env[65983]: WARNING nova.compute.manager [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Received unexpected event network-vif-plugged-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c for instance with vm_state building and task_state spawning. [ 679.560814] env[65983]: DEBUG nova.compute.manager [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Received event network-changed-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 679.560971] env[65983]: DEBUG nova.compute.manager [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Refreshing instance network info cache due to event network-changed-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 679.561120] env[65983]: DEBUG oslo_concurrency.lockutils [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] Acquiring lock "refresh_cache-5afa0e61-7e7b-487d-87bd-1d26c6017fbf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.562191] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e67263c0-1f39-44ea-812a-7ca1f1443aeb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.572553] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3597c2fd-c09f-4a41-87df-36011c83b128 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.577188] env[65983]: DEBUG oslo_vmware.api [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Waiting for the task: (returnval){ [ 679.577188] env[65983]: value = "task-4468255" [ 679.577188] env[65983]: _type = "Task" [ 679.577188] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.597896] env[65983]: DEBUG nova.compute.provider_tree [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.604411] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.604721] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.604975] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Deleting the datastore file [datastore1] 4f12a59e-86bb-42a6-908c-3469b9e476d1 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.608567] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37e36173-e6c4-43be-b9fd-83e10726a1aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.610592] env[65983]: DEBUG oslo_vmware.api [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.617261] env[65983]: DEBUG oslo_vmware.api [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Waiting for the task: (returnval){ [ 679.617261] env[65983]: value = "task-4468256" [ 679.617261] env[65983]: _type = "Task" [ 679.617261] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.631355] env[65983]: DEBUG oslo_vmware.api [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.651909] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Acquiring lock "e2027a8c-5d49-4342-9b67-4c7592339c9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.652348] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Lock "e2027a8c-5d49-4342-9b67-4c7592339c9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.652675] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Acquiring lock "e2027a8c-5d49-4342-9b67-4c7592339c9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.652920] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Lock "e2027a8c-5d49-4342-9b67-4c7592339c9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.653109] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Lock "e2027a8c-5d49-4342-9b67-4c7592339c9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.656515] env[65983]: INFO nova.compute.manager [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Terminating instance [ 679.723953] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Releasing lock "refresh_cache-5afa0e61-7e7b-487d-87bd-1d26c6017fbf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.724603] env[65983]: DEBUG nova.compute.manager [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Instance network_info: |[{"id": "cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c", "address": "fa:16:3e:a1:b0:c7", "network": {"id": "48be9696-02f5-4d1a-912b-fa7329f524f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1011537927", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce1c4bf-75", "ovs_interfaceid": "cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbb6f4e3-d29e-4988-9088-bed0bdd0cd66", "address": "fa:16:3e:21:46:25", "network": {"id": "698a56b9-701e-4113-a8e1-9bc0e9f83786", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-763084046", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb6f4e3-d2", "ovs_interfaceid": "cbb6f4e3-d29e-4988-9088-bed0bdd0cd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 679.725095] env[65983]: DEBUG oslo_concurrency.lockutils [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] Acquired lock "refresh_cache-5afa0e61-7e7b-487d-87bd-1d26c6017fbf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.725341] env[65983]: DEBUG nova.network.neutron [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Refreshing network info cache for port cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.727052] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:b0:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:46:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbb6f4e3-d29e-4988-9088-bed0bdd0cd66', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.738851] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 679.740152] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.740467] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aea2b046-5eca-414d-8ffa-beb8b4426807 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.769481] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.769481] env[65983]: value = "task-4468257" [ 679.769481] env[65983]: _type = "Task" [ 679.769481] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.781557] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468257, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.954185] env[65983]: DEBUG nova.compute.manager [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 679.970147] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468253, 'name': CreateVM_Task, 'duration_secs': 0.462035} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.970363] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 979b028d-389e-4831-9879-c183a18fc304] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.971028] env[65983]: WARNING neutronclient.v2_0.client [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.971455] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.971660] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.972064] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.973314] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f974d370-edbb-48de-b527-bd60920387dd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.979173] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Waiting for the task: (returnval){ [ 679.979173] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e9447c-318e-41e9-3195-838b0faaf7f1" [ 679.979173] env[65983]: _type = "Task" [ 679.979173] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.990432] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e9447c-318e-41e9-3195-838b0faaf7f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.092635] env[65983]: DEBUG oslo_vmware.api [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468255, 'name': PowerOffVM_Task, 'duration_secs': 0.283687} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.092977] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.093199] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.093538] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df7d9e4d-6bad-496a-9ec1-810f69c7d2df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.101768] env[65983]: DEBUG nova.scheduler.client.report [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.130742] env[65983]: DEBUG oslo_vmware.api [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Task: {'id': task-4468256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250107} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.132135] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.132135] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.132298] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.132340] env[65983]: INFO nova.compute.manager [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 680.132727] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 680.132843] env[65983]: DEBUG nova.compute.manager [-] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 680.132843] env[65983]: DEBUG nova.network.neutron [-] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 680.133112] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.166453] env[65983]: DEBUG nova.compute.manager [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 680.167435] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.168416] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d491cac-5123-46f8-aa26-be64cd6dea9f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.177134] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.177310] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.179036] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Deleting the datastore file [datastore2] 864398b7-5b6d-486e-8190-46f930718874 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.179036] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb56462d-4c3e-4760-a3a6-c268977a2a25 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.182163] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.182815] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da720906-1435-4c52-bfcf-c2eb1c0a983a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.187874] env[65983]: DEBUG oslo_vmware.api [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Waiting for the task: (returnval){ [ 680.187874] env[65983]: value = "task-4468259" [ 680.187874] env[65983]: _type = "Task" [ 680.187874] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.195683] env[65983]: DEBUG oslo_vmware.api [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Waiting for the task: (returnval){ [ 680.195683] env[65983]: value = "task-4468260" [ 680.195683] env[65983]: _type = "Task" [ 680.195683] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.209165] env[65983]: DEBUG oslo_vmware.api [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.209165] env[65983]: DEBUG oslo_vmware.api [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.240225] env[65983]: WARNING neutronclient.v2_0.client [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.282072] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468257, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.350062] env[65983]: DEBUG oslo_concurrency.lockutils [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "0b774d8b-22a4-4849-b100-e9e1705e46fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.422025] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.460033] env[65983]: DEBUG nova.compute.manager [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 680.484433] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.487841] env[65983]: DEBUG nova.virt.hardware [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 680.488151] env[65983]: DEBUG nova.virt.hardware [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.488328] env[65983]: DEBUG nova.virt.hardware [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 680.488518] env[65983]: DEBUG nova.virt.hardware [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.488653] env[65983]: DEBUG nova.virt.hardware [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 680.488792] env[65983]: DEBUG nova.virt.hardware [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 680.488996] env[65983]: DEBUG nova.virt.hardware [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 680.489180] env[65983]: DEBUG nova.virt.hardware [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 680.489341] env[65983]: DEBUG nova.virt.hardware [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 680.489469] env[65983]: DEBUG nova.virt.hardware [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 680.489633] env[65983]: DEBUG nova.virt.hardware [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 680.490498] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74385847-7890-4ed3-bbc3-56907bd90db8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.497540] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e9447c-318e-41e9-3195-838b0faaf7f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013175} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.498306] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.498546] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.498775] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.498904] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.499087] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.499377] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a97cac5d-8dcf-4277-8125-9086920a6d60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.505009] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492ca284-5580-45f8-a30b-01e8e65a092a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.512609] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.512933] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.521460] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b7fb1d-7db7-4580-bde4-809373e77ae4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.531353] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Waiting for the task: (returnval){ [ 680.531353] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c2c04b-25db-23bd-5716-a322b54824cd" [ 680.531353] env[65983]: _type = "Task" [ 680.531353] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.539565] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c2c04b-25db-23bd-5716-a322b54824cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.609949] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.613173] env[65983]: DEBUG oslo_concurrency.lockutils [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.550s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.613349] env[65983]: DEBUG nova.objects.instance [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lazy-loading 'resources' on Instance uuid 7233422c-ef9a-49c4-ad2a-e1089e493161 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.639797] env[65983]: INFO nova.scheduler.client.report [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Deleted allocations for instance 0311ff28-2238-4150-83a8-e0cc5d28736b [ 680.708168] env[65983]: DEBUG oslo_vmware.api [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Task: {'id': task-4468259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328126} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.708942] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.709226] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.712821] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.713249] env[65983]: INFO nova.compute.manager [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] [instance: 864398b7-5b6d-486e-8190-46f930718874] Took 1.20 seconds to destroy the instance on the hypervisor. [ 680.713636] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 680.717712] env[65983]: DEBUG nova.compute.manager [-] [instance: 864398b7-5b6d-486e-8190-46f930718874] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 680.718298] env[65983]: DEBUG nova.network.neutron [-] [instance: 864398b7-5b6d-486e-8190-46f930718874] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 680.718298] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.720475] env[65983]: DEBUG oslo_vmware.api [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468260, 'name': PowerOffVM_Task, 'duration_secs': 0.303894} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.720832] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.720993] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.721257] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a50e760-61ad-4d2a-a67e-c3b50f5c28a8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.723527] env[65983]: DEBUG oslo_concurrency.lockutils [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquiring lock "376c3de8-3d51-4257-ba8f-a2e5b77b7355" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.723837] env[65983]: DEBUG oslo_concurrency.lockutils [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Lock "376c3de8-3d51-4257-ba8f-a2e5b77b7355" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.723947] env[65983]: DEBUG oslo_concurrency.lockutils [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquiring lock "376c3de8-3d51-4257-ba8f-a2e5b77b7355-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.724211] env[65983]: DEBUG oslo_concurrency.lockutils [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Lock "376c3de8-3d51-4257-ba8f-a2e5b77b7355-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.724321] env[65983]: DEBUG oslo_concurrency.lockutils [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Lock "376c3de8-3d51-4257-ba8f-a2e5b77b7355-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.727293] env[65983]: INFO nova.compute.manager [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Terminating instance [ 680.781016] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468257, 'name': CreateVM_Task, 'duration_secs': 0.535631} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.781226] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.781718] env[65983]: WARNING neutronclient.v2_0.client [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.782041] env[65983]: WARNING neutronclient.v2_0.client [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.782366] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.782510] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.782822] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.783109] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2420cafb-fc86-4cbc-920a-3ba54bfa24c0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.789146] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 680.789146] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525c5e7a-3d12-288b-c095-44307458aced" [ 680.789146] env[65983]: _type = "Task" [ 680.789146] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.801463] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525c5e7a-3d12-288b-c095-44307458aced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.805166] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.805473] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.805640] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Deleting the datastore file [datastore1] e2027a8c-5d49-4342-9b67-4c7592339c9a {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.805912] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca2718f8-0ea5-4f56-b08b-32ad656642c0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.812831] env[65983]: DEBUG oslo_vmware.api [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Waiting for the task: (returnval){ [ 680.812831] env[65983]: value = "task-4468262" [ 680.812831] env[65983]: _type = "Task" [ 680.812831] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.822813] env[65983]: DEBUG oslo_vmware.api [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.044018] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c2c04b-25db-23bd-5716-a322b54824cd, 'name': SearchDatastore_Task, 'duration_secs': 0.017962} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.044906] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e21abb-8628-4170-8319-8f7d415d10b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.051278] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Waiting for the task: (returnval){ [ 681.051278] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e5d308-a1e8-4c35-9ba8-b640a866b221" [ 681.051278] env[65983]: _type = "Task" [ 681.051278] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.060507] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e5d308-a1e8-4c35-9ba8-b640a866b221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.151679] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Lock "0311ff28-2238-4150-83a8-e0cc5d28736b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.503s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.230975] env[65983]: DEBUG oslo_concurrency.lockutils [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquiring lock "refresh_cache-376c3de8-3d51-4257-ba8f-a2e5b77b7355" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.231190] env[65983]: DEBUG oslo_concurrency.lockutils [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquired lock "refresh_cache-376c3de8-3d51-4257-ba8f-a2e5b77b7355" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.231412] env[65983]: DEBUG nova.network.neutron [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 681.255514] env[65983]: DEBUG nova.network.neutron [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Successfully updated port: eaf48317-bb79-4b8f-b333-00c8a7181194 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 681.304032] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525c5e7a-3d12-288b-c095-44307458aced, 'name': SearchDatastore_Task, 'duration_secs': 0.013411} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.308515] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.309035] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.309035] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.335673] env[65983]: DEBUG oslo_vmware.api [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Task: {'id': task-4468262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340238} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.337013] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.338790] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.338985] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.339172] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.339369] env[65983]: INFO nova.compute.manager [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 681.339614] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 681.340017] env[65983]: DEBUG nova.compute.manager [-] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 681.340120] env[65983]: DEBUG nova.network.neutron [-] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 681.340345] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.552752] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3925debb-9e2a-4f0c-83d9-1e95ea12b951 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.567926] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fdb321-d4d1-4369-95a7-3b9c8a950874 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.570571] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e5d308-a1e8-4c35-9ba8-b640a866b221, 'name': SearchDatastore_Task, 'duration_secs': 0.018742} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.571187] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.571444] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 979b028d-389e-4831-9879-c183a18fc304/979b028d-389e-4831-9879-c183a18fc304.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.572060] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.572393] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.572469] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46265e65-be62-407f-b3e0-2c1eeb16561c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.574244] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-861de402-53f5-4740-bfb4-ee120c1db020 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.602541] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.605095] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f400a38a-40e2-4a1a-89cd-9b8c265b61a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.609640] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Waiting for the task: (returnval){ [ 681.609640] env[65983]: value = "task-4468263" [ 681.609640] env[65983]: _type = "Task" [ 681.609640] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.619455] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.619725] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.621385] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deec0dd4-5d42-4ad8-ace8-c40033d8e073 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.626169] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b979387d-f109-402f-89d1-fdb0fff19b50 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.636833] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.641655] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 681.641655] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d8197b-fae0-52f2-29ef-4d8fb4387653" [ 681.641655] env[65983]: _type = "Task" [ 681.641655] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.656823] env[65983]: DEBUG nova.compute.provider_tree [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.669733] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d8197b-fae0-52f2-29ef-4d8fb4387653, 'name': SearchDatastore_Task, 'duration_secs': 0.024088} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.671226] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed59f5c9-f3a6-4251-81a4-cc73a8c61b51 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.681738] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 681.681738] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523d5529-2b6a-cf25-5963-72f0430ebc9d" [ 681.681738] env[65983]: _type = "Task" [ 681.681738] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.691982] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523d5529-2b6a-cf25-5963-72f0430ebc9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010994} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.692380] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.692496] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 5afa0e61-7e7b-487d-87bd-1d26c6017fbf/5afa0e61-7e7b-487d-87bd-1d26c6017fbf.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.692798] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-558a2180-dd4c-47a5-9d9e-46a08e371020 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.701764] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 681.701764] env[65983]: value = "task-4468264" [ 681.701764] env[65983]: _type = "Task" [ 681.701764] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.711878] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.734708] env[65983]: WARNING neutronclient.v2_0.client [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.763525] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Acquiring lock "refresh_cache-7a0d4eac-9919-41b0-bc79-985db03ddaeb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.763774] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Acquired lock "refresh_cache-7a0d4eac-9919-41b0-bc79-985db03ddaeb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.764114] env[65983]: DEBUG nova.network.neutron [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 681.790311] env[65983]: DEBUG nova.network.neutron [-] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.982844] env[65983]: WARNING neutronclient.v2_0.client [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.995872] env[65983]: DEBUG nova.network.neutron [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 682.040699] env[65983]: DEBUG nova.network.neutron [-] [instance: 864398b7-5b6d-486e-8190-46f930718874] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.124233] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468263, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.133591] env[65983]: DEBUG nova.network.neutron [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Updated VIF entry in instance network info cache for port cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 682.134369] env[65983]: DEBUG nova.network.neutron [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Updating instance_info_cache with network_info: [{"id": "cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c", "address": "fa:16:3e:a1:b0:c7", "network": {"id": "48be9696-02f5-4d1a-912b-fa7329f524f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1011537927", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce1c4bf-75", "ovs_interfaceid": "cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbb6f4e3-d29e-4988-9088-bed0bdd0cd66", "address": "fa:16:3e:21:46:25", "network": {"id": "698a56b9-701e-4113-a8e1-9bc0e9f83786", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-763084046", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb6f4e3-d2", "ovs_interfaceid": "cbb6f4e3-d29e-4988-9088-bed0bdd0cd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.185158] env[65983]: DEBUG nova.network.neutron [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.187515] env[65983]: ERROR nova.scheduler.client.report [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [req-cc77e9ba-2cc2-449a-ae2f-0a6d0bb86377] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc77e9ba-2cc2-449a-ae2f-0a6d0bb86377"}]} [ 682.212770] env[65983]: DEBUG nova.scheduler.client.report [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 682.224615] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468264, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.236235] env[65983]: DEBUG nova.scheduler.client.report [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 682.236620] env[65983]: DEBUG nova.compute.provider_tree [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 45 to 46 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 682.236814] env[65983]: DEBUG nova.compute.provider_tree [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.257115] env[65983]: DEBUG nova.scheduler.client.report [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 682.279425] env[65983]: DEBUG nova.scheduler.client.report [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.296574] env[65983]: INFO nova.compute.manager [-] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Took 2.16 seconds to deallocate network for instance. [ 682.325769] env[65983]: DEBUG nova.network.neutron [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 682.398107] env[65983]: DEBUG nova.network.neutron [-] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.545832] env[65983]: INFO nova.compute.manager [-] [instance: 864398b7-5b6d-486e-8190-46f930718874] Took 1.83 seconds to deallocate network for instance. [ 682.626325] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594663} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.626672] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 979b028d-389e-4831-9879-c183a18fc304/979b028d-389e-4831-9879-c183a18fc304.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.626890] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.627271] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0678d5db-a24c-4283-893b-ffd4eadb593d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.631098] env[65983]: WARNING neutronclient.v2_0.client [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.638125] env[65983]: DEBUG oslo_concurrency.lockutils [req-58a690ad-082c-41b2-b9a8-a717c8c8458b req-ae35f658-20a2-4441-b7b6-eb97a20b2046 service nova] Releasing lock "refresh_cache-5afa0e61-7e7b-487d-87bd-1d26c6017fbf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.640567] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Waiting for the task: (returnval){ [ 682.640567] env[65983]: value = "task-4468265" [ 682.640567] env[65983]: _type = "Task" [ 682.640567] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.654609] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.692188] env[65983]: DEBUG oslo_concurrency.lockutils [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Releasing lock "refresh_cache-376c3de8-3d51-4257-ba8f-a2e5b77b7355" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.692612] env[65983]: DEBUG nova.compute.manager [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 682.692796] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.693711] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddd2604-5897-454a-b499-8be94807abb0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.720638] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.721560] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a42b43db-d68f-414d-8502-dfe7c66649cd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.729567] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868983} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.731399] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 5afa0e61-7e7b-487d-87bd-1d26c6017fbf/5afa0e61-7e7b-487d-87bd-1d26c6017fbf.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.731686] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.732239] env[65983]: DEBUG oslo_vmware.api [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 682.732239] env[65983]: value = "task-4468266" [ 682.732239] env[65983]: _type = "Task" [ 682.732239] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.734168] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e869ab61-91ec-4d1f-b1af-1293ab0ffb6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.739287] env[65983]: DEBUG nova.network.neutron [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Updating instance_info_cache with network_info: [{"id": "eaf48317-bb79-4b8f-b333-00c8a7181194", "address": "fa:16:3e:73:d8:dc", "network": {"id": "5eb30f14-abdb-44f2-b1a2-19a2fc4830e1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-436001060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a602c4e4f2d4956b2ba0cff3d8928df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf48317-bb", "ovs_interfaceid": "eaf48317-bb79-4b8f-b333-00c8a7181194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.765348] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 682.765348] env[65983]: value = "task-4468267" [ 682.765348] env[65983]: _type = "Task" [ 682.765348] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.765583] env[65983]: DEBUG oslo_vmware.api [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.786410] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.817135] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "3308a205-c2bc-44c6-9f89-e7704d4774d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.817664] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "3308a205-c2bc-44c6-9f89-e7704d4774d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.819956] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.906609] env[65983]: INFO nova.compute.manager [-] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Took 1.57 seconds to deallocate network for instance. [ 683.004170] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c202868-1f02-4850-84f9-9a6f959c0410 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.015689] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4fd4a6-6cfe-444b-871d-880dfb682506 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.052226] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e34aab-bf46-4767-b42d-9d815a51b881 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.057512] env[65983]: DEBUG oslo_concurrency.lockutils [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.064738] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b70a61-783e-446f-bbfd-937507c7edbc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.084132] env[65983]: DEBUG nova.compute.provider_tree [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.158747] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154981} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.158747] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.158747] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9116794-ec35-43df-adcb-97af3270b4e5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.183790] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 979b028d-389e-4831-9879-c183a18fc304/979b028d-389e-4831-9879-c183a18fc304.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.185407] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13690ca1-1025-45b7-a5cc-fce23696961c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.204390] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "ff72ebdf-fcd2-474f-b95c-951b3114f968" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.204750] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "ff72ebdf-fcd2-474f-b95c-951b3114f968" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.213101] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Waiting for the task: (returnval){ [ 683.213101] env[65983]: value = "task-4468268" [ 683.213101] env[65983]: _type = "Task" [ 683.213101] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.227015] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.250648] env[65983]: DEBUG oslo_vmware.api [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468266, 'name': PowerOffVM_Task, 'duration_secs': 0.155982} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.250648] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.250648] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.250648] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-019aae34-eb93-43da-bbc6-078b754bf807 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.254198] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Releasing lock "refresh_cache-7a0d4eac-9919-41b0-bc79-985db03ddaeb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.254198] env[65983]: DEBUG nova.compute.manager [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Instance network_info: |[{"id": "eaf48317-bb79-4b8f-b333-00c8a7181194", "address": "fa:16:3e:73:d8:dc", "network": {"id": "5eb30f14-abdb-44f2-b1a2-19a2fc4830e1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-436001060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a602c4e4f2d4956b2ba0cff3d8928df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf48317-bb", "ovs_interfaceid": "eaf48317-bb79-4b8f-b333-00c8a7181194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 683.254198] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:d8:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaf48317-bb79-4b8f-b333-00c8a7181194', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.260890] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Creating folder: Project (0a602c4e4f2d4956b2ba0cff3d8928df). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.262405] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48472e24-61dc-40bb-bd18-2a00537ec3e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.275047] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Created folder: Project (0a602c4e4f2d4956b2ba0cff3d8928df) in parent group-v873669. [ 683.275047] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Creating folder: Instances. Parent ref: group-v873759. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.275368] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4118f784-ab87-4e0a-a2d8-12c77b831b86 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.280760] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081914} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.281461] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.282548] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63914a0d-bc0a-4ca5-a5ec-e962a11f42d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.313272] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 5afa0e61-7e7b-487d-87bd-1d26c6017fbf/5afa0e61-7e7b-487d-87bd-1d26c6017fbf.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.316026] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0013f035-50f0-4eeb-b32c-ce39dcc0f409 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.332977] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.333377] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.333494] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Deleting the datastore file [datastore1] 376c3de8-3d51-4257-ba8f-a2e5b77b7355 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.333811] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Created folder: Instances in parent group-v873759. [ 683.334064] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 683.334494] env[65983]: DEBUG nova.compute.manager [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 683.338233] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffab7b62-0d3f-45e5-a13d-10303778fc73 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.341081] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.342216] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0601e38-c151-400d-8657-e786b2d538ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.362434] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 683.362434] env[65983]: value = "task-4468272" [ 683.362434] env[65983]: _type = "Task" [ 683.362434] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.368838] env[65983]: DEBUG oslo_vmware.api [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for the task: (returnval){ [ 683.368838] env[65983]: value = "task-4468273" [ 683.368838] env[65983]: _type = "Task" [ 683.368838] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.370582] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.370582] env[65983]: value = "task-4468274" [ 683.370582] env[65983]: _type = "Task" [ 683.370582] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.377828] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.389698] env[65983]: DEBUG oslo_vmware.api [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.393653] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468274, 'name': CreateVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.417915] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.428704] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "1abdd22c-da15-4eb3-a446-241cc2086ab3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.429011] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "1abdd22c-da15-4eb3-a446-241cc2086ab3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.429231] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "1abdd22c-da15-4eb3-a446-241cc2086ab3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.429484] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "1abdd22c-da15-4eb3-a446-241cc2086ab3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.429651] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "1abdd22c-da15-4eb3-a446-241cc2086ab3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.431782] env[65983]: INFO nova.compute.manager [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Terminating instance [ 683.586504] env[65983]: DEBUG nova.scheduler.client.report [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.710317] env[65983]: DEBUG nova.compute.manager [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 683.732680] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.871861] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.885718] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468272, 'name': ReconfigVM_Task, 'duration_secs': 0.358285} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.889633] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 5afa0e61-7e7b-487d-87bd-1d26c6017fbf/5afa0e61-7e7b-487d-87bd-1d26c6017fbf.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.891374] env[65983]: DEBUG oslo_vmware.api [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Task: {'id': task-4468273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21473} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.896426] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b3077ee-e1cf-46de-aff0-9736703b0ed9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.899390] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.900149] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.900149] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.900268] env[65983]: INFO nova.compute.manager [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Took 1.21 seconds to destroy the instance on the hypervisor. [ 683.900683] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 683.901195] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468274, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.901598] env[65983]: DEBUG nova.compute.manager [-] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 683.901709] env[65983]: DEBUG nova.network.neutron [-] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 683.901995] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.916530] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 683.916530] env[65983]: value = "task-4468275" [ 683.916530] env[65983]: _type = "Task" [ 683.916530] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.934236] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468275, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.936541] env[65983]: DEBUG nova.compute.manager [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 683.937097] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.938335] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5805ddc0-e2dd-489e-b967-2c9659a77912 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.948564] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.949011] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96bca222-06e3-48d1-b5d9-75f04050d2ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.045407] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.046308] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.046523] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Deleting the datastore file [datastore2] 1abdd22c-da15-4eb3-a446-241cc2086ab3 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.047477] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab9b8152-a5e2-4c23-a9a0-38708023e60b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.057043] env[65983]: DEBUG oslo_vmware.api [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 684.057043] env[65983]: value = "task-4468277" [ 684.057043] env[65983]: _type = "Task" [ 684.057043] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.068334] env[65983]: DEBUG oslo_vmware.api [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.092036] env[65983]: DEBUG nova.network.neutron [-] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 684.092128] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.094351] env[65983]: DEBUG oslo_concurrency.lockutils [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.481s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.096844] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.543s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.098512] env[65983]: INFO nova.compute.claims [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.138201] env[65983]: INFO nova.scheduler.client.report [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleted allocations for instance 7233422c-ef9a-49c4-ad2a-e1089e493161 [ 684.192657] env[65983]: DEBUG nova.compute.manager [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Received event network-changed-f481f234-e2db-4502-8a87-9295bb8ff1ec {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 684.192657] env[65983]: DEBUG nova.compute.manager [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Refreshing instance network info cache due to event network-changed-f481f234-e2db-4502-8a87-9295bb8ff1ec. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 684.192657] env[65983]: DEBUG oslo_concurrency.lockutils [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] Acquiring lock "refresh_cache-5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.192657] env[65983]: DEBUG oslo_concurrency.lockutils [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] Acquired lock "refresh_cache-5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.192657] env[65983]: DEBUG nova.network.neutron [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Refreshing network info cache for port f481f234-e2db-4502-8a87-9295bb8ff1ec {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.241882] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468268, 'name': ReconfigVM_Task, 'duration_secs': 0.814918} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.242693] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 979b028d-389e-4831-9879-c183a18fc304/979b028d-389e-4831-9879-c183a18fc304.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.243580] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b23e6bf-cc77-45fa-88eb-f7ba7fa867fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.252497] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.253115] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Waiting for the task: (returnval){ [ 684.253115] env[65983]: value = "task-4468278" [ 684.253115] env[65983]: _type = "Task" [ 684.253115] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.264157] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468278, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.393842] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468274, 'name': CreateVM_Task, 'duration_secs': 0.66097} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.394033] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.394660] env[65983]: WARNING neutronclient.v2_0.client [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.395260] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.395260] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.397062] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.397062] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f81c2c22-16d1-494c-905e-9938058e7800 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.402690] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Waiting for the task: (returnval){ [ 684.402690] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52263ffa-dcfe-2c39-9dd4-65cc6554445f" [ 684.402690] env[65983]: _type = "Task" [ 684.402690] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.411773] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52263ffa-dcfe-2c39-9dd4-65cc6554445f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.429311] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468275, 'name': Rename_Task, 'duration_secs': 0.173887} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.430729] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.430729] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b0d1e32-0ac1-4803-a5de-0b4075435cfb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.437475] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 684.437475] env[65983]: value = "task-4468279" [ 684.437475] env[65983]: _type = "Task" [ 684.437475] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.447868] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.493409] env[65983]: DEBUG nova.compute.manager [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Received event network-vif-plugged-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 684.493668] env[65983]: DEBUG oslo_concurrency.lockutils [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] Acquiring lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.493858] env[65983]: DEBUG oslo_concurrency.lockutils [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] Lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.494081] env[65983]: DEBUG oslo_concurrency.lockutils [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] Lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.494294] env[65983]: DEBUG nova.compute.manager [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] No waiting events found dispatching network-vif-plugged-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 684.494506] env[65983]: WARNING nova.compute.manager [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Received unexpected event network-vif-plugged-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 for instance with vm_state building and task_state spawning. [ 684.494640] env[65983]: DEBUG nova.compute.manager [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Received event network-changed-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 684.494786] env[65983]: DEBUG nova.compute.manager [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Refreshing instance network info cache due to event network-changed-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 684.495304] env[65983]: DEBUG oslo_concurrency.lockutils [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] Acquiring lock "refresh_cache-5afa0e61-7e7b-487d-87bd-1d26c6017fbf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.495304] env[65983]: DEBUG oslo_concurrency.lockutils [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] Acquired lock "refresh_cache-5afa0e61-7e7b-487d-87bd-1d26c6017fbf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.495304] env[65983]: DEBUG nova.network.neutron [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Refreshing network info cache for port cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.569604] env[65983]: DEBUG oslo_vmware.api [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170822} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.570755] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.570755] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.570898] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.571293] env[65983]: INFO nova.compute.manager [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Took 0.63 seconds to destroy the instance on the hypervisor. [ 684.571293] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 684.571564] env[65983]: DEBUG nova.compute.manager [-] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 684.571613] env[65983]: DEBUG nova.network.neutron [-] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 684.571880] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.597596] env[65983]: DEBUG nova.network.neutron [-] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.653164] env[65983]: DEBUG oslo_concurrency.lockutils [None req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "7233422c-ef9a-49c4-ad2a-e1089e493161" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.461s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.701676] env[65983]: WARNING neutronclient.v2_0.client [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.704326] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.769312] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468278, 'name': Rename_Task, 'duration_secs': 0.165629} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.769312] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.769312] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1944f5f4-cf29-4263-ad65-7c53605ad16c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.780137] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Waiting for the task: (returnval){ [ 684.780137] env[65983]: value = "task-4468280" [ 684.780137] env[65983]: _type = "Task" [ 684.780137] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.790618] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.919663] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52263ffa-dcfe-2c39-9dd4-65cc6554445f, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.919985] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.920340] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.920669] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.920888] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.921270] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.921709] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-668bb240-5ce5-4996-9b5d-44d6affc8c6d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.935466] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.935693] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.936549] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fed5b61-7bbb-4ca8-8d80-a90ab918054c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.950022] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Waiting for the task: (returnval){ [ 684.950022] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c15ef0-a1b7-31f9-73bf-493f071fb75e" [ 684.950022] env[65983]: _type = "Task" [ 684.950022] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.953590] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9208620c-c4e3-4064-9364-c40a32eff4ab tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Acquiring lock "interface-4f61eecb-95df-4bb2-b3ce-71ee686558d3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.953930] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9208620c-c4e3-4064-9364-c40a32eff4ab tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lock "interface-4f61eecb-95df-4bb2-b3ce-71ee686558d3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.954426] env[65983]: DEBUG nova.objects.instance [None req-9208620c-c4e3-4064-9364-c40a32eff4ab tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lazy-loading 'flavor' on Instance uuid 4f61eecb-95df-4bb2-b3ce-71ee686558d3 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.956149] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468279, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.973953] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c15ef0-a1b7-31f9-73bf-493f071fb75e, 'name': SearchDatastore_Task, 'duration_secs': 0.013707} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.974404] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae31bb10-66aa-4f23-8de1-abda210605df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.984017] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Waiting for the task: (returnval){ [ 684.984017] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52da70eb-5c39-f4c8-0011-3ecc3302c4d4" [ 684.984017] env[65983]: _type = "Task" [ 684.984017] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.996381] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52da70eb-5c39-f4c8-0011-3ecc3302c4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.999269] env[65983]: WARNING neutronclient.v2_0.client [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.101064] env[65983]: INFO nova.compute.manager [-] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Took 1.20 seconds to deallocate network for instance. [ 685.292645] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468280, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.458317] env[65983]: WARNING neutronclient.v2_0.client [None req-9208620c-c4e3-4064-9364-c40a32eff4ab tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.458689] env[65983]: DEBUG nova.objects.instance [None req-9208620c-c4e3-4064-9364-c40a32eff4ab tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f61eecb-95df-4bb2-b3ce-71ee686558d3 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.459824] env[65983]: DEBUG oslo_vmware.api [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468279, 'name': PowerOnVM_Task, 'duration_secs': 0.521688} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.462944] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.464442] env[65983]: INFO nova.compute.manager [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Took 11.19 seconds to spawn the instance on the hypervisor. [ 685.464442] env[65983]: DEBUG nova.compute.manager [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 685.464442] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0987ec3-7a19-4b03-b0bf-7c588157b31c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.496241] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52da70eb-5c39-f4c8-0011-3ecc3302c4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013962} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.497899] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.498418] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 7a0d4eac-9919-41b0-bc79-985db03ddaeb/7a0d4eac-9919-41b0-bc79-985db03ddaeb.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.500694] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11d36089-4887-4ed3-9739-5981f94d217d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.515545] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Waiting for the task: (returnval){ [ 685.515545] env[65983]: value = "task-4468281" [ 685.515545] env[65983]: _type = "Task" [ 685.515545] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.526376] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.613594] env[65983]: DEBUG oslo_concurrency.lockutils [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.624672] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb354af8-ffa7-4569-9084-1fb9e63ff8fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.634186] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cfb3c2-cd3c-474e-85a9-9c8eab3ea81f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.672840] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93edeb45-8712-4080-8010-985c0b212798 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.681911] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94a12e4-8e2c-4952-ae1a-c64fe3938457 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.688923] env[65983]: DEBUG nova.network.neutron [-] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.702306] env[65983]: DEBUG nova.compute.provider_tree [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.792273] env[65983]: DEBUG oslo_vmware.api [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468280, 'name': PowerOnVM_Task, 'duration_secs': 0.545128} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.792554] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.792818] env[65983]: INFO nova.compute.manager [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Took 8.80 seconds to spawn the instance on the hypervisor. [ 685.792906] env[65983]: DEBUG nova.compute.manager [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 685.793865] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99fa39a-a5a8-46dd-8296-9f0cb840b686 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.961829] env[65983]: DEBUG nova.objects.base [None req-9208620c-c4e3-4064-9364-c40a32eff4ab tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Object Instance<4f61eecb-95df-4bb2-b3ce-71ee686558d3> lazy-loaded attributes: flavor,pci_requests {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 685.962149] env[65983]: DEBUG nova.network.neutron [None req-9208620c-c4e3-4064-9364-c40a32eff4ab tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 685.962580] env[65983]: WARNING neutronclient.v2_0.client [None req-9208620c-c4e3-4064-9364-c40a32eff4ab tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.962958] env[65983]: WARNING neutronclient.v2_0.client [None req-9208620c-c4e3-4064-9364-c40a32eff4ab tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.986920] env[65983]: INFO nova.compute.manager [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Took 32.51 seconds to build instance. [ 686.006393] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "d2bccbbf-09fd-44d4-8b46-b32c3897e477" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.007221] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "d2bccbbf-09fd-44d4-8b46-b32c3897e477" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.007494] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "d2bccbbf-09fd-44d4-8b46-b32c3897e477-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.007752] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "d2bccbbf-09fd-44d4-8b46-b32c3897e477-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.008046] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "d2bccbbf-09fd-44d4-8b46-b32c3897e477-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.010681] env[65983]: INFO nova.compute.manager [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Terminating instance [ 686.031668] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468281, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.193287] env[65983]: INFO nova.compute.manager [-] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Took 1.62 seconds to deallocate network for instance. [ 686.206790] env[65983]: DEBUG nova.scheduler.client.report [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.312327] env[65983]: INFO nova.compute.manager [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Took 30.40 seconds to build instance. [ 686.490486] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7dce639-223e-4947-9a9c-419ea60fb473 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.035s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.516747] env[65983]: DEBUG nova.compute.manager [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 686.517087] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.518135] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d644439-8216-4d46-9f5f-c52f99524bfd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.536698] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.537126] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698578} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.537414] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10355b2a-80f0-4a8d-aec9-9dfa7de60bdb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.539276] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 7a0d4eac-9919-41b0-bc79-985db03ddaeb/7a0d4eac-9919-41b0-bc79-985db03ddaeb.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.539512] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.539905] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a895803-684a-4275-8931-da8e2c6b1591 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.548092] env[65983]: WARNING neutronclient.v2_0.client [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.554463] env[65983]: DEBUG oslo_vmware.api [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 686.554463] env[65983]: value = "task-4468282" [ 686.554463] env[65983]: _type = "Task" [ 686.554463] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.554463] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Waiting for the task: (returnval){ [ 686.554463] env[65983]: value = "task-4468283" [ 686.554463] env[65983]: _type = "Task" [ 686.554463] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.571226] env[65983]: DEBUG oslo_vmware.api [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.575954] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.702347] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.714154] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.714720] env[65983]: DEBUG nova.compute.manager [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 686.719573] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.034s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.721620] env[65983]: INFO nova.compute.claims [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.815218] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1788efc7-940c-4bf3-966d-7e13f48582ba tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Lock "979b028d-389e-4831-9879-c183a18fc304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.931s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.958933] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9208620c-c4e3-4064-9364-c40a32eff4ab tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lock "interface-4f61eecb-95df-4bb2-b3ce-71ee686558d3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 2.005s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.070049] env[65983]: DEBUG oslo_vmware.api [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468282, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.070398] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138379} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.070636] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.071543] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcd3ff1-d964-4bdf-8c21-2297ab8e8506 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.099021] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 7a0d4eac-9919-41b0-bc79-985db03ddaeb/7a0d4eac-9919-41b0-bc79-985db03ddaeb.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.099710] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33236d8b-e31b-402a-b19f-5e3e1659bd5c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.120719] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Waiting for the task: (returnval){ [ 687.120719] env[65983]: value = "task-4468284" [ 687.120719] env[65983]: _type = "Task" [ 687.120719] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.131374] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.227616] env[65983]: DEBUG nova.compute.utils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.232229] env[65983]: DEBUG nova.compute.manager [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 687.232465] env[65983]: DEBUG nova.network.neutron [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 687.232754] env[65983]: WARNING neutronclient.v2_0.client [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.233189] env[65983]: WARNING neutronclient.v2_0.client [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.394430] env[65983]: WARNING neutronclient.v2_0.client [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.432538] env[65983]: DEBUG nova.network.neutron [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Updated VIF entry in instance network info cache for port f481f234-e2db-4502-8a87-9295bb8ff1ec. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.433327] env[65983]: DEBUG nova.network.neutron [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Updating instance_info_cache with network_info: [{"id": "f481f234-e2db-4502-8a87-9295bb8ff1ec", "address": "fa:16:3e:87:30:45", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf481f234-e2", "ovs_interfaceid": "f481f234-e2db-4502-8a87-9295bb8ff1ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.477427] env[65983]: DEBUG nova.policy [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '145e3139364744ff8b81707ede8b8fc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b96057452cf24ac0b4e4f4db0f2f3e1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.566581] env[65983]: DEBUG oslo_vmware.api [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468282, 'name': PowerOffVM_Task, 'duration_secs': 0.52407} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.567485] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.567485] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.567715] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14473fca-e7b9-4fa2-a088-e06fab474328 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.636453] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.661148] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.661148] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.661148] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Deleting the datastore file [datastore2] d2bccbbf-09fd-44d4-8b46-b32c3897e477 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.661148] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a08144c-7f50-4635-803d-551259fb1abd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.674024] env[65983]: DEBUG oslo_vmware.api [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 687.674024] env[65983]: value = "task-4468286" [ 687.674024] env[65983]: _type = "Task" [ 687.674024] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.675150] env[65983]: DEBUG nova.network.neutron [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Updated VIF entry in instance network info cache for port cbb6f4e3-d29e-4988-9088-bed0bdd0cd66. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.675632] env[65983]: DEBUG nova.network.neutron [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Updating instance_info_cache with network_info: [{"id": "cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c", "address": "fa:16:3e:a1:b0:c7", "network": {"id": "48be9696-02f5-4d1a-912b-fa7329f524f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1011537927", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce1c4bf-75", "ovs_interfaceid": "cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbb6f4e3-d29e-4988-9088-bed0bdd0cd66", "address": "fa:16:3e:21:46:25", "network": {"id": "698a56b9-701e-4113-a8e1-9bc0e9f83786", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-763084046", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a31edc021b604eb5a78301d8f926c8a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb6f4e3-d2", "ovs_interfaceid": "cbb6f4e3-d29e-4988-9088-bed0bdd0cd66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.688105] env[65983]: DEBUG oslo_vmware.api [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.732862] env[65983]: DEBUG nova.compute.manager [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 687.937800] env[65983]: DEBUG oslo_concurrency.lockutils [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] Releasing lock "refresh_cache-5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.938137] env[65983]: DEBUG nova.compute.manager [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: 979b028d-389e-4831-9879-c183a18fc304] Received event network-vif-plugged-3a65c716-c396-48dc-a458-2a79b1fb4a0e {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 687.938366] env[65983]: DEBUG oslo_concurrency.lockutils [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] Acquiring lock "979b028d-389e-4831-9879-c183a18fc304-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.938546] env[65983]: DEBUG oslo_concurrency.lockutils [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] Lock "979b028d-389e-4831-9879-c183a18fc304-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.938704] env[65983]: DEBUG oslo_concurrency.lockutils [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] Lock "979b028d-389e-4831-9879-c183a18fc304-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.938880] env[65983]: DEBUG nova.compute.manager [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: 979b028d-389e-4831-9879-c183a18fc304] No waiting events found dispatching network-vif-plugged-3a65c716-c396-48dc-a458-2a79b1fb4a0e {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 687.939066] env[65983]: WARNING nova.compute.manager [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: 979b028d-389e-4831-9879-c183a18fc304] Received unexpected event network-vif-plugged-3a65c716-c396-48dc-a458-2a79b1fb4a0e for instance with vm_state building and task_state spawning. [ 687.939232] env[65983]: DEBUG nova.compute.manager [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: 979b028d-389e-4831-9879-c183a18fc304] Received event network-changed-3a65c716-c396-48dc-a458-2a79b1fb4a0e {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 687.939382] env[65983]: DEBUG nova.compute.manager [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: 979b028d-389e-4831-9879-c183a18fc304] Refreshing instance network info cache due to event network-changed-3a65c716-c396-48dc-a458-2a79b1fb4a0e. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 687.939582] env[65983]: DEBUG oslo_concurrency.lockutils [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] Acquiring lock "refresh_cache-979b028d-389e-4831-9879-c183a18fc304" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.939716] env[65983]: DEBUG oslo_concurrency.lockutils [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] Acquired lock "refresh_cache-979b028d-389e-4831-9879-c183a18fc304" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.939910] env[65983]: DEBUG nova.network.neutron [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: 979b028d-389e-4831-9879-c183a18fc304] Refreshing network info cache for port 3a65c716-c396-48dc-a458-2a79b1fb4a0e {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.132504] env[65983]: DEBUG nova.network.neutron [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Successfully created port: 53ef612a-000f-4279-8551-3aea5405a500 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 688.150446] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468284, 'name': ReconfigVM_Task, 'duration_secs': 0.827502} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.150446] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 7a0d4eac-9919-41b0-bc79-985db03ddaeb/7a0d4eac-9919-41b0-bc79-985db03ddaeb.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.150985] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bed2f945-28a6-40f7-b40b-4fcef4e74e20 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.161027] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Waiting for the task: (returnval){ [ 688.161027] env[65983]: value = "task-4468287" [ 688.161027] env[65983]: _type = "Task" [ 688.161027] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.179453] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468287, 'name': Rename_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.190526] env[65983]: DEBUG oslo_concurrency.lockutils [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] Releasing lock "refresh_cache-5afa0e61-7e7b-487d-87bd-1d26c6017fbf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.190855] env[65983]: DEBUG nova.compute.manager [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Received event network-vif-deleted-c58d8930-b971-4e81-83dd-bf7d221f17d9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 688.191055] env[65983]: DEBUG nova.compute.manager [req-4bb222d8-afae-4087-86a9-613815b6981a req-1bf2238e-72d8-4203-af78-9d2d4d2242a8 service nova] [instance: 864398b7-5b6d-486e-8190-46f930718874] Received event network-vif-deleted-5cce23fb-4145-4379-883b-38831c65c3e2 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 688.194432] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "91bd0c31-6455-4d19-933f-c0546c1f2cd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.194649] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "91bd0c31-6455-4d19-933f-c0546c1f2cd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.202839] env[65983]: DEBUG oslo_vmware.api [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21617} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.203139] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.203319] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.203516] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.203640] env[65983]: INFO nova.compute.manager [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Took 1.69 seconds to destroy the instance on the hypervisor. [ 688.203905] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 688.204088] env[65983]: DEBUG nova.compute.manager [-] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 688.204210] env[65983]: DEBUG nova.network.neutron [-] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 688.204441] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.350229] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a17d95-b73d-414c-b71f-c8525db90b00 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.359428] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a1435c-3b87-483f-82f0-d7b4ec5669d7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.394680] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdea7518-dd84-4b68-8d96-4ca5d35add5f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.404199] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3082c7a1-b5cc-414e-9b06-89b2d238b94c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.422047] env[65983]: DEBUG nova.compute.provider_tree [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.442482] env[65983]: WARNING neutronclient.v2_0.client [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.678618] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468287, 'name': Rename_Task, 'duration_secs': 0.211362} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.678908] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.679182] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74154678-d3cc-44d9-92b8-21105c68b4ca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.689333] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Waiting for the task: (returnval){ [ 688.689333] env[65983]: value = "task-4468288" [ 688.689333] env[65983]: _type = "Task" [ 688.689333] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.700810] env[65983]: DEBUG nova.compute.manager [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 688.703898] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.751336] env[65983]: DEBUG nova.compute.manager [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 688.791599] env[65983]: DEBUG nova.virt.hardware [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 688.791841] env[65983]: DEBUG nova.virt.hardware [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.791986] env[65983]: DEBUG nova.virt.hardware [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 688.792239] env[65983]: DEBUG nova.virt.hardware [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.792378] env[65983]: DEBUG nova.virt.hardware [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 688.792515] env[65983]: DEBUG nova.virt.hardware [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 688.792711] env[65983]: DEBUG nova.virt.hardware [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 688.793304] env[65983]: DEBUG nova.virt.hardware [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 688.793304] env[65983]: DEBUG nova.virt.hardware [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 688.793304] env[65983]: DEBUG nova.virt.hardware [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 688.793442] env[65983]: DEBUG nova.virt.hardware [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 688.794758] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7877a4b-cc99-43c7-bc5b-7db92a8dd7a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.804343] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61230fe-cf91-4e35-8e82-05fc8c500992 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.956347] env[65983]: ERROR nova.scheduler.client.report [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [req-1f33b484-2d5e-4d67-9459-4f2981ea2ac0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1f33b484-2d5e-4d67-9459-4f2981ea2ac0"}]} [ 688.976956] env[65983]: DEBUG nova.scheduler.client.report [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 688.994639] env[65983]: DEBUG nova.scheduler.client.report [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 688.994937] env[65983]: DEBUG nova.compute.provider_tree [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.006618] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.011017] env[65983]: DEBUG nova.scheduler.client.report [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 689.032709] env[65983]: DEBUG nova.scheduler.client.report [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 689.203321] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468288, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.226207] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.496332] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5aea25-b7c6-4088-84a8-0ea6f059d302 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.506899] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64102f17-c072-4d41-aca2-7c28936ca441 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.551625] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18b4044-f0ba-4494-a72a-2a53169774da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.561043] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70336346-6f78-4c5b-b4b9-a0e090ed37ee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.580040] env[65983]: DEBUG nova.compute.provider_tree [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.701708] env[65983]: DEBUG oslo_vmware.api [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468288, 'name': PowerOnVM_Task, 'duration_secs': 0.889507} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.702146] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.702471] env[65983]: INFO nova.compute.manager [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Took 9.24 seconds to spawn the instance on the hypervisor. [ 689.702749] env[65983]: DEBUG nova.compute.manager [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 689.703671] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed91502-bcf4-493b-9a4c-cfedc1b950b8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.736034] env[65983]: DEBUG nova.network.neutron [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Successfully updated port: 53ef612a-000f-4279-8551-3aea5405a500 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 690.017846] env[65983]: WARNING neutronclient.v2_0.client [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.117408] env[65983]: DEBUG nova.scheduler.client.report [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 690.117721] env[65983]: DEBUG nova.compute.provider_tree [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 48 to 49 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 690.117908] env[65983]: DEBUG nova.compute.provider_tree [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.175312] env[65983]: DEBUG nova.network.neutron [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: 979b028d-389e-4831-9879-c183a18fc304] Updated VIF entry in instance network info cache for port 3a65c716-c396-48dc-a458-2a79b1fb4a0e. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 690.175651] env[65983]: DEBUG nova.network.neutron [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: 979b028d-389e-4831-9879-c183a18fc304] Updating instance_info_cache with network_info: [{"id": "3a65c716-c396-48dc-a458-2a79b1fb4a0e", "address": "fa:16:3e:02:b4:34", "network": {"id": "342cba50-4500-4596-919b-231d321da42f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1449754891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a09ced1142a9466394420d366aec72a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a65c716-c3", "ovs_interfaceid": "3a65c716-c396-48dc-a458-2a79b1fb4a0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.224766] env[65983]: INFO nova.compute.manager [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Took 25.25 seconds to build instance. [ 690.237963] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Acquiring lock "refresh_cache-f5166917-734f-4c86-84ec-3b63ea129c5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.238214] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Acquired lock "refresh_cache-f5166917-734f-4c86-84ec-3b63ea129c5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.238406] env[65983]: DEBUG nova.network.neutron [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 690.272657] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "f83633bd-6802-402b-9ba0-7e3510fb145a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.273300] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.368937] env[65983]: DEBUG nova.network.neutron [-] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.624959] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.905s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.625516] env[65983]: DEBUG nova.compute.manager [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 690.628376] env[65983]: DEBUG oslo_concurrency.lockutils [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.654s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.628601] env[65983]: DEBUG nova.objects.instance [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lazy-loading 'resources' on Instance uuid b5af5878-375e-4405-b971-e3b28fa0e34c {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.679620] env[65983]: DEBUG oslo_concurrency.lockutils [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] Releasing lock "refresh_cache-979b028d-389e-4831-9879-c183a18fc304" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.680206] env[65983]: DEBUG nova.compute.manager [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Received event network-changed-566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 690.680599] env[65983]: DEBUG nova.compute.manager [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Refreshing instance network info cache due to event network-changed-566c03ff-69b6-4e8b-8904-ace7156bc3a5. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 690.681349] env[65983]: DEBUG oslo_concurrency.lockutils [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] Acquiring lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.682070] env[65983]: DEBUG oslo_concurrency.lockutils [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] Acquired lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.682070] env[65983]: DEBUG nova.network.neutron [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Refreshing network info cache for port 566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.727552] env[65983]: DEBUG oslo_concurrency.lockutils [None req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Lock "7a0d4eac-9919-41b0-bc79-985db03ddaeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.764s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.774802] env[65983]: DEBUG nova.network.neutron [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 690.778501] env[65983]: DEBUG nova.compute.utils [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.872363] env[65983]: INFO nova.compute.manager [-] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Took 2.67 seconds to deallocate network for instance. [ 690.905599] env[65983]: WARNING neutronclient.v2_0.client [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.042016] env[65983]: DEBUG nova.network.neutron [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Updating instance_info_cache with network_info: [{"id": "53ef612a-000f-4279-8551-3aea5405a500", "address": "fa:16:3e:9a:86:d2", "network": {"id": "42525d2b-71c3-4c72-96a9-c42ebc3c8957", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1936496196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b96057452cf24ac0b4e4f4db0f2f3e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ef612a-00", "ovs_interfaceid": "53ef612a-000f-4279-8551-3aea5405a500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.114384] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Acquiring lock "a04a48f1-71c3-4cca-90cb-cdf391cd2ee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.114612] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Lock "a04a48f1-71c3-4cca-90cb-cdf391cd2ee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.137853] env[65983]: DEBUG nova.compute.utils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.139265] env[65983]: DEBUG nova.compute.manager [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 691.139477] env[65983]: DEBUG nova.network.neutron [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 691.139780] env[65983]: WARNING neutronclient.v2_0.client [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.140426] env[65983]: WARNING neutronclient.v2_0.client [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.184685] env[65983]: WARNING neutronclient.v2_0.client [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.215830] env[65983]: DEBUG nova.policy [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f240f9afeeb34dc39424691c792e4c7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c3ca780ae44e508b7c75bd4d59fc90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.286980] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.386156] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.546520] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Releasing lock "refresh_cache-f5166917-734f-4c86-84ec-3b63ea129c5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.547130] env[65983]: DEBUG nova.compute.manager [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Instance network_info: |[{"id": "53ef612a-000f-4279-8551-3aea5405a500", "address": "fa:16:3e:9a:86:d2", "network": {"id": "42525d2b-71c3-4c72-96a9-c42ebc3c8957", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1936496196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b96057452cf24ac0b4e4f4db0f2f3e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ef612a-00", "ovs_interfaceid": "53ef612a-000f-4279-8551-3aea5405a500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 691.547373] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:86:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53ef612a-000f-4279-8551-3aea5405a500', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.555343] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Creating folder: Project (b96057452cf24ac0b4e4f4db0f2f3e1e). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.555603] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d63d3c12-fc6e-4f5a-b7b9-14e8cdaecbc6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.570222] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Created folder: Project (b96057452cf24ac0b4e4f4db0f2f3e1e) in parent group-v873669. [ 691.570368] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Creating folder: Instances. Parent ref: group-v873762. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.570569] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ddd30aa-9b14-4a53-a84f-70d9a2ffaa93 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.573587] env[65983]: WARNING neutronclient.v2_0.client [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.583037] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Created folder: Instances in parent group-v873762. [ 691.583120] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 691.583316] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.583653] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a2931e9-475e-4619-bbc4-8d07f449b8a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.599100] env[65983]: DEBUG nova.network.neutron [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Successfully created port: a5601ea6-6216-46ad-8bd5-2aaa697a3ead {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 691.610139] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.610139] env[65983]: value = "task-4468291" [ 691.610139] env[65983]: _type = "Task" [ 691.610139] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.620406] env[65983]: DEBUG nova.compute.manager [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 691.624261] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468291, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.645854] env[65983]: DEBUG nova.compute.manager [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 691.675544] env[65983]: DEBUG nova.network.neutron [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Updated VIF entry in instance network info cache for port 566c03ff-69b6-4e8b-8904-ace7156bc3a5. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 691.675544] env[65983]: DEBUG nova.network.neutron [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Updating instance_info_cache with network_info: [{"id": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "address": "fa:16:3e:52:8d:78", "network": {"id": "f539e1c1-2f65-4f51-a6bb-f96e565ed166", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2058730624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c988392f7fd04fe8a0ae2ec40a28e2f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566c03ff-69", "ovs_interfaceid": "566c03ff-69b6-4e8b-8904-ace7156bc3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.713185] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e769b347-528b-4050-8501-b97aab148590 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.722276] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e862cf-e3f4-4743-8383-02e262c1dbed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.764385] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e170c761-10bd-4435-a934-0bd3956e7ed4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.773778] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0f83de-8a8e-4309-801c-c4605ce282dc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.801309] env[65983]: DEBUG nova.compute.provider_tree [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.916709] env[65983]: DEBUG nova.compute.manager [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Received event network-vif-plugged-eaf48317-bb79-4b8f-b333-00c8a7181194 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 691.917084] env[65983]: DEBUG oslo_concurrency.lockutils [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] Acquiring lock "7a0d4eac-9919-41b0-bc79-985db03ddaeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.917320] env[65983]: DEBUG oslo_concurrency.lockutils [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] Lock "7a0d4eac-9919-41b0-bc79-985db03ddaeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.917504] env[65983]: DEBUG oslo_concurrency.lockutils [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] Lock "7a0d4eac-9919-41b0-bc79-985db03ddaeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.917774] env[65983]: DEBUG nova.compute.manager [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] No waiting events found dispatching network-vif-plugged-eaf48317-bb79-4b8f-b333-00c8a7181194 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 691.917861] env[65983]: WARNING nova.compute.manager [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Received unexpected event network-vif-plugged-eaf48317-bb79-4b8f-b333-00c8a7181194 for instance with vm_state active and task_state None. [ 691.918021] env[65983]: DEBUG nova.compute.manager [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Received event network-changed-eaf48317-bb79-4b8f-b333-00c8a7181194 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 691.918270] env[65983]: DEBUG nova.compute.manager [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Refreshing instance network info cache due to event network-changed-eaf48317-bb79-4b8f-b333-00c8a7181194. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 691.918479] env[65983]: DEBUG oslo_concurrency.lockutils [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] Acquiring lock "refresh_cache-7a0d4eac-9919-41b0-bc79-985db03ddaeb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.918653] env[65983]: DEBUG oslo_concurrency.lockutils [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] Acquired lock "refresh_cache-7a0d4eac-9919-41b0-bc79-985db03ddaeb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.918828] env[65983]: DEBUG nova.network.neutron [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Refreshing network info cache for port eaf48317-bb79-4b8f-b333-00c8a7181194 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.038903] env[65983]: DEBUG nova.compute.manager [req-9b159f80-4b92-4db8-a32a-ddf9a5b4daed req-446df5a3-49cd-43bb-b4a6-c37188aa5a3d service nova] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Received event network-vif-deleted-1c4264de-3361-43cf-bdf9-09b9f9a0eb20 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 692.039175] env[65983]: DEBUG nova.compute.manager [req-9b159f80-4b92-4db8-a32a-ddf9a5b4daed req-446df5a3-49cd-43bb-b4a6-c37188aa5a3d service nova] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Received event network-vif-deleted-d1dcfb19-dff2-484c-86dc-6faf857e58e9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 692.123180] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468291, 'name': CreateVM_Task, 'duration_secs': 0.469085} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.123426] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.123960] env[65983]: WARNING neutronclient.v2_0.client [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.124349] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.124489] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.124806] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.127553] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6018ef-bc75-4fa6-82ff-8d62e6fadc72 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.136279] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Waiting for the task: (returnval){ [ 692.136279] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521fb0e3-2609-896d-abb8-f8e649921173" [ 692.136279] env[65983]: _type = "Task" [ 692.136279] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.147203] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521fb0e3-2609-896d-abb8-f8e649921173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.148339] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.177588] env[65983]: DEBUG oslo_concurrency.lockutils [req-ea1d1e8f-1dcd-4e52-b00d-fafa89e83115 req-3d2dab67-2747-44ac-a1af-c5b94aafc930 service nova] Releasing lock "refresh_cache-c827472c-405c-4df1-8c05-b139c8b3ebce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.284929] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "aec420c4-a727-4c86-a3fb-d22d015d6b13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.285339] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "aec420c4-a727-4c86-a3fb-d22d015d6b13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.285679] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "aec420c4-a727-4c86-a3fb-d22d015d6b13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.285977] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "aec420c4-a727-4c86-a3fb-d22d015d6b13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.286235] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "aec420c4-a727-4c86-a3fb-d22d015d6b13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.289110] env[65983]: INFO nova.compute.manager [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Terminating instance [ 692.304641] env[65983]: DEBUG nova.scheduler.client.report [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.390603] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "f83633bd-6802-402b-9ba0-7e3510fb145a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.395143] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.006s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.395518] env[65983]: INFO nova.compute.manager [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Attaching volume 282612cd-6fd8-4b8f-ba61-26e735615974 to /dev/sdb [ 692.421863] env[65983]: WARNING neutronclient.v2_0.client [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.440193] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a5f5df-7b9d-4b10-bfef-412597369907 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.451091] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d523544f-12cc-4034-89ef-a70c8e778fca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.470943] env[65983]: DEBUG nova.virt.block_device [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Updating existing volume attachment record: e3b28c8c-9fcb-4084-9675-2d9a029c935b {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 692.649219] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521fb0e3-2609-896d-abb8-f8e649921173, 'name': SearchDatastore_Task, 'duration_secs': 0.012061} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.649623] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.649790] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.650048] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.650201] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.650378] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.650658] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81b23006-0dfe-4f91-8034-fc63b01f3281 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.656326] env[65983]: DEBUG nova.compute.manager [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 692.661035] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.661255] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.662055] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd441f75-aac0-4a28-824d-9935fbea0716 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.668582] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Waiting for the task: (returnval){ [ 692.668582] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520cf837-8907-5642-9633-18dc8cfc25c5" [ 692.668582] env[65983]: _type = "Task" [ 692.668582] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.679121] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520cf837-8907-5642-9633-18dc8cfc25c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.688726] env[65983]: DEBUG nova.virt.hardware [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 692.688897] env[65983]: DEBUG nova.virt.hardware [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.689057] env[65983]: DEBUG nova.virt.hardware [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 692.689331] env[65983]: DEBUG nova.virt.hardware [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.689580] env[65983]: DEBUG nova.virt.hardware [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 692.689744] env[65983]: DEBUG nova.virt.hardware [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 692.689967] env[65983]: DEBUG nova.virt.hardware [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 692.690137] env[65983]: DEBUG nova.virt.hardware [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 692.690303] env[65983]: DEBUG nova.virt.hardware [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 692.690469] env[65983]: DEBUG nova.virt.hardware [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 692.690638] env[65983]: DEBUG nova.virt.hardware [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 692.691529] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15885537-6d9b-4c00-98c5-02afe263df91 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.700310] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ded960-835c-4e85-b916-75285001e094 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.795971] env[65983]: DEBUG nova.compute.manager [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 692.796266] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.797304] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ed4c28-460b-42a4-b890-cc6f09c59bed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.805963] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.806251] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb911db2-b90e-4d83-968a-b9e1f43a8383 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.809842] env[65983]: DEBUG oslo_concurrency.lockutils [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.813328] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.914s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.813566] env[65983]: DEBUG nova.objects.instance [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Lazy-loading 'resources' on Instance uuid 77ec82d6-2097-447f-b88c-462704777479 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.819031] env[65983]: DEBUG oslo_vmware.api [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 692.819031] env[65983]: value = "task-4468295" [ 692.819031] env[65983]: _type = "Task" [ 692.819031] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.825392] env[65983]: DEBUG oslo_vmware.api [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.839548] env[65983]: INFO nova.scheduler.client.report [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleted allocations for instance b5af5878-375e-4405-b971-e3b28fa0e34c [ 692.951957] env[65983]: DEBUG oslo_concurrency.lockutils [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Acquiring lock "4f61eecb-95df-4bb2-b3ce-71ee686558d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.952333] env[65983]: DEBUG oslo_concurrency.lockutils [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lock "4f61eecb-95df-4bb2-b3ce-71ee686558d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.952615] env[65983]: DEBUG oslo_concurrency.lockutils [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Acquiring lock "4f61eecb-95df-4bb2-b3ce-71ee686558d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.952863] env[65983]: DEBUG oslo_concurrency.lockutils [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lock "4f61eecb-95df-4bb2-b3ce-71ee686558d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.953068] env[65983]: DEBUG oslo_concurrency.lockutils [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lock "4f61eecb-95df-4bb2-b3ce-71ee686558d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.956224] env[65983]: INFO nova.compute.manager [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Terminating instance [ 693.182079] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520cf837-8907-5642-9633-18dc8cfc25c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.182980] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7edb2258-fa90-40a6-8667-25365a1bafc4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.191465] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Waiting for the task: (returnval){ [ 693.191465] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b75d10-2afa-45b8-8400-84bb2e31490d" [ 693.191465] env[65983]: _type = "Task" [ 693.191465] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.205455] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b75d10-2afa-45b8-8400-84bb2e31490d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.271509] env[65983]: DEBUG nova.network.neutron [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Successfully updated port: a5601ea6-6216-46ad-8bd5-2aaa697a3ead {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 693.331955] env[65983]: DEBUG oslo_vmware.api [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468295, 'name': PowerOffVM_Task, 'duration_secs': 0.376545} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.332254] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.332467] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.332869] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-333e9eb6-9eb5-426b-85c1-c63c3d55f4e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.351238] env[65983]: DEBUG oslo_concurrency.lockutils [None req-24d0d174-e85f-4174-b2be-49245b592b58 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5af5878-375e-4405-b971-e3b28fa0e34c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.462s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.420204] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.420204] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.420400] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Deleting the datastore file [datastore2] aec420c4-a727-4c86-a3fb-d22d015d6b13 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.420723] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b448e9f-150c-4a1f-aeb5-a20634f288ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.431449] env[65983]: DEBUG oslo_vmware.api [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for the task: (returnval){ [ 693.431449] env[65983]: value = "task-4468297" [ 693.431449] env[65983]: _type = "Task" [ 693.431449] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.448375] env[65983]: DEBUG oslo_vmware.api [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.461851] env[65983]: DEBUG nova.compute.manager [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 693.462156] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.462973] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdce0b6-2680-47d4-b950-793829bc40e1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.472149] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.477416] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d1acc72-0141-4fa0-90f9-63c0ff035707 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.486507] env[65983]: DEBUG oslo_vmware.api [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Waiting for the task: (returnval){ [ 693.486507] env[65983]: value = "task-4468298" [ 693.486507] env[65983]: _type = "Task" [ 693.486507] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.504474] env[65983]: DEBUG oslo_vmware.api [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.704936] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b75d10-2afa-45b8-8400-84bb2e31490d, 'name': SearchDatastore_Task, 'duration_secs': 0.014443} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.705872] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.705872] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] f5166917-734f-4c86-84ec-3b63ea129c5c/f5166917-734f-4c86-84ec-3b63ea129c5c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.705872] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-041b825d-62f3-4041-9dd0-6763793eb1c7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.714079] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Waiting for the task: (returnval){ [ 693.714079] env[65983]: value = "task-4468299" [ 693.714079] env[65983]: _type = "Task" [ 693.714079] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.729479] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.779286] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "refresh_cache-b5815a1e-0a5c-48eb-9a03-c048c3a8323c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.779286] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "refresh_cache-b5815a1e-0a5c-48eb-9a03-c048c3a8323c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.779286] env[65983]: DEBUG nova.network.neutron [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 693.867554] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c4f888-ba41-4984-ba45-1b42566321ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.881113] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70324c91-a090-4dbb-813c-3f2ec1ff1f28 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.920310] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71248272-692d-4f71-8830-86f00baefbb2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.931176] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15fb00f-324b-480e-a07b-7cdf4d71401d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.950793] env[65983]: DEBUG nova.compute.provider_tree [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.960488] env[65983]: DEBUG oslo_vmware.api [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Task: {'id': task-4468297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285484} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.960854] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.961079] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.961282] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.961462] env[65983]: INFO nova.compute.manager [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Took 1.17 seconds to destroy the instance on the hypervisor. [ 693.961769] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 693.961971] env[65983]: DEBUG nova.compute.manager [-] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 693.962106] env[65983]: DEBUG nova.network.neutron [-] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 693.962427] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.999689] env[65983]: DEBUG oslo_vmware.api [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468298, 'name': PowerOffVM_Task, 'duration_secs': 0.235648} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.000041] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.000223] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.000955] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-110dd8b8-5cbe-4520-9e7b-226427def067 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.094495] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.095205] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.095532] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Deleting the datastore file [datastore1] 4f61eecb-95df-4bb2-b3ce-71ee686558d3 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.095905] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7859a4de-20c6-42d5-814d-5639cbd969b6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.110613] env[65983]: DEBUG oslo_vmware.api [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Waiting for the task: (returnval){ [ 694.110613] env[65983]: value = "task-4468301" [ 694.110613] env[65983]: _type = "Task" [ 694.110613] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.120853] env[65983]: DEBUG oslo_vmware.api [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.193942] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.209871] env[65983]: WARNING neutronclient.v2_0.client [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.225431] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468299, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.454054] env[65983]: DEBUG nova.network.neutron [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 694.459812] env[65983]: DEBUG nova.scheduler.client.report [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.525689] env[65983]: DEBUG nova.network.neutron [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Updated VIF entry in instance network info cache for port eaf48317-bb79-4b8f-b333-00c8a7181194. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 694.525689] env[65983]: DEBUG nova.network.neutron [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Updating instance_info_cache with network_info: [{"id": "eaf48317-bb79-4b8f-b333-00c8a7181194", "address": "fa:16:3e:73:d8:dc", "network": {"id": "5eb30f14-abdb-44f2-b1a2-19a2fc4830e1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-436001060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0a602c4e4f2d4956b2ba0cff3d8928df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf48317-bb", "ovs_interfaceid": "eaf48317-bb79-4b8f-b333-00c8a7181194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.572475] env[65983]: WARNING neutronclient.v2_0.client [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.630557] env[65983]: DEBUG oslo_vmware.api [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Task: {'id': task-4468301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245899} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.630557] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.630557] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.630557] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.630557] env[65983]: INFO nova.compute.manager [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 694.630764] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 694.630955] env[65983]: DEBUG nova.compute.manager [-] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 694.631074] env[65983]: DEBUG nova.network.neutron [-] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 694.631369] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.663331] env[65983]: DEBUG nova.network.neutron [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Updating instance_info_cache with network_info: [{"id": "a5601ea6-6216-46ad-8bd5-2aaa697a3ead", "address": "fa:16:3e:b0:46:92", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5601ea6-62", "ovs_interfaceid": "a5601ea6-6216-46ad-8bd5-2aaa697a3ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.723995] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.730195] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536295} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.730465] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] f5166917-734f-4c86-84ec-3b63ea129c5c/f5166917-734f-4c86-84ec-3b63ea129c5c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.730675] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.732037] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fc0a84c-4194-4966-91ff-debf2263b13f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.739982] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Waiting for the task: (returnval){ [ 694.739982] env[65983]: value = "task-4468302" [ 694.739982] env[65983]: _type = "Task" [ 694.739982] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.750053] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.947652] env[65983]: DEBUG nova.network.neutron [-] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.971164] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.976073] env[65983]: DEBUG oslo_concurrency.lockutils [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.788s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.976073] env[65983]: DEBUG nova.objects.instance [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lazy-loading 'resources' on Instance uuid 0b774d8b-22a4-4849-b100-e9e1705e46fa {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.028592] env[65983]: DEBUG oslo_concurrency.lockutils [req-a18205e1-b81e-46ae-b23b-8a9ff934ee59 req-ab25f3ac-964f-4064-99de-f74493327778 service nova] Releasing lock "refresh_cache-7a0d4eac-9919-41b0-bc79-985db03ddaeb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.034409] env[65983]: INFO nova.scheduler.client.report [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Deleted allocations for instance 77ec82d6-2097-447f-b88c-462704777479 [ 695.167570] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "refresh_cache-b5815a1e-0a5c-48eb-9a03-c048c3a8323c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.168330] env[65983]: DEBUG nova.compute.manager [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Instance network_info: |[{"id": "a5601ea6-6216-46ad-8bd5-2aaa697a3ead", "address": "fa:16:3e:b0:46:92", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5601ea6-62", "ovs_interfaceid": "a5601ea6-6216-46ad-8bd5-2aaa697a3ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 695.169868] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:46:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5601ea6-6216-46ad-8bd5-2aaa697a3ead', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.176930] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 695.177259] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.177534] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5820b194-6d0c-483a-913d-7570b881e5d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.200574] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.200574] env[65983]: value = "task-4468304" [ 695.200574] env[65983]: _type = "Task" [ 695.200574] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.215572] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468304, 'name': CreateVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.250634] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068863} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.251488] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.252030] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcf241f-c4cd-4cda-a43f-e162392a9f67 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.277518] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] f5166917-734f-4c86-84ec-3b63ea129c5c/f5166917-734f-4c86-84ec-3b63ea129c5c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.278344] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ead29a1a-20d4-4523-85c0-d82a7d6a0cbf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.301371] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Waiting for the task: (returnval){ [ 695.301371] env[65983]: value = "task-4468305" [ 695.301371] env[65983]: _type = "Task" [ 695.301371] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.314956] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.452142] env[65983]: INFO nova.compute.manager [-] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Took 1.49 seconds to deallocate network for instance. [ 695.465463] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "3265bd0a-4ff8-4918-94db-af70314e84cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.465779] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "3265bd0a-4ff8-4918-94db-af70314e84cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.544769] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Lock "77ec82d6-2097-447f-b88c-462704777479" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.239s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.546189] env[65983]: DEBUG nova.network.neutron [-] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.622921] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "18eba7f8-31cc-4a75-b73a-b279853d125a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.622921] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "18eba7f8-31cc-4a75-b73a-b279853d125a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.669288] env[65983]: DEBUG nova.compute.manager [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Received event network-vif-deleted-96a1cf63-153b-4faf-9995-20bd8cac98bf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.669288] env[65983]: DEBUG nova.compute.manager [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Received event network-vif-plugged-a5601ea6-6216-46ad-8bd5-2aaa697a3ead {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.669288] env[65983]: DEBUG oslo_concurrency.lockutils [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] Acquiring lock "b5815a1e-0a5c-48eb-9a03-c048c3a8323c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.669594] env[65983]: DEBUG oslo_concurrency.lockutils [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] Lock "b5815a1e-0a5c-48eb-9a03-c048c3a8323c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.669739] env[65983]: DEBUG oslo_concurrency.lockutils [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] Lock "b5815a1e-0a5c-48eb-9a03-c048c3a8323c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.669909] env[65983]: DEBUG nova.compute.manager [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] No waiting events found dispatching network-vif-plugged-a5601ea6-6216-46ad-8bd5-2aaa697a3ead {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 695.670083] env[65983]: WARNING nova.compute.manager [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Received unexpected event network-vif-plugged-a5601ea6-6216-46ad-8bd5-2aaa697a3ead for instance with vm_state building and task_state spawning. [ 695.670238] env[65983]: DEBUG nova.compute.manager [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Received event network-changed-a5601ea6-6216-46ad-8bd5-2aaa697a3ead {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.670426] env[65983]: DEBUG nova.compute.manager [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Refreshing instance network info cache due to event network-changed-a5601ea6-6216-46ad-8bd5-2aaa697a3ead. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 695.670547] env[65983]: DEBUG oslo_concurrency.lockutils [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] Acquiring lock "refresh_cache-b5815a1e-0a5c-48eb-9a03-c048c3a8323c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.670672] env[65983]: DEBUG oslo_concurrency.lockutils [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] Acquired lock "refresh_cache-b5815a1e-0a5c-48eb-9a03-c048c3a8323c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.670809] env[65983]: DEBUG nova.network.neutron [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Refreshing network info cache for port a5601ea6-6216-46ad-8bd5-2aaa697a3ead {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.680172] env[65983]: DEBUG nova.compute.manager [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Received event network-vif-plugged-53ef612a-000f-4279-8551-3aea5405a500 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.682257] env[65983]: DEBUG oslo_concurrency.lockutils [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] Acquiring lock "f5166917-734f-4c86-84ec-3b63ea129c5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.682257] env[65983]: DEBUG oslo_concurrency.lockutils [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] Lock "f5166917-734f-4c86-84ec-3b63ea129c5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.682257] env[65983]: DEBUG oslo_concurrency.lockutils [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] Lock "f5166917-734f-4c86-84ec-3b63ea129c5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.682257] env[65983]: DEBUG nova.compute.manager [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] No waiting events found dispatching network-vif-plugged-53ef612a-000f-4279-8551-3aea5405a500 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 695.682257] env[65983]: WARNING nova.compute.manager [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Received unexpected event network-vif-plugged-53ef612a-000f-4279-8551-3aea5405a500 for instance with vm_state building and task_state spawning. [ 695.682257] env[65983]: DEBUG nova.compute.manager [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Received event network-changed-53ef612a-000f-4279-8551-3aea5405a500 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.682257] env[65983]: DEBUG nova.compute.manager [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Refreshing instance network info cache due to event network-changed-53ef612a-000f-4279-8551-3aea5405a500. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 695.682257] env[65983]: DEBUG oslo_concurrency.lockutils [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] Acquiring lock "refresh_cache-f5166917-734f-4c86-84ec-3b63ea129c5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.682570] env[65983]: DEBUG oslo_concurrency.lockutils [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] Acquired lock "refresh_cache-f5166917-734f-4c86-84ec-3b63ea129c5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.683102] env[65983]: DEBUG nova.network.neutron [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Refreshing network info cache for port 53ef612a-000f-4279-8551-3aea5405a500 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.715155] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468304, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.811969] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.967980] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.971464] env[65983]: DEBUG nova.compute.manager [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 696.049599] env[65983]: INFO nova.compute.manager [-] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Took 1.42 seconds to deallocate network for instance. [ 696.090900] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22ea419-b6f1-4314-9189-3c9f05b20997 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.103497] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2daa9e-3200-4257-8b41-a1420e0d2bbd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.142204] env[65983]: DEBUG nova.compute.manager [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 696.146865] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a99642-170a-4491-97e9-e93db17296fb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.157865] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025cde93-7f37-4c4b-8b4d-4efb0fd22cad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.174388] env[65983]: WARNING neutronclient.v2_0.client [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.177545] env[65983]: DEBUG nova.compute.provider_tree [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.186694] env[65983]: WARNING neutronclient.v2_0.client [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.215612] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468304, 'name': CreateVM_Task, 'duration_secs': 0.621472} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.215803] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.216362] env[65983]: WARNING neutronclient.v2_0.client [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.216751] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.216912] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.217353] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.217657] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c1db2fa-5789-46aa-822a-822c701ad7e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.223626] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 696.223626] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5264a570-3b72-de72-9ddd-15e9dc41225f" [ 696.223626] env[65983]: _type = "Task" [ 696.223626] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.233501] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5264a570-3b72-de72-9ddd-15e9dc41225f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.311895] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468305, 'name': ReconfigVM_Task, 'duration_secs': 0.667689} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.312183] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Reconfigured VM instance instance-00000020 to attach disk [datastore2] f5166917-734f-4c86-84ec-3b63ea129c5c/f5166917-734f-4c86-84ec-3b63ea129c5c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.312857] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5f87e96-5b41-4b41-a00c-a015d8274b83 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.320810] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Waiting for the task: (returnval){ [ 696.320810] env[65983]: value = "task-4468306" [ 696.320810] env[65983]: _type = "Task" [ 696.320810] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.331325] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468306, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.497336] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.541904] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.542183] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.542429] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.542545] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.542741] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.544821] env[65983]: INFO nova.compute.manager [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Terminating instance [ 696.564649] env[65983]: DEBUG oslo_concurrency.lockutils [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.680565] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.681584] env[65983]: DEBUG nova.scheduler.client.report [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.715223] env[65983]: WARNING neutronclient.v2_0.client [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.734603] env[65983]: WARNING neutronclient.v2_0.client [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.748452] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5264a570-3b72-de72-9ddd-15e9dc41225f, 'name': SearchDatastore_Task, 'duration_secs': 0.011301} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.748452] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.748452] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.748452] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.748452] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.748452] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.748452] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc3c5d52-a881-4583-9ad7-c9561cf0452d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.763927] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.763927] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.763927] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4beafe8d-4c7e-497e-af22-97fa65bd997b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.770698] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 696.770698] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a5c3da-6c39-121d-4234-f4a3066bd35d" [ 696.770698] env[65983]: _type = "Task" [ 696.770698] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.783346] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a5c3da-6c39-121d-4234-f4a3066bd35d, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.784231] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f50360-ed48-4981-ab17-9ad418bc0d18 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.791035] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 696.791035] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c19659-a5af-6b30-386f-50fd8875992a" [ 696.791035] env[65983]: _type = "Task" [ 696.791035] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.801586] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c19659-a5af-6b30-386f-50fd8875992a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.831090] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468306, 'name': Rename_Task, 'duration_secs': 0.363639} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.834094] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.834588] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-594662ec-5d56-4400-a540-80afc4169317 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.842443] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Waiting for the task: (returnval){ [ 696.842443] env[65983]: value = "task-4468307" [ 696.842443] env[65983]: _type = "Task" [ 696.842443] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.853380] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.962514] env[65983]: DEBUG nova.network.neutron [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Updated VIF entry in instance network info cache for port a5601ea6-6216-46ad-8bd5-2aaa697a3ead. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 696.962970] env[65983]: DEBUG nova.network.neutron [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Updating instance_info_cache with network_info: [{"id": "a5601ea6-6216-46ad-8bd5-2aaa697a3ead", "address": "fa:16:3e:b0:46:92", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5601ea6-62", "ovs_interfaceid": "a5601ea6-6216-46ad-8bd5-2aaa697a3ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.023316] env[65983]: DEBUG nova.network.neutron [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Updated VIF entry in instance network info cache for port 53ef612a-000f-4279-8551-3aea5405a500. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 697.024837] env[65983]: DEBUG nova.network.neutron [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Updating instance_info_cache with network_info: [{"id": "53ef612a-000f-4279-8551-3aea5405a500", "address": "fa:16:3e:9a:86:d2", "network": {"id": "42525d2b-71c3-4c72-96a9-c42ebc3c8957", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1936496196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b96057452cf24ac0b4e4f4db0f2f3e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ef612a-00", "ovs_interfaceid": "53ef612a-000f-4279-8551-3aea5405a500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.041087] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 697.041401] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873766', 'volume_id': '282612cd-6fd8-4b8f-ba61-26e735615974', 'name': 'volume-282612cd-6fd8-4b8f-ba61-26e735615974', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f83633bd-6802-402b-9ba0-7e3510fb145a', 'attached_at': '', 'detached_at': '', 'volume_id': '282612cd-6fd8-4b8f-ba61-26e735615974', 'serial': '282612cd-6fd8-4b8f-ba61-26e735615974'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 697.042484] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974a1cee-7874-4912-9ec9-2641e709bf12 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.050363] env[65983]: DEBUG nova.compute.manager [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 697.054099] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.054251] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ddc26a-3b2c-4aa0-9ac2-880102424fb4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.078645] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c8ad8e-404d-45de-936b-3c2329f5697c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.088928] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.088928] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64d3f2d9-60ea-4584-99f3-dc89de1c4644 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.123267] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-282612cd-6fd8-4b8f-ba61-26e735615974/volume-282612cd-6fd8-4b8f-ba61-26e735615974.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.124064] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4b642d0-28cd-47b5-a6e6-907e4e15a114 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.140818] env[65983]: DEBUG oslo_vmware.api [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 697.140818] env[65983]: value = "task-4468308" [ 697.140818] env[65983]: _type = "Task" [ 697.140818] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.147718] env[65983]: DEBUG oslo_vmware.api [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 697.147718] env[65983]: value = "task-4468309" [ 697.147718] env[65983]: _type = "Task" [ 697.147718] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.157035] env[65983]: DEBUG oslo_vmware.api [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.167909] env[65983]: DEBUG oslo_vmware.api [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.192279] env[65983]: DEBUG oslo_concurrency.lockutils [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.195587] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.255s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.195984] env[65983]: DEBUG nova.objects.instance [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 697.234972] env[65983]: INFO nova.scheduler.client.report [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Deleted allocations for instance 0b774d8b-22a4-4849-b100-e9e1705e46fa [ 697.311586] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c19659-a5af-6b30-386f-50fd8875992a, 'name': SearchDatastore_Task, 'duration_secs': 0.009724} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.312112] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.312557] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] b5815a1e-0a5c-48eb-9a03-c048c3a8323c/b5815a1e-0a5c-48eb-9a03-c048c3a8323c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.313133] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-736a171a-38d3-4964-a41e-191f8a5f886a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.328531] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 697.328531] env[65983]: value = "task-4468310" [ 697.328531] env[65983]: _type = "Task" [ 697.328531] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.336235] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.356483] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468307, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.456157] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.459018] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.466299] env[65983]: DEBUG oslo_concurrency.lockutils [req-b688aec1-4f29-4106-860f-230666ea27b9 req-39a9efb5-03c3-46e0-b7c2-083d622f7aba service nova] Releasing lock "refresh_cache-b5815a1e-0a5c-48eb-9a03-c048c3a8323c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.529767] env[65983]: DEBUG oslo_concurrency.lockutils [req-c22c8e53-f814-44ad-a3d5-026d4c250245 req-ef6f04b6-747d-49d4-8d0f-b31b8996648b service nova] Releasing lock "refresh_cache-f5166917-734f-4c86-84ec-3b63ea129c5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.655843] env[65983]: DEBUG oslo_vmware.api [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468308, 'name': PowerOffVM_Task, 'duration_secs': 0.257915} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.656568] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.656763] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.657050] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48726e9e-ec61-4468-af6e-149090c7ef02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.665029] env[65983]: DEBUG oslo_vmware.api [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468309, 'name': ReconfigVM_Task, 'duration_secs': 0.45765} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.665029] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-282612cd-6fd8-4b8f-ba61-26e735615974/volume-282612cd-6fd8-4b8f-ba61-26e735615974.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.670650] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0559fd8f-c30e-4d44-b577-f34f7f930d15 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.692559] env[65983]: DEBUG oslo_vmware.api [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 697.692559] env[65983]: value = "task-4468312" [ 697.692559] env[65983]: _type = "Task" [ 697.692559] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.711946] env[65983]: DEBUG oslo_vmware.api [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.749224] env[65983]: DEBUG oslo_concurrency.lockutils [None req-307020ea-c1a9-4c42-9c53-70364f4a79d4 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "0b774d8b-22a4-4849-b100-e9e1705e46fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.137s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.752565] env[65983]: DEBUG oslo_concurrency.lockutils [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "0b774d8b-22a4-4849-b100-e9e1705e46fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 17.401s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.752900] env[65983]: DEBUG oslo_concurrency.lockutils [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "0b774d8b-22a4-4849-b100-e9e1705e46fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.753177] env[65983]: DEBUG oslo_concurrency.lockutils [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "0b774d8b-22a4-4849-b100-e9e1705e46fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.753370] env[65983]: DEBUG oslo_concurrency.lockutils [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "0b774d8b-22a4-4849-b100-e9e1705e46fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.756682] env[65983]: INFO nova.compute.manager [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Terminating instance [ 697.789627] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.790549] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.790549] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Deleting the datastore file [datastore2] 5afa0e61-7e7b-487d-87bd-1d26c6017fbf {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.790752] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73a7397f-9e78-4679-ac2c-67b3712cbdfb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.801679] env[65983]: DEBUG oslo_vmware.api [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for the task: (returnval){ [ 697.801679] env[65983]: value = "task-4468313" [ 697.801679] env[65983]: _type = "Task" [ 697.801679] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.815224] env[65983]: DEBUG oslo_vmware.api [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.836249] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468310, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.856225] env[65983]: DEBUG oslo_vmware.api [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468307, 'name': PowerOnVM_Task, 'duration_secs': 0.586504} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.856225] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.856225] env[65983]: INFO nova.compute.manager [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Took 9.10 seconds to spawn the instance on the hypervisor. [ 697.856341] env[65983]: DEBUG nova.compute.manager [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 697.857465] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b66e50a-106e-4369-b6b2-5f1c462f5303 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.972470] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Acquiring lock "9e3679af-f405-4dc1-81c9-3e0ee90ce45c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.972721] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Lock "9e3679af-f405-4dc1-81c9-3e0ee90ce45c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.211830] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83389194-92b2-4f6d-bcbe-0a30b9db8d77 tempest-ServersAdmin275Test-1826415260 tempest-ServersAdmin275Test-1826415260-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.213029] env[65983]: DEBUG oslo_vmware.api [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468312, 'name': ReconfigVM_Task, 'duration_secs': 0.294879} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.213535] env[65983]: DEBUG oslo_concurrency.lockutils [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.187s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.213772] env[65983]: DEBUG nova.objects.instance [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lazy-loading 'resources' on Instance uuid 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.214939] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873766', 'volume_id': '282612cd-6fd8-4b8f-ba61-26e735615974', 'name': 'volume-282612cd-6fd8-4b8f-ba61-26e735615974', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f83633bd-6802-402b-9ba0-7e3510fb145a', 'attached_at': '', 'detached_at': '', 'volume_id': '282612cd-6fd8-4b8f-ba61-26e735615974', 'serial': '282612cd-6fd8-4b8f-ba61-26e735615974'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 698.261652] env[65983]: DEBUG oslo_concurrency.lockutils [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.262244] env[65983]: DEBUG oslo_concurrency.lockutils [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquired lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.262405] env[65983]: DEBUG nova.network.neutron [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 698.313536] env[65983]: DEBUG oslo_vmware.api [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Task: {'id': task-4468313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256733} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.314920] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.314920] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.314920] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.314920] env[65983]: INFO nova.compute.manager [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Took 1.26 seconds to destroy the instance on the hypervisor. [ 698.315317] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 698.315406] env[65983]: DEBUG nova.compute.manager [-] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 698.315617] env[65983]: DEBUG nova.network.neutron [-] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 698.316033] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.339240] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594686} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.339240] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] b5815a1e-0a5c-48eb-9a03-c048c3a8323c/b5815a1e-0a5c-48eb-9a03-c048c3a8323c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.339604] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.340525] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11db2c1a-4d09-4601-acd7-5acb2b9506fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.349157] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 698.349157] env[65983]: value = "task-4468314" [ 698.349157] env[65983]: _type = "Task" [ 698.349157] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.358441] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.381994] env[65983]: INFO nova.compute.manager [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Took 29.85 seconds to build instance. [ 698.453149] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.767323] env[65983]: DEBUG nova.compute.utils [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Can not refresh info_cache because instance was not found {{(pid=65983) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 698.767778] env[65983]: WARNING neutronclient.v2_0.client [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.829066] env[65983]: DEBUG nova.network.neutron [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 698.863434] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111943} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.866532] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.867908] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8e1dcd-002a-43c3-8bb0-43cfae62080b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.892348] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] b5815a1e-0a5c-48eb-9a03-c048c3a8323c/b5815a1e-0a5c-48eb-9a03-c048c3a8323c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.895795] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Lock "f5166917-734f-4c86-84ec-3b63ea129c5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.380s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.896127] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b84ce7fd-ccaa-491a-bcb5-b8f38b1dfa34 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.923501] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 698.923501] env[65983]: value = "task-4468315" [ 698.923501] env[65983]: _type = "Task" [ 698.923501] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.944052] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468315, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.994365] env[65983]: DEBUG nova.network.neutron [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.109518] env[65983]: DEBUG nova.compute.manager [req-0c258322-b10b-46bd-8578-8b7ca5fcade9 req-f5a5e55a-3b50-4a14-9404-f2101acc9443 service nova] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Received event network-vif-deleted-3394a136-fcb3-4e9b-9d63-2c868b1df3cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 699.109734] env[65983]: DEBUG nova.compute.manager [req-0c258322-b10b-46bd-8578-8b7ca5fcade9 req-f5a5e55a-3b50-4a14-9404-f2101acc9443 service nova] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Received event network-vif-deleted-75a6f558-9408-4a5d-a6aa-47d46f692817 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 699.290813] env[65983]: DEBUG nova.objects.instance [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lazy-loading 'flavor' on Instance uuid f83633bd-6802-402b-9ba0-7e3510fb145a {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.350627] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e0c93e-327f-4680-9f97-dbc899b0ce06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.362408] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af2480d-598b-45f6-8673-9d92d17e4416 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.396968] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250f017a-0995-47ff-8a5a-c430288dc891 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.406211] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406c3f25-d95e-4691-b430-968bc9c3836b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.422387] env[65983]: DEBUG nova.compute.manager [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 699.425487] env[65983]: DEBUG nova.compute.provider_tree [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.436537] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.495933] env[65983]: DEBUG nova.network.neutron [-] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.497370] env[65983]: DEBUG oslo_concurrency.lockutils [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Releasing lock "refresh_cache-0b774d8b-22a4-4849-b100-e9e1705e46fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.497758] env[65983]: DEBUG nova.compute.manager [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 699.499284] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.499284] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9330257e-cf72-4a5e-83a8-409606711296 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.510359] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d983afb-d23e-4ba4-889d-8134da12e5df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.546386] env[65983]: WARNING nova.virt.vmwareapi.vmops [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0b774d8b-22a4-4849-b100-e9e1705e46fa could not be found. [ 699.546727] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.546865] env[65983]: INFO nova.compute.manager [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Took 0.05 seconds to destroy the instance on the hypervisor. [ 699.547164] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 699.547623] env[65983]: DEBUG nova.compute.manager [-] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 699.547823] env[65983]: DEBUG nova.network.neutron [-] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 699.548149] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.565381] env[65983]: DEBUG nova.network.neutron [-] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 699.565669] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.711316] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Acquiring lock "979b028d-389e-4831-9879-c183a18fc304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.711563] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Lock "979b028d-389e-4831-9879-c183a18fc304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.711784] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Acquiring lock "979b028d-389e-4831-9879-c183a18fc304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.711959] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Lock "979b028d-389e-4831-9879-c183a18fc304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.712137] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Lock "979b028d-389e-4831-9879-c183a18fc304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.714402] env[65983]: INFO nova.compute.manager [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Terminating instance [ 699.754832] env[65983]: DEBUG nova.compute.manager [req-7fee653f-c716-4be1-8f9b-9e43bf3ce8d3 req-8496c375-1c6d-453b-9dde-4e8fb1a08e78 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Received event network-vif-deleted-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 699.799572] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3d981909-e474-40db-8bc4-70227b798888 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.404s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.932885] env[65983]: DEBUG nova.scheduler.client.report [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.951754] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468315, 'name': ReconfigVM_Task, 'duration_secs': 0.670451} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.952032] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Reconfigured VM instance instance-00000021 to attach disk [datastore2] b5815a1e-0a5c-48eb-9a03-c048c3a8323c/b5815a1e-0a5c-48eb-9a03-c048c3a8323c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.952703] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030f57a2-0a29-4439-9755-4f9a80aa415f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.961431] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 699.961431] env[65983]: value = "task-4468316" [ 699.961431] env[65983]: _type = "Task" [ 699.961431] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.970114] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.976298] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468316, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.000142] env[65983]: INFO nova.compute.manager [-] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Took 1.68 seconds to deallocate network for instance. [ 700.068192] env[65983]: DEBUG nova.network.neutron [-] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.149798] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Acquiring lock "7a0d4eac-9919-41b0-bc79-985db03ddaeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.150081] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Lock "7a0d4eac-9919-41b0-bc79-985db03ddaeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.150289] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Acquiring lock "7a0d4eac-9919-41b0-bc79-985db03ddaeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.151364] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Lock "7a0d4eac-9919-41b0-bc79-985db03ddaeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.151591] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Lock "7a0d4eac-9919-41b0-bc79-985db03ddaeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.154862] env[65983]: INFO nova.compute.manager [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Terminating instance [ 700.222183] env[65983]: DEBUG nova.compute.manager [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 700.222183] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.222183] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400d323-2f44-4906-9cce-286bb4ad76fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.230662] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.232538] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99069233-b541-473a-acd4-a41f6f42b20d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.242530] env[65983]: DEBUG oslo_vmware.api [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Waiting for the task: (returnval){ [ 700.242530] env[65983]: value = "task-4468317" [ 700.242530] env[65983]: _type = "Task" [ 700.242530] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.253869] env[65983]: DEBUG oslo_vmware.api [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.445011] env[65983]: DEBUG oslo_concurrency.lockutils [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.449123] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.969s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.452668] env[65983]: INFO nova.compute.claims [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.477837] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468316, 'name': Rename_Task, 'duration_secs': 0.181561} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.480520] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.480520] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a83b3d00-0a27-4cde-a7b3-a1555f025fcb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.483773] env[65983]: INFO nova.scheduler.client.report [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Deleted allocations for instance 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae [ 700.487537] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 700.487537] env[65983]: value = "task-4468318" [ 700.487537] env[65983]: _type = "Task" [ 700.487537] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.509526] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.509526] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.572044] env[65983]: INFO nova.compute.manager [-] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Took 1.02 seconds to deallocate network for instance. [ 700.660323] env[65983]: DEBUG nova.compute.manager [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 700.660549] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.661481] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cddaff-6c38-42b9-b493-f4d54612ebf4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.672846] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.673169] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3231f528-f506-4f5b-9311-e5c8abfea9e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.680271] env[65983]: DEBUG oslo_vmware.api [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Waiting for the task: (returnval){ [ 700.680271] env[65983]: value = "task-4468319" [ 700.680271] env[65983]: _type = "Task" [ 700.680271] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.692465] env[65983]: DEBUG oslo_vmware.api [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.757851] env[65983]: DEBUG oslo_vmware.api [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468317, 'name': PowerOffVM_Task, 'duration_secs': 0.350769} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.758162] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.758382] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.758918] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7d36ac4-1262-482e-aec7-224cc7f25141 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.840795] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.841090] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.841284] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Deleting the datastore file [datastore2] 979b028d-389e-4831-9879-c183a18fc304 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.841608] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e35b9a1b-62da-40e1-b6bb-316ef6e0a66e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.851317] env[65983]: DEBUG oslo_vmware.api [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Waiting for the task: (returnval){ [ 700.851317] env[65983]: value = "task-4468321" [ 700.851317] env[65983]: _type = "Task" [ 700.851317] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.862175] env[65983]: DEBUG oslo_vmware.api [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.003747] env[65983]: DEBUG oslo_concurrency.lockutils [None req-282bb83e-2ccf-4f96-b457-087bac24942e tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Lock "347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.918s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.016452] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468318, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.079439] env[65983]: INFO nova.compute.manager [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Instance disappeared during terminate [ 701.080110] env[65983]: DEBUG oslo_concurrency.lockutils [None req-62bc220b-68d5-4cba-8662-076e7dd59ddc tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "0b774d8b-22a4-4849-b100-e9e1705e46fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.329s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.195099] env[65983]: DEBUG oslo_vmware.api [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468319, 'name': PowerOffVM_Task, 'duration_secs': 0.232158} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.195541] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.195811] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.196382] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e47f08c-4549-4d9f-97b4-59eb16ff14a6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.245034] env[65983]: DEBUG oslo_concurrency.lockutils [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "c827472c-405c-4df1-8c05-b139c8b3ebce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.245034] env[65983]: DEBUG oslo_concurrency.lockutils [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "c827472c-405c-4df1-8c05-b139c8b3ebce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.245034] env[65983]: DEBUG oslo_concurrency.lockutils [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "c827472c-405c-4df1-8c05-b139c8b3ebce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.245034] env[65983]: DEBUG oslo_concurrency.lockutils [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "c827472c-405c-4df1-8c05-b139c8b3ebce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.245034] env[65983]: DEBUG oslo_concurrency.lockutils [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "c827472c-405c-4df1-8c05-b139c8b3ebce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.248024] env[65983]: INFO nova.compute.manager [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Terminating instance [ 701.272782] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.273157] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.273363] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Deleting the datastore file [datastore2] 7a0d4eac-9919-41b0-bc79-985db03ddaeb {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.273688] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47cc6bc4-4e70-464e-9a25-ed97e805a960 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.282522] env[65983]: DEBUG oslo_vmware.api [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Waiting for the task: (returnval){ [ 701.282522] env[65983]: value = "task-4468323" [ 701.282522] env[65983]: _type = "Task" [ 701.282522] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.293094] env[65983]: DEBUG oslo_vmware.api [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.363436] env[65983]: DEBUG oslo_vmware.api [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Task: {'id': task-4468321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140137} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.363687] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.364489] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.364489] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.364636] env[65983]: INFO nova.compute.manager [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] [instance: 979b028d-389e-4831-9879-c183a18fc304] Took 1.14 seconds to destroy the instance on the hypervisor. [ 701.365270] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 701.365270] env[65983]: DEBUG nova.compute.manager [-] [instance: 979b028d-389e-4831-9879-c183a18fc304] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 701.365270] env[65983]: DEBUG nova.network.neutron [-] [instance: 979b028d-389e-4831-9879-c183a18fc304] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 701.365270] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.510603] env[65983]: DEBUG oslo_vmware.api [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468318, 'name': PowerOnVM_Task, 'duration_secs': 0.664641} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.510867] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.512021] env[65983]: INFO nova.compute.manager [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Took 8.85 seconds to spawn the instance on the hypervisor. [ 701.512261] env[65983]: DEBUG nova.compute.manager [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 701.513110] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e783b288-1199-4038-bc54-9a812332e3cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.562593] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.759446] env[65983]: DEBUG nova.compute.manager [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 701.759613] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.762142] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98a1464-28e0-432f-8890-9b5c08e3a043 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.775328] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.775738] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53b432f3-3c75-4b25-9e59-7cf86061d8cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.790748] env[65983]: DEBUG oslo_vmware.api [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 701.790748] env[65983]: value = "task-4468324" [ 701.790748] env[65983]: _type = "Task" [ 701.790748] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.798519] env[65983]: DEBUG oslo_vmware.api [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Task: {'id': task-4468323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173476} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.801985] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.802239] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.802438] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.802646] env[65983]: INFO nova.compute.manager [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 701.802887] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 701.803759] env[65983]: DEBUG nova.compute.manager [-] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 701.803759] env[65983]: DEBUG nova.network.neutron [-] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 701.803759] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.811998] env[65983]: DEBUG oslo_vmware.api [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.012486] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fdb6ef-d15b-41d2-b315-534153295108 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.026188] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa452f3-c2dc-4176-9c56-5b406a380080 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.066775] env[65983]: INFO nova.compute.manager [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Took 31.41 seconds to build instance. [ 702.071665] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d525d4fd-1911-4764-a7c6-cf90ad99b395 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.081169] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f9cd43-4926-4225-96fb-146284c54520 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.090904] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.103539] env[65983]: DEBUG nova.compute.provider_tree [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.303763] env[65983]: DEBUG oslo_vmware.api [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468324, 'name': PowerOffVM_Task, 'duration_secs': 0.249533} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.304081] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.304268] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.304581] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5b18243-fb1d-411b-b10e-df6a92f2b4c9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.409939] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.410247] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.410349] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Deleting the datastore file [datastore1] c827472c-405c-4df1-8c05-b139c8b3ebce {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.410699] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e165d951-9b8b-4d03-a567-a14ed0548bea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.419390] env[65983]: DEBUG oslo_vmware.api [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for the task: (returnval){ [ 702.419390] env[65983]: value = "task-4468326" [ 702.419390] env[65983]: _type = "Task" [ 702.419390] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.428935] env[65983]: DEBUG oslo_vmware.api [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.517144] env[65983]: DEBUG nova.network.neutron [-] [instance: 979b028d-389e-4831-9879-c183a18fc304] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.576841] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5815a1e-0a5c-48eb-9a03-c048c3a8323c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.926s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.607831] env[65983]: DEBUG nova.scheduler.client.report [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.934028] env[65983]: DEBUG oslo_vmware.api [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Task: {'id': task-4468326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181761} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.934028] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.934182] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.934257] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.934457] env[65983]: INFO nova.compute.manager [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Took 1.17 seconds to destroy the instance on the hypervisor. [ 702.934643] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 702.934811] env[65983]: DEBUG nova.compute.manager [-] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 702.935429] env[65983]: DEBUG nova.network.neutron [-] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 702.935429] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.022903] env[65983]: INFO nova.compute.manager [-] [instance: 979b028d-389e-4831-9879-c183a18fc304] Took 1.66 seconds to deallocate network for instance. [ 703.082042] env[65983]: DEBUG nova.compute.manager [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 703.118853] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.119485] env[65983]: DEBUG nova.compute.manager [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 703.125775] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.641s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.130050] env[65983]: INFO nova.compute.claims [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.196892] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.289495] env[65983]: DEBUG nova.network.neutron [-] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.531291] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.613363] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.639119] env[65983]: DEBUG nova.compute.utils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.639119] env[65983]: DEBUG nova.compute.manager [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 703.639413] env[65983]: DEBUG nova.network.neutron [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 703.640086] env[65983]: WARNING neutronclient.v2_0.client [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.640086] env[65983]: WARNING neutronclient.v2_0.client [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.793717] env[65983]: INFO nova.compute.manager [-] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Took 1.99 seconds to deallocate network for instance. [ 703.853112] env[65983]: DEBUG nova.compute.manager [req-dc15e579-0021-45e8-8627-46012f8f0534 req-7280985f-3e16-4663-90be-dbbf7c078982 service nova] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Received event network-vif-deleted-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 703.866086] env[65983]: DEBUG nova.policy [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bce5605e6a4f4c378f5770257a42eb1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb8e5780e4a641b7a7b0232a01d43b71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.134049] env[65983]: DEBUG nova.network.neutron [-] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.147151] env[65983]: DEBUG nova.compute.manager [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 704.304150] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.509653] env[65983]: DEBUG nova.network.neutron [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Successfully created port: 86940782-3232-4b79-b037-46fcbf8db667 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 704.625130] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e0425d-5fcb-43bf-9498-b38245bc88e5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.635207] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897ff74c-c8bd-44d3-9c66-36fce779cc92 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.641176] env[65983]: INFO nova.compute.manager [-] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Took 1.71 seconds to deallocate network for instance. [ 704.679903] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2673027-8fbd-4c66-b6be-21e39b832344 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.694893] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fd8c46-0268-422e-8cdc-7d7183226c37 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.713410] env[65983]: DEBUG nova.compute.provider_tree [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.148345] env[65983]: DEBUG oslo_concurrency.lockutils [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.187779] env[65983]: DEBUG nova.compute.manager [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 705.220475] env[65983]: DEBUG nova.virt.hardware [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 705.220726] env[65983]: DEBUG nova.virt.hardware [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.220874] env[65983]: DEBUG nova.virt.hardware [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 705.221883] env[65983]: DEBUG nova.virt.hardware [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.222230] env[65983]: DEBUG nova.virt.hardware [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 705.222285] env[65983]: DEBUG nova.virt.hardware [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 705.222584] env[65983]: DEBUG nova.virt.hardware [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 705.222752] env[65983]: DEBUG nova.virt.hardware [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 705.222920] env[65983]: DEBUG nova.virt.hardware [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 705.223090] env[65983]: DEBUG nova.virt.hardware [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 705.223262] env[65983]: DEBUG nova.virt.hardware [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 705.224143] env[65983]: DEBUG nova.scheduler.client.report [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.228463] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a629b6-882c-4abe-9319-3be916b98719 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.238565] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b69c137-92c9-4c1f-b941-6e06f00e5121 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.448762] env[65983]: DEBUG nova.compute.manager [req-bdec875e-0787-41f7-b63f-a645af80c78e req-6e34f669-6165-48fe-9460-beb0c97fed84 service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Received event network-changed-53ef612a-000f-4279-8551-3aea5405a500 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 705.448963] env[65983]: DEBUG nova.compute.manager [req-bdec875e-0787-41f7-b63f-a645af80c78e req-6e34f669-6165-48fe-9460-beb0c97fed84 service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Refreshing instance network info cache due to event network-changed-53ef612a-000f-4279-8551-3aea5405a500. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 705.449199] env[65983]: DEBUG oslo_concurrency.lockutils [req-bdec875e-0787-41f7-b63f-a645af80c78e req-6e34f669-6165-48fe-9460-beb0c97fed84 service nova] Acquiring lock "refresh_cache-f5166917-734f-4c86-84ec-3b63ea129c5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.449344] env[65983]: DEBUG oslo_concurrency.lockutils [req-bdec875e-0787-41f7-b63f-a645af80c78e req-6e34f669-6165-48fe-9460-beb0c97fed84 service nova] Acquired lock "refresh_cache-f5166917-734f-4c86-84ec-3b63ea129c5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.449550] env[65983]: DEBUG nova.network.neutron [req-bdec875e-0787-41f7-b63f-a645af80c78e req-6e34f669-6165-48fe-9460-beb0c97fed84 service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Refreshing network info cache for port 53ef612a-000f-4279-8551-3aea5405a500 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.733348] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.734119] env[65983]: DEBUG nova.compute.manager [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 705.736594] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.917s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.736812] env[65983]: DEBUG nova.objects.instance [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Lazy-loading 'resources' on Instance uuid 4f12a59e-86bb-42a6-908c-3469b9e476d1 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.953039] env[65983]: WARNING neutronclient.v2_0.client [req-bdec875e-0787-41f7-b63f-a645af80c78e req-6e34f669-6165-48fe-9460-beb0c97fed84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.206947] env[65983]: DEBUG nova.network.neutron [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Successfully updated port: 86940782-3232-4b79-b037-46fcbf8db667 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 706.242705] env[65983]: DEBUG nova.compute.utils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.252081] env[65983]: DEBUG nova.compute.manager [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 706.252081] env[65983]: DEBUG nova.network.neutron [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 706.252081] env[65983]: WARNING neutronclient.v2_0.client [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.254721] env[65983]: WARNING neutronclient.v2_0.client [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.538557] env[65983]: DEBUG nova.policy [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bce5605e6a4f4c378f5770257a42eb1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb8e5780e4a641b7a7b0232a01d43b71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.702920] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97297c5f-3171-487a-bc0c-c2a1769a07d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.711458] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "refresh_cache-cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.711664] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquired lock "refresh_cache-cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.711835] env[65983]: DEBUG nova.network.neutron [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 706.715101] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cec5fdf-2c15-4c3e-997f-3b882bd7e744 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.749262] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6508f180-f5b6-4f01-ae99-5c5ead128e02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.759629] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4519c0e4-4e0d-4111-8bbf-d6396c97b6fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.764448] env[65983]: DEBUG nova.compute.manager [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 706.779059] env[65983]: DEBUG nova.compute.provider_tree [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.959723] env[65983]: DEBUG nova.network.neutron [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Successfully created port: f20ecf2f-ac69-4894-883a-b831f09dd268 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 707.282406] env[65983]: DEBUG nova.scheduler.client.report [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.393594] env[65983]: DEBUG nova.network.neutron [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 707.781233] env[65983]: DEBUG nova.compute.manager [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 707.789058] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "f06070f2-2135-42ab-b30b-a89344e0618e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.789360] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f06070f2-2135-42ab-b30b-a89344e0618e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.793404] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.795734] env[65983]: DEBUG oslo_concurrency.lockutils [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.738s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.795973] env[65983]: DEBUG nova.objects.instance [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Lazy-loading 'resources' on Instance uuid 864398b7-5b6d-486e-8190-46f930718874 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.823349] env[65983]: DEBUG nova.virt.hardware [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 707.824505] env[65983]: DEBUG nova.virt.hardware [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.824505] env[65983]: DEBUG nova.virt.hardware [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 707.824505] env[65983]: DEBUG nova.virt.hardware [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.824505] env[65983]: DEBUG nova.virt.hardware [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 707.824713] env[65983]: DEBUG nova.virt.hardware [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 707.824831] env[65983]: DEBUG nova.virt.hardware [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 707.825013] env[65983]: DEBUG nova.virt.hardware [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 707.825226] env[65983]: DEBUG nova.virt.hardware [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 707.825423] env[65983]: DEBUG nova.virt.hardware [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 707.826044] env[65983]: DEBUG nova.virt.hardware [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 707.827281] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2388770d-050a-4125-98cf-f2d0febf4e6c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.837722] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffac7ab-5afe-442b-a8ea-b58e6de80ba5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.853978] env[65983]: INFO nova.scheduler.client.report [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Deleted allocations for instance 4f12a59e-86bb-42a6-908c-3469b9e476d1 [ 708.271706] env[65983]: WARNING neutronclient.v2_0.client [req-bdec875e-0787-41f7-b63f-a645af80c78e req-6e34f669-6165-48fe-9460-beb0c97fed84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.367586] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Lock "4f12a59e-86bb-42a6-908c-3469b9e476d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.927s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.462713] env[65983]: DEBUG nova.network.neutron [req-bdec875e-0787-41f7-b63f-a645af80c78e req-6e34f669-6165-48fe-9460-beb0c97fed84 service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Updated VIF entry in instance network info cache for port 53ef612a-000f-4279-8551-3aea5405a500. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 708.463243] env[65983]: DEBUG nova.network.neutron [req-bdec875e-0787-41f7-b63f-a645af80c78e req-6e34f669-6165-48fe-9460-beb0c97fed84 service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Updating instance_info_cache with network_info: [{"id": "53ef612a-000f-4279-8551-3aea5405a500", "address": "fa:16:3e:9a:86:d2", "network": {"id": "42525d2b-71c3-4c72-96a9-c42ebc3c8957", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1936496196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b96057452cf24ac0b4e4f4db0f2f3e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ef612a-00", "ovs_interfaceid": "53ef612a-000f-4279-8551-3aea5405a500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.505712] env[65983]: WARNING neutronclient.v2_0.client [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.615215] env[65983]: DEBUG nova.network.neutron [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Updating instance_info_cache with network_info: [{"id": "86940782-3232-4b79-b037-46fcbf8db667", "address": "fa:16:3e:06:b8:9f", "network": {"id": "a72525ec-7d18-4a7c-9b54-92a208002dfb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-95525058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8e5780e4a641b7a7b0232a01d43b71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86940782-32", "ovs_interfaceid": "86940782-3232-4b79-b037-46fcbf8db667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.644742] env[65983]: DEBUG nova.compute.manager [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 708.646514] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a148a2-f152-4a94-87a9-cc81ef0b77fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.653684] env[65983]: DEBUG nova.network.neutron [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Successfully updated port: f20ecf2f-ac69-4894-883a-b831f09dd268 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 708.840070] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e48964c-25ee-4ccd-a535-536e7e90f86a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.849232] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be763a5-4716-49f7-9481-7ecbd83c50c7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.889681] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed27278-d3cd-4cf2-b03a-2bdefb364216 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.898892] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24488196-101f-41bd-bb56-355f177b29da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.914747] env[65983]: DEBUG nova.compute.provider_tree [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.966903] env[65983]: DEBUG oslo_concurrency.lockutils [req-bdec875e-0787-41f7-b63f-a645af80c78e req-6e34f669-6165-48fe-9460-beb0c97fed84 service nova] Releasing lock "refresh_cache-f5166917-734f-4c86-84ec-3b63ea129c5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.040313] env[65983]: DEBUG nova.compute.manager [req-ac8dba02-2361-4eef-93e4-87b15b16e965 req-5708a38b-8be9-4288-b9f0-c17335e7ac66 service nova] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Received event network-vif-deleted-eaf48317-bb79-4b8f-b333-00c8a7181194 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 709.041567] env[65983]: DEBUG nova.compute.manager [req-ac8dba02-2361-4eef-93e4-87b15b16e965 req-5708a38b-8be9-4288-b9f0-c17335e7ac66 service nova] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Received event network-vif-deleted-566c03ff-69b6-4e8b-8904-ace7156bc3a5 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 709.118617] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Releasing lock "refresh_cache-cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.119034] env[65983]: DEBUG nova.compute.manager [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Instance network_info: |[{"id": "86940782-3232-4b79-b037-46fcbf8db667", "address": "fa:16:3e:06:b8:9f", "network": {"id": "a72525ec-7d18-4a7c-9b54-92a208002dfb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-95525058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8e5780e4a641b7a7b0232a01d43b71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86940782-32", "ovs_interfaceid": "86940782-3232-4b79-b037-46fcbf8db667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 709.120306] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:b8:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86940782-3232-4b79-b037-46fcbf8db667', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.128424] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Creating folder: Project (cb8e5780e4a641b7a7b0232a01d43b71). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.128791] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4f39ddd-8dee-440f-a658-8ac78c6a5826 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.141113] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Created folder: Project (cb8e5780e4a641b7a7b0232a01d43b71) in parent group-v873669. [ 709.141113] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Creating folder: Instances. Parent ref: group-v873768. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.141113] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6582ba0d-f97f-4061-aa4c-e1d951265c3c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.152087] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Created folder: Instances in parent group-v873768. [ 709.152841] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 709.152841] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.152841] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00c7ab2b-3440-488d-a11a-a55f233ff76b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.168781] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "refresh_cache-4ec101b0-7414-43d4-a400-578a905a85fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.168921] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquired lock "refresh_cache-4ec101b0-7414-43d4-a400-578a905a85fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.169039] env[65983]: DEBUG nova.network.neutron [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 709.170825] env[65983]: INFO nova.compute.manager [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] instance snapshotting [ 709.176594] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3ac5ac-e99e-4150-9dbe-d5dcbf33de7d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.188097] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.188097] env[65983]: value = "task-4468329" [ 709.188097] env[65983]: _type = "Task" [ 709.188097] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.204708] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67006a9-be05-4a54-b37b-0c2395b8ae73 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.211296] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468329, 'name': CreateVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.256359] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee721ba-622e-4360-8b22-df94d67c2986 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.268970] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a3ea96-1bf4-468c-b83b-a091239a580c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Suspending the VM {{(pid=65983) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 709.268970] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2c122c22-30e3-43e6-bcf1-02cb97473ad7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.277565] env[65983]: DEBUG oslo_vmware.api [None req-d0a3ea96-1bf4-468c-b83b-a091239a580c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 709.277565] env[65983]: value = "task-4468330" [ 709.277565] env[65983]: _type = "Task" [ 709.277565] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.289040] env[65983]: DEBUG oslo_vmware.api [None req-d0a3ea96-1bf4-468c-b83b-a091239a580c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468330, 'name': SuspendVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.407841] env[65983]: DEBUG nova.compute.manager [req-e4cd181b-a366-4402-ad79-e64c4951178c req-f39487df-f368-4752-a0d4-74d9bfe5bc20 service nova] [instance: 979b028d-389e-4831-9879-c183a18fc304] Received event network-vif-deleted-3a65c716-c396-48dc-a458-2a79b1fb4a0e {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 709.418961] env[65983]: DEBUG nova.scheduler.client.report [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.704012] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468329, 'name': CreateVM_Task, 'duration_secs': 0.456942} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.704012] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.704012] env[65983]: WARNING neutronclient.v2_0.client [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.704351] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.704656] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.704885] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.705419] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f496e7fd-1f40-4bd9-80c4-43b1df3c0940 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.712791] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 709.712791] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5228ef99-3627-7cc1-0e8d-458ebd77a2f5" [ 709.712791] env[65983]: _type = "Task" [ 709.712791] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.718462] env[65983]: DEBUG nova.network.neutron [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 709.726190] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 709.729431] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-000ed060-e18e-4d79-aa58-d57b614acfb1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.731623] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5228ef99-3627-7cc1-0e8d-458ebd77a2f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.737194] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Acquiring lock "ba6e4068-f940-428e-b415-b11f7ec83857" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.737844] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Lock "ba6e4068-f940-428e-b415-b11f7ec83857" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.743190] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 709.743190] env[65983]: value = "task-4468331" [ 709.743190] env[65983]: _type = "Task" [ 709.743190] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.754479] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468331, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.788888] env[65983]: DEBUG oslo_vmware.api [None req-d0a3ea96-1bf4-468c-b83b-a091239a580c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468330, 'name': SuspendVM_Task} progress is 58%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.860178] env[65983]: WARNING neutronclient.v2_0.client [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.925484] env[65983]: DEBUG oslo_concurrency.lockutils [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.929400] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.511s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.929698] env[65983]: DEBUG nova.objects.instance [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Lazy-loading 'resources' on Instance uuid e2027a8c-5d49-4342-9b67-4c7592339c9a {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.984668] env[65983]: INFO nova.scheduler.client.report [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Deleted allocations for instance 864398b7-5b6d-486e-8190-46f930718874 [ 710.040737] env[65983]: DEBUG nova.network.neutron [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Updating instance_info_cache with network_info: [{"id": "f20ecf2f-ac69-4894-883a-b831f09dd268", "address": "fa:16:3e:88:de:52", "network": {"id": "a72525ec-7d18-4a7c-9b54-92a208002dfb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-95525058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8e5780e4a641b7a7b0232a01d43b71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20ecf2f-ac", "ovs_interfaceid": "f20ecf2f-ac69-4894-883a-b831f09dd268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.215387] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquiring lock "4c15afa2-321c-4502-b839-dc5578688302" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.215655] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Lock "4c15afa2-321c-4502-b839-dc5578688302" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.229264] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5228ef99-3627-7cc1-0e8d-458ebd77a2f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.229576] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.229877] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.230057] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.230154] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.230320] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.231052] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-450089a8-b70c-44f8-982b-f2dc02ee4c2a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.242370] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.242531] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.243271] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4be83af-8d05-4a6e-94c6-6b083f2d01ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.260411] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468331, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.260734] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 710.260734] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5251bcf4-317e-aac9-06f6-74d892ef4526" [ 710.260734] env[65983]: _type = "Task" [ 710.260734] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.271549] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5251bcf4-317e-aac9-06f6-74d892ef4526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.294703] env[65983]: DEBUG oslo_vmware.api [None req-d0a3ea96-1bf4-468c-b83b-a091239a580c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468330, 'name': SuspendVM_Task, 'duration_secs': 0.677347} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.295041] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a3ea96-1bf4-468c-b83b-a091239a580c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Suspended the VM {{(pid=65983) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 710.295211] env[65983]: DEBUG nova.compute.manager [None req-d0a3ea96-1bf4-468c-b83b-a091239a580c tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 710.298675] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16636792-fc5a-44ed-b6d1-e6ceafff39db {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.497802] env[65983]: DEBUG oslo_concurrency.lockutils [None req-782cbb23-ca95-46e9-a1a1-52113f32f355 tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Lock "864398b7-5b6d-486e-8190-46f930718874" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.500s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.543733] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Releasing lock "refresh_cache-4ec101b0-7414-43d4-a400-578a905a85fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.544123] env[65983]: DEBUG nova.compute.manager [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Instance network_info: |[{"id": "f20ecf2f-ac69-4894-883a-b831f09dd268", "address": "fa:16:3e:88:de:52", "network": {"id": "a72525ec-7d18-4a7c-9b54-92a208002dfb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-95525058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8e5780e4a641b7a7b0232a01d43b71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20ecf2f-ac", "ovs_interfaceid": "f20ecf2f-ac69-4894-883a-b831f09dd268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 710.544567] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:de:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f20ecf2f-ac69-4894-883a-b831f09dd268', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.554027] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 710.557760] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.558865] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a760290-8caa-40c8-a7cc-74afc03f3cc6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.582326] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.582326] env[65983]: value = "task-4468332" [ 710.582326] env[65983]: _type = "Task" [ 710.582326] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.594955] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468332, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.766780] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468331, 'name': CreateSnapshot_Task, 'duration_secs': 0.538095} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.778449] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 710.779524] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c15bff-9745-4702-bc02-8debfa7adab4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.792991] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5251bcf4-317e-aac9-06f6-74d892ef4526, 'name': SearchDatastore_Task, 'duration_secs': 0.024497} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.807108] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f571f571-6be5-469f-8a5f-7e4cb7463ee2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.816972] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 710.816972] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cfc305-de27-2741-b1a5-1b657b23bb6a" [ 710.816972] env[65983]: _type = "Task" [ 710.816972] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.828717] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cfc305-de27-2741-b1a5-1b657b23bb6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.930607] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquiring lock "e1c123d7-cb49-4e2a-a70e-62866a17702f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.930607] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Lock "e1c123d7-cb49-4e2a-a70e-62866a17702f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.100191] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468332, 'name': CreateVM_Task, 'duration_secs': 0.514411} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.100342] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.100800] env[65983]: WARNING neutronclient.v2_0.client [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.101168] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.101318] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.102150] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.102150] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e074d29-3d3b-483b-b01e-518b704b1b9a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.107813] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 711.107813] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e61316-9fac-58e3-612b-d48cb89c42ca" [ 711.107813] env[65983]: _type = "Task" [ 711.107813] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.119316] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e61316-9fac-58e3-612b-d48cb89c42ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.150805] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850b036f-8d0a-43be-b858-f250f9a47746 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.159857] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2843fc08-1214-4ebe-8286-7dc73a181436 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.193538] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27754d6-9ee5-4a61-b499-6ab2ab70f0ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.202628] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002d1216-feb8-443a-8d85-d3e670ebb1c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.219105] env[65983]: DEBUG nova.compute.provider_tree [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.317982] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 711.318340] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ef79098-ba8a-4c82-8906-d85bd4dc2b6b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.332803] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cfc305-de27-2741-b1a5-1b657b23bb6a, 'name': SearchDatastore_Task, 'duration_secs': 0.01242} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.334327] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.334600] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] cc067bb5-147c-47ac-9b2b-f6b58ad6a00b/cc067bb5-147c-47ac-9b2b-f6b58ad6a00b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.334925] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 711.334925] env[65983]: value = "task-4468333" [ 711.334925] env[65983]: _type = "Task" [ 711.334925] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.335143] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db18ed79-4c5a-43b7-b6c9-3ae5a91ee6ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.349376] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468333, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.350908] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 711.350908] env[65983]: value = "task-4468334" [ 711.350908] env[65983]: _type = "Task" [ 711.350908] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.620596] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e61316-9fac-58e3-612b-d48cb89c42ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013739} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.621105] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.621394] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.622512] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.624175] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.624175] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.624175] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5772e1ad-e3e3-477c-afe8-9e3428716242 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.633962] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.634149] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.634954] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167cc081-28f0-47f7-bb0c-b5f47e3405c2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.644185] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 711.644185] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ea0f23-9071-bdf9-6555-0a0623123ed4" [ 711.644185] env[65983]: _type = "Task" [ 711.644185] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.655123] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ea0f23-9071-bdf9-6555-0a0623123ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.724196] env[65983]: DEBUG nova.scheduler.client.report [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.850468] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468333, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.864267] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468334, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.158500] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ea0f23-9071-bdf9-6555-0a0623123ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.013237} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.160247] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f4c936-c95e-479c-9984-e9bf0a8c8304 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.167496] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 712.167496] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52890400-9d85-41ff-b06d-df1f4559a941" [ 712.167496] env[65983]: _type = "Task" [ 712.167496] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.180433] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52890400-9d85-41ff-b06d-df1f4559a941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.230084] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.232911] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.361s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.235599] env[65983]: INFO nova.compute.claims [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.260330] env[65983]: INFO nova.scheduler.client.report [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Deleted allocations for instance e2027a8c-5d49-4342-9b67-4c7592339c9a [ 712.351303] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468333, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.364106] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838119} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.364287] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] cc067bb5-147c-47ac-9b2b-f6b58ad6a00b/cc067bb5-147c-47ac-9b2b-f6b58ad6a00b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.364556] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.364932] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29ee1a79-b783-43c2-84b7-8e286e4d65b8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.375501] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 712.375501] env[65983]: value = "task-4468335" [ 712.375501] env[65983]: _type = "Task" [ 712.375501] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.388873] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.685943] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52890400-9d85-41ff-b06d-df1f4559a941, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.686187] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.686534] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 4ec101b0-7414-43d4-a400-578a905a85fa/4ec101b0-7414-43d4-a400-578a905a85fa.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.686745] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55d9ead2-1fc7-46fd-a6e6-eb5ba098f14e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.700961] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 712.700961] env[65983]: value = "task-4468336" [ 712.700961] env[65983]: _type = "Task" [ 712.700961] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.712553] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.774612] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Lock "e2027a8c-5d49-4342-9b67-4c7592339c9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.122s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.849201] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468333, 'name': CloneVM_Task} progress is 95%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.885574] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074745} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.885857] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.886673] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101c6b42-1c76-42b1-82f0-4a0d772d135d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.910461] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] cc067bb5-147c-47ac-9b2b-f6b58ad6a00b/cc067bb5-147c-47ac-9b2b-f6b58ad6a00b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.910742] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e73ea9a4-4558-4277-8ec6-16c26cbb1b19 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.931689] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 712.931689] env[65983]: value = "task-4468337" [ 712.931689] env[65983]: _type = "Task" [ 712.931689] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.945247] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468337, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.213232] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.350734] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468333, 'name': CloneVM_Task, 'duration_secs': 1.970897} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.351082] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Created linked-clone VM from snapshot [ 713.351902] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a152382-f805-46e0-8f77-fe56c1048444 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.364594] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Uploading image e8fbd2ba-173c-4ce6-81dd-4582317e96bf {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 713.381624] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 713.382093] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-376b81b4-4a44-4bce-81bd-c73d2b82fb5b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.391227] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 713.391227] env[65983]: value = "task-4468338" [ 713.391227] env[65983]: _type = "Task" [ 713.391227] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.404714] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468338, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.445941] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.710992] env[65983]: DEBUG nova.compute.manager [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Received event network-vif-plugged-86940782-3232-4b79-b037-46fcbf8db667 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 713.711250] env[65983]: DEBUG oslo_concurrency.lockutils [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] Acquiring lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.712239] env[65983]: DEBUG oslo_concurrency.lockutils [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] Lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.712239] env[65983]: DEBUG oslo_concurrency.lockutils [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] Lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.712239] env[65983]: DEBUG nova.compute.manager [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] No waiting events found dispatching network-vif-plugged-86940782-3232-4b79-b037-46fcbf8db667 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 713.712428] env[65983]: WARNING nova.compute.manager [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Received unexpected event network-vif-plugged-86940782-3232-4b79-b037-46fcbf8db667 for instance with vm_state building and task_state spawning. [ 713.713064] env[65983]: DEBUG nova.compute.manager [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Received event network-changed-86940782-3232-4b79-b037-46fcbf8db667 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 713.713064] env[65983]: DEBUG nova.compute.manager [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Refreshing instance network info cache due to event network-changed-86940782-3232-4b79-b037-46fcbf8db667. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 713.713191] env[65983]: DEBUG oslo_concurrency.lockutils [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] Acquiring lock "refresh_cache-cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.713615] env[65983]: DEBUG oslo_concurrency.lockutils [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] Acquired lock "refresh_cache-cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.713720] env[65983]: DEBUG nova.network.neutron [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Refreshing network info cache for port 86940782-3232-4b79-b037-46fcbf8db667 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.724021] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629387} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.727055] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 4ec101b0-7414-43d4-a400-578a905a85fa/4ec101b0-7414-43d4-a400-578a905a85fa.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.727321] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.729693] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6799900-e69a-4ea2-8d04-857e041c9557 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.743565] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 713.743565] env[65983]: value = "task-4468339" [ 713.743565] env[65983]: _type = "Task" [ 713.743565] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.753089] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ba53d8-7bf4-4404-8905-e99cdcec4873 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.759638] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.766434] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159bd246-de2c-4a26-885b-f64e3825fde4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.810680] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc96a11b-7b6b-4e47-a9f5-0c90e0afb62e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.820039] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a16babb-fd51-448c-bb6c-14b7dbaf8048 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.836852] env[65983]: DEBUG nova.compute.provider_tree [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.905247] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468338, 'name': Destroy_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.943967] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468337, 'name': ReconfigVM_Task, 'duration_secs': 0.637688} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.944346] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Reconfigured VM instance instance-00000022 to attach disk [datastore2] cc067bb5-147c-47ac-9b2b-f6b58ad6a00b/cc067bb5-147c-47ac-9b2b-f6b58ad6a00b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.945014] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d76a35e-7d0c-4c7c-a415-3c2bcd1745b6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.952519] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 713.952519] env[65983]: value = "task-4468340" [ 713.952519] env[65983]: _type = "Task" [ 713.952519] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.961966] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468340, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.218727] env[65983]: WARNING neutronclient.v2_0.client [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.259198] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130621} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.259198] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.260785] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f001dbc3-1f33-49d0-9da4-3c1b5c90beab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.286487] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 4ec101b0-7414-43d4-a400-578a905a85fa/4ec101b0-7414-43d4-a400-578a905a85fa.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.288771] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48494dbf-be00-4aa1-bb1b-33fe26aaf442 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.305735] env[65983]: DEBUG nova.compute.manager [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Received event network-vif-plugged-f20ecf2f-ac69-4894-883a-b831f09dd268 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 714.305979] env[65983]: DEBUG oslo_concurrency.lockutils [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] Acquiring lock "4ec101b0-7414-43d4-a400-578a905a85fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.306262] env[65983]: DEBUG oslo_concurrency.lockutils [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] Lock "4ec101b0-7414-43d4-a400-578a905a85fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.306429] env[65983]: DEBUG oslo_concurrency.lockutils [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] Lock "4ec101b0-7414-43d4-a400-578a905a85fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.306593] env[65983]: DEBUG nova.compute.manager [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] No waiting events found dispatching network-vif-plugged-f20ecf2f-ac69-4894-883a-b831f09dd268 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 714.306759] env[65983]: WARNING nova.compute.manager [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Received unexpected event network-vif-plugged-f20ecf2f-ac69-4894-883a-b831f09dd268 for instance with vm_state building and task_state spawning. [ 714.306993] env[65983]: DEBUG nova.compute.manager [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Received event network-changed-f20ecf2f-ac69-4894-883a-b831f09dd268 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 714.307174] env[65983]: DEBUG nova.compute.manager [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Refreshing instance network info cache due to event network-changed-f20ecf2f-ac69-4894-883a-b831f09dd268. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 714.307346] env[65983]: DEBUG oslo_concurrency.lockutils [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] Acquiring lock "refresh_cache-4ec101b0-7414-43d4-a400-578a905a85fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.307478] env[65983]: DEBUG oslo_concurrency.lockutils [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] Acquired lock "refresh_cache-4ec101b0-7414-43d4-a400-578a905a85fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.307635] env[65983]: DEBUG nova.network.neutron [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Refreshing network info cache for port f20ecf2f-ac69-4894-883a-b831f09dd268 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.315724] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 714.315724] env[65983]: value = "task-4468341" [ 714.315724] env[65983]: _type = "Task" [ 714.315724] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.327612] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.340757] env[65983]: DEBUG nova.scheduler.client.report [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.406746] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468338, 'name': Destroy_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.469043] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468340, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.811018] env[65983]: WARNING neutronclient.v2_0.client [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.826758] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468341, 'name': ReconfigVM_Task, 'duration_secs': 0.301658} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.827087] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 4ec101b0-7414-43d4-a400-578a905a85fa/4ec101b0-7414-43d4-a400-578a905a85fa.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.827778] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-771de715-057f-44e5-b5e7-a5960144cca1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.836057] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 714.836057] env[65983]: value = "task-4468342" [ 714.836057] env[65983]: _type = "Task" [ 714.836057] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.846862] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468342, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.849615] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.850156] env[65983]: DEBUG nova.compute.manager [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 714.852861] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.600s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.854367] env[65983]: INFO nova.compute.claims [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.912277] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468338, 'name': Destroy_Task, 'duration_secs': 1.451744} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.912689] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Destroyed the VM [ 714.913042] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 714.913417] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eba470f2-11e8-4351-8ba5-6ff94bbfc2c9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.923809] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 714.923809] env[65983]: value = "task-4468343" [ 714.923809] env[65983]: _type = "Task" [ 714.923809] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.943669] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468343, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.945306] env[65983]: WARNING neutronclient.v2_0.client [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.968229] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468340, 'name': Rename_Task, 'duration_secs': 1.002744} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.968229] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.968229] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00c6d95a-9876-4f5e-b58b-7c73cc2952ad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.976430] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 714.976430] env[65983]: value = "task-4468344" [ 714.976430] env[65983]: _type = "Task" [ 714.976430] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.991957] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.231857] env[65983]: DEBUG nova.network.neutron [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Updated VIF entry in instance network info cache for port 86940782-3232-4b79-b037-46fcbf8db667. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.232296] env[65983]: DEBUG nova.network.neutron [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Updating instance_info_cache with network_info: [{"id": "86940782-3232-4b79-b037-46fcbf8db667", "address": "fa:16:3e:06:b8:9f", "network": {"id": "a72525ec-7d18-4a7c-9b54-92a208002dfb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-95525058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8e5780e4a641b7a7b0232a01d43b71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86940782-32", "ovs_interfaceid": "86940782-3232-4b79-b037-46fcbf8db667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.351481] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468342, 'name': Rename_Task, 'duration_secs': 0.168303} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.351481] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.351481] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cfbee65-3ef2-4d12-9a19-b3649a5b986d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.359040] env[65983]: DEBUG nova.compute.utils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.366098] env[65983]: DEBUG nova.compute.manager [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 715.366479] env[65983]: DEBUG nova.network.neutron [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 715.366742] env[65983]: WARNING neutronclient.v2_0.client [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.367026] env[65983]: WARNING neutronclient.v2_0.client [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.369126] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 715.369126] env[65983]: value = "task-4468345" [ 715.369126] env[65983]: _type = "Task" [ 715.369126] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.382201] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468345, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.435587] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468343, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.444089] env[65983]: WARNING neutronclient.v2_0.client [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.495038] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468344, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.520499] env[65983]: DEBUG nova.policy [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bce5605e6a4f4c378f5770257a42eb1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb8e5780e4a641b7a7b0232a01d43b71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.735899] env[65983]: DEBUG oslo_concurrency.lockutils [req-2e5bf08a-2531-4026-a66f-2bdb033904d7 req-a1d1ac34-f2f2-4dad-b9ba-efb45639cf49 service nova] Releasing lock "refresh_cache-cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.867064] env[65983]: DEBUG nova.compute.manager [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 715.887835] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468345, 'name': PowerOnVM_Task} progress is 96%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.888862] env[65983]: DEBUG nova.network.neutron [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Successfully created port: 826f8327-9df7-4694-b175-1b211033e677 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 715.936913] env[65983]: DEBUG oslo_vmware.api [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468343, 'name': RemoveSnapshot_Task, 'duration_secs': 0.695359} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.937647] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 715.979164] env[65983]: DEBUG nova.network.neutron [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Updated VIF entry in instance network info cache for port f20ecf2f-ac69-4894-883a-b831f09dd268. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.979537] env[65983]: DEBUG nova.network.neutron [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Updating instance_info_cache with network_info: [{"id": "f20ecf2f-ac69-4894-883a-b831f09dd268", "address": "fa:16:3e:88:de:52", "network": {"id": "a72525ec-7d18-4a7c-9b54-92a208002dfb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-95525058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8e5780e4a641b7a7b0232a01d43b71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20ecf2f-ac", "ovs_interfaceid": "f20ecf2f-ac69-4894-883a-b831f09dd268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.994345] env[65983]: DEBUG oslo_vmware.api [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468344, 'name': PowerOnVM_Task, 'duration_secs': 0.522886} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.996110] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.996110] env[65983]: INFO nova.compute.manager [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Took 10.81 seconds to spawn the instance on the hypervisor. [ 715.996110] env[65983]: DEBUG nova.compute.manager [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 715.997603] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ea3d0f-15a5-4ef2-84c2-57551b4179ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.389095] env[65983]: DEBUG oslo_vmware.api [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468345, 'name': PowerOnVM_Task, 'duration_secs': 0.800378} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.389381] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.389628] env[65983]: INFO nova.compute.manager [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Took 8.61 seconds to spawn the instance on the hypervisor. [ 716.389738] env[65983]: DEBUG nova.compute.manager [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 716.390672] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430e84f9-02b4-4d5a-a0e4-37f4914b4b44 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.396885] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67ad369-0723-4d74-818c-0d195bfa230a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.409379] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca64a444-581b-4272-8da9-11d213822bfc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.444018] env[65983]: WARNING nova.compute.manager [None req-16055ffd-7fe2-4c44-9b38-8feabb751570 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Image not found during snapshot: nova.exception.ImageNotFound: Image e8fbd2ba-173c-4ce6-81dd-4582317e96bf could not be found. [ 716.447450] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688aa43b-9f01-4336-a849-8df7a68ccb10 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.457895] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dc8337-533e-49d4-81f7-43c22c3e3acb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.474270] env[65983]: DEBUG nova.compute.provider_tree [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.487351] env[65983]: DEBUG oslo_concurrency.lockutils [req-870147df-3677-4d58-8835-af33531e88be req-b72f44a8-7377-462f-8913-b1021e607250 service nova] Releasing lock "refresh_cache-4ec101b0-7414-43d4-a400-578a905a85fa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.527600] env[65983]: INFO nova.compute.manager [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Took 40.07 seconds to build instance. [ 716.885364] env[65983]: DEBUG nova.compute.manager [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 716.917474] env[65983]: INFO nova.compute.manager [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Took 36.45 seconds to build instance. [ 716.924093] env[65983]: DEBUG nova.virt.hardware [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 716.924315] env[65983]: DEBUG nova.virt.hardware [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.924549] env[65983]: DEBUG nova.virt.hardware [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 716.925030] env[65983]: DEBUG nova.virt.hardware [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.925644] env[65983]: DEBUG nova.virt.hardware [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 716.925970] env[65983]: DEBUG nova.virt.hardware [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 716.926463] env[65983]: DEBUG nova.virt.hardware [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 716.926701] env[65983]: DEBUG nova.virt.hardware [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 716.927094] env[65983]: DEBUG nova.virt.hardware [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 716.927356] env[65983]: DEBUG nova.virt.hardware [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 716.927760] env[65983]: DEBUG nova.virt.hardware [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 716.930024] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f242516-a8d1-45e8-87c9-d2f8275df6ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.940149] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4fc0b8-c8b3-4af0-8185-ad93b20fe3bc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.978072] env[65983]: DEBUG nova.scheduler.client.report [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.030204] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ed36032-7b34-485a-9fc0-2691c30825e3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.582s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.421152] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b610b977-d9f7-40da-889b-6dbc8c6523d1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "4ec101b0-7414-43d4-a400-578a905a85fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.972s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.488770] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.488770] env[65983]: DEBUG nova.compute.manager [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 717.492374] env[65983]: DEBUG oslo_concurrency.lockutils [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.880s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.492697] env[65983]: DEBUG nova.objects.instance [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Lazy-loading 'resources' on Instance uuid 376c3de8-3d51-4257-ba8f-a2e5b77b7355 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.532892] env[65983]: DEBUG nova.compute.manager [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 717.596228] env[65983]: DEBUG nova.network.neutron [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Successfully updated port: 826f8327-9df7-4694-b175-1b211033e677 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 717.924629] env[65983]: DEBUG nova.compute.manager [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 717.996192] env[65983]: DEBUG nova.compute.utils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.000530] env[65983]: DEBUG nova.compute.manager [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 718.000530] env[65983]: DEBUG nova.network.neutron [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 718.000983] env[65983]: WARNING neutronclient.v2_0.client [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.002695] env[65983]: WARNING neutronclient.v2_0.client [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.064708] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.089048] env[65983]: DEBUG nova.policy [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c414a24c2eb7416588d6ee552a0c3650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '230f465e9e204d6cbb261735ed7b0e59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.103861] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "refresh_cache-3308a205-c2bc-44c6-9f89-e7704d4774d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.104587] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquired lock "refresh_cache-3308a205-c2bc-44c6-9f89-e7704d4774d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.104587] env[65983]: DEBUG nova.network.neutron [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 718.454170] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.505824] env[65983]: DEBUG nova.compute.manager [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 718.613516] env[65983]: DEBUG nova.network.neutron [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Successfully created port: 0770c979-1108-45e3-8747-2b7732760d6b {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 718.624542] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4204da4a-7946-497c-8b55-9a6c45fb4afe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.637483] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4effb32-95d3-4800-b418-073bf29fbc3b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.671476] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b88a26a-0d1c-4f25-9dec-d7b98322e6e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.681164] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164b8776-bf28-4f23-b3ae-af5c6273a79e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.697730] env[65983]: DEBUG nova.compute.provider_tree [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.781406] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.781406] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.869177] env[65983]: DEBUG nova.network.neutron [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 719.205394] env[65983]: DEBUG nova.scheduler.client.report [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.515290] env[65983]: DEBUG nova.compute.manager [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 719.546646] env[65983]: DEBUG nova.virt.hardware [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 719.546827] env[65983]: DEBUG nova.virt.hardware [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.546990] env[65983]: DEBUG nova.virt.hardware [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 719.547181] env[65983]: DEBUG nova.virt.hardware [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.547321] env[65983]: DEBUG nova.virt.hardware [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 719.547461] env[65983]: DEBUG nova.virt.hardware [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 719.547696] env[65983]: DEBUG nova.virt.hardware [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 719.547856] env[65983]: DEBUG nova.virt.hardware [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 719.548111] env[65983]: DEBUG nova.virt.hardware [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 719.548272] env[65983]: DEBUG nova.virt.hardware [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 719.548437] env[65983]: DEBUG nova.virt.hardware [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 719.549409] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a2f828-e392-4818-b63d-d39d62a60ade {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.557893] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc300156-0e20-4bce-b040-8ee8b6ac318c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.710270] env[65983]: DEBUG oslo_concurrency.lockutils [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.713156] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.011s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.713156] env[65983]: DEBUG nova.objects.instance [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lazy-loading 'resources' on Instance uuid 1abdd22c-da15-4eb3-a446-241cc2086ab3 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.744797] env[65983]: INFO nova.scheduler.client.report [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Deleted allocations for instance 376c3de8-3d51-4257-ba8f-a2e5b77b7355 [ 719.806133] env[65983]: DEBUG nova.compute.manager [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 719.807446] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83a30a0-c907-4bf9-9b5a-2bb3107ceda2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.188481] env[65983]: WARNING neutronclient.v2_0.client [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.252692] env[65983]: DEBUG oslo_concurrency.lockutils [None req-591caba8-8ba3-4a2c-a5fe-9ede88e86a24 tempest-ServersAdmin275Test-856083729 tempest-ServersAdmin275Test-856083729-project-member] Lock "376c3de8-3d51-4257-ba8f-a2e5b77b7355" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.529s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.327425] env[65983]: INFO nova.compute.manager [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] instance snapshotting [ 720.327689] env[65983]: WARNING nova.compute.manager [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 720.330745] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb828bc-e51b-4b57-b7de-3f8383c8779f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.364860] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c4550c-580d-4a83-a173-4cef1961e888 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.482062] env[65983]: DEBUG nova.network.neutron [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Successfully updated port: 0770c979-1108-45e3-8747-2b7732760d6b {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 720.628701] env[65983]: DEBUG nova.network.neutron [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Updating instance_info_cache with network_info: [{"id": "826f8327-9df7-4694-b175-1b211033e677", "address": "fa:16:3e:02:11:a6", "network": {"id": "a72525ec-7d18-4a7c-9b54-92a208002dfb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-95525058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8e5780e4a641b7a7b0232a01d43b71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap826f8327-9d", "ovs_interfaceid": "826f8327-9df7-4694-b175-1b211033e677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.880026] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 720.880026] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3778fc45-1e76-4d17-aeb2-160db3728bcc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.885689] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bda406-6a13-423d-ba95-29d6deeb49d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.901039] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 720.901039] env[65983]: value = "task-4468346" [ 720.901039] env[65983]: _type = "Task" [ 720.901039] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.902888] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cd13b0-de59-4c43-9a80-3ed7015ac057 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.969780] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468346, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.972934] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bfa2ec-9666-46e4-a4be-40dcd2c5ddaa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.983276] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eaaeb5-a7da-430d-a065-c4f7398a81c0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.990454] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "refresh_cache-ff72ebdf-fcd2-474f-b95c-951b3114f968" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.990454] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquired lock "refresh_cache-ff72ebdf-fcd2-474f-b95c-951b3114f968" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.991014] env[65983]: DEBUG nova.network.neutron [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 721.004491] env[65983]: DEBUG nova.compute.provider_tree [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.132730] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Releasing lock "refresh_cache-3308a205-c2bc-44c6-9f89-e7704d4774d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.133359] env[65983]: DEBUG nova.compute.manager [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Instance network_info: |[{"id": "826f8327-9df7-4694-b175-1b211033e677", "address": "fa:16:3e:02:11:a6", "network": {"id": "a72525ec-7d18-4a7c-9b54-92a208002dfb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-95525058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8e5780e4a641b7a7b0232a01d43b71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap826f8327-9d", "ovs_interfaceid": "826f8327-9df7-4694-b175-1b211033e677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 721.135758] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:11:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '826f8327-9df7-4694-b175-1b211033e677', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.145863] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 721.146210] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.146470] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d2e1b6-5783-46ac-acc0-e2c51965a845 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.171028] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.171028] env[65983]: value = "task-4468347" [ 721.171028] env[65983]: _type = "Task" [ 721.171028] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.195296] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468347, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.421224] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468346, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.490139] env[65983]: DEBUG nova.compute.manager [req-059e496e-8d26-4acc-b48b-49b256120ce5 req-071c02d2-a60d-4654-9541-6561fe6e8f51 service nova] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Received event network-vif-plugged-826f8327-9df7-4694-b175-1b211033e677 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 721.490139] env[65983]: DEBUG oslo_concurrency.lockutils [req-059e496e-8d26-4acc-b48b-49b256120ce5 req-071c02d2-a60d-4654-9541-6561fe6e8f51 service nova] Acquiring lock "3308a205-c2bc-44c6-9f89-e7704d4774d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.490301] env[65983]: DEBUG oslo_concurrency.lockutils [req-059e496e-8d26-4acc-b48b-49b256120ce5 req-071c02d2-a60d-4654-9541-6561fe6e8f51 service nova] Lock "3308a205-c2bc-44c6-9f89-e7704d4774d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.490488] env[65983]: DEBUG oslo_concurrency.lockutils [req-059e496e-8d26-4acc-b48b-49b256120ce5 req-071c02d2-a60d-4654-9541-6561fe6e8f51 service nova] Lock "3308a205-c2bc-44c6-9f89-e7704d4774d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.490708] env[65983]: DEBUG nova.compute.manager [req-059e496e-8d26-4acc-b48b-49b256120ce5 req-071c02d2-a60d-4654-9541-6561fe6e8f51 service nova] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] No waiting events found dispatching network-vif-plugged-826f8327-9df7-4694-b175-1b211033e677 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 721.490881] env[65983]: WARNING nova.compute.manager [req-059e496e-8d26-4acc-b48b-49b256120ce5 req-071c02d2-a60d-4654-9541-6561fe6e8f51 service nova] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Received unexpected event network-vif-plugged-826f8327-9df7-4694-b175-1b211033e677 for instance with vm_state building and task_state spawning. [ 721.508324] env[65983]: DEBUG nova.scheduler.client.report [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.579172] env[65983]: DEBUG nova.network.neutron [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 721.605628] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Acquiring lock "42681067-538e-43fe-8055-ea562909c5a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.606736] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Lock "42681067-538e-43fe-8055-ea562909c5a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.685980] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468347, 'name': CreateVM_Task, 'duration_secs': 0.431081} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.685980] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.686500] env[65983]: WARNING neutronclient.v2_0.client [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.687817] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.687970] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.688332] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.688597] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ff366e-3b1c-409d-872a-e61161f164e7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.699396] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 721.699396] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52587475-fd8e-90b4-b6ac-c9dace50ada2" [ 721.699396] env[65983]: _type = "Task" [ 721.699396] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.711422] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52587475-fd8e-90b4-b6ac-c9dace50ada2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.923992] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468346, 'name': CreateSnapshot_Task, 'duration_secs': 0.982301} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.927245] env[65983]: WARNING neutronclient.v2_0.client [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.927982] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 721.929647] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafca5d2-b046-48ad-99ed-4a29278fdbd8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.020221] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.028281] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.801s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.032591] env[65983]: INFO nova.compute.claims [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.060842] env[65983]: INFO nova.scheduler.client.report [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Deleted allocations for instance 1abdd22c-da15-4eb3-a446-241cc2086ab3 [ 722.215858] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52587475-fd8e-90b4-b6ac-c9dace50ada2, 'name': SearchDatastore_Task, 'duration_secs': 0.012406} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.215858] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.215858] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.215858] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.215858] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.215858] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.216046] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-328ec3f8-0522-43e9-af5e-fc8c634c3a50 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.230653] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.230892] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.231594] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d7d6db-d243-4dd8-9c47-e48edac688c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.240525] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 722.240525] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52df6e6b-bd6d-4df0-aed1-f09aacb3041e" [ 722.240525] env[65983]: _type = "Task" [ 722.240525] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.251081] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52df6e6b-bd6d-4df0-aed1-f09aacb3041e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.297578] env[65983]: DEBUG nova.compute.manager [req-f8690511-c02d-4916-ac4e-986e5429a030 req-7dcab23f-3d38-4551-b71a-fc4e95cb6666 service nova] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Received event network-vif-plugged-0770c979-1108-45e3-8747-2b7732760d6b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 722.297920] env[65983]: DEBUG oslo_concurrency.lockutils [req-f8690511-c02d-4916-ac4e-986e5429a030 req-7dcab23f-3d38-4551-b71a-fc4e95cb6666 service nova] Acquiring lock "ff72ebdf-fcd2-474f-b95c-951b3114f968-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.298199] env[65983]: DEBUG oslo_concurrency.lockutils [req-f8690511-c02d-4916-ac4e-986e5429a030 req-7dcab23f-3d38-4551-b71a-fc4e95cb6666 service nova] Lock "ff72ebdf-fcd2-474f-b95c-951b3114f968-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.298340] env[65983]: DEBUG oslo_concurrency.lockutils [req-f8690511-c02d-4916-ac4e-986e5429a030 req-7dcab23f-3d38-4551-b71a-fc4e95cb6666 service nova] Lock "ff72ebdf-fcd2-474f-b95c-951b3114f968-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.298467] env[65983]: DEBUG nova.compute.manager [req-f8690511-c02d-4916-ac4e-986e5429a030 req-7dcab23f-3d38-4551-b71a-fc4e95cb6666 service nova] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] No waiting events found dispatching network-vif-plugged-0770c979-1108-45e3-8747-2b7732760d6b {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 722.302091] env[65983]: WARNING nova.compute.manager [req-f8690511-c02d-4916-ac4e-986e5429a030 req-7dcab23f-3d38-4551-b71a-fc4e95cb6666 service nova] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Received unexpected event network-vif-plugged-0770c979-1108-45e3-8747-2b7732760d6b for instance with vm_state building and task_state spawning. [ 722.444094] env[65983]: DEBUG nova.network.neutron [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Updating instance_info_cache with network_info: [{"id": "0770c979-1108-45e3-8747-2b7732760d6b", "address": "fa:16:3e:53:72:42", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0770c979-11", "ovs_interfaceid": "0770c979-1108-45e3-8747-2b7732760d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.454890] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 722.455240] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ec3aa00-f90b-472c-8f16-f8422b4e2b2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.467772] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 722.467772] env[65983]: value = "task-4468348" [ 722.467772] env[65983]: _type = "Task" [ 722.467772] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.481914] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468348, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.574626] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d09fb2c7-1c1b-4cfc-8432-502445592591 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "1abdd22c-da15-4eb3-a446-241cc2086ab3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.145s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.605943] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "9fb369af-202c-4d49-9d32-cbc411f8267a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.606247] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "9fb369af-202c-4d49-9d32-cbc411f8267a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.606473] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "9fb369af-202c-4d49-9d32-cbc411f8267a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.606619] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "9fb369af-202c-4d49-9d32-cbc411f8267a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.606995] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "9fb369af-202c-4d49-9d32-cbc411f8267a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.611302] env[65983]: INFO nova.compute.manager [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Terminating instance [ 722.755883] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52df6e6b-bd6d-4df0-aed1-f09aacb3041e, 'name': SearchDatastore_Task, 'duration_secs': 0.032743} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.756795] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc10fb7-58e0-4275-abdb-b2d291d37434 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.764553] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 722.764553] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fc95e2-57b4-d25b-def3-a761137e42fb" [ 722.764553] env[65983]: _type = "Task" [ 722.764553] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.778191] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fc95e2-57b4-d25b-def3-a761137e42fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.956582] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Releasing lock "refresh_cache-ff72ebdf-fcd2-474f-b95c-951b3114f968" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.957542] env[65983]: DEBUG nova.compute.manager [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Instance network_info: |[{"id": "0770c979-1108-45e3-8747-2b7732760d6b", "address": "fa:16:3e:53:72:42", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0770c979-11", "ovs_interfaceid": "0770c979-1108-45e3-8747-2b7732760d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 722.959029] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:72:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0770c979-1108-45e3-8747-2b7732760d6b', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.968450] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Creating folder: Project (230f465e9e204d6cbb261735ed7b0e59). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.968813] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5ae02a6-3a90-4bca-a7c8-a3f4257f4eb9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.984403] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468348, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.986054] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Created folder: Project (230f465e9e204d6cbb261735ed7b0e59) in parent group-v873669. [ 722.986302] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Creating folder: Instances. Parent ref: group-v873777. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.986513] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a594baa6-7989-4d2b-9da9-8ebc565553c9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.998943] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Created folder: Instances in parent group-v873777. [ 723.000096] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 723.000096] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.000096] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbd28e0b-717b-442f-8dd3-8faebae864d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.025440] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.025440] env[65983]: value = "task-4468351" [ 723.025440] env[65983]: _type = "Task" [ 723.025440] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.036811] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468351, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.125246] env[65983]: DEBUG nova.compute.manager [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 723.125246] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.126965] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7254826-1bad-469d-8b3c-8812f1372e0a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.144215] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.144573] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04697b09-e333-4cfe-8e2b-76a9068df353 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.167974] env[65983]: DEBUG oslo_vmware.api [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 723.167974] env[65983]: value = "task-4468352" [ 723.167974] env[65983]: _type = "Task" [ 723.167974] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.183162] env[65983]: DEBUG oslo_vmware.api [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.281359] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fc95e2-57b4-d25b-def3-a761137e42fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014355} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.285580] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.285580] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 3308a205-c2bc-44c6-9f89-e7704d4774d1/3308a205-c2bc-44c6-9f89-e7704d4774d1.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.286218] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08c4b4a9-37b5-44d3-9990-a9dcddb188bc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.297662] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 723.297662] env[65983]: value = "task-4468353" [ 723.297662] env[65983]: _type = "Task" [ 723.297662] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.314706] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.485613] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468348, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.537710] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468351, 'name': CreateVM_Task, 'duration_secs': 0.477699} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.537909] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.538484] env[65983]: WARNING neutronclient.v2_0.client [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.538869] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.539015] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.539330] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.539941] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9776352d-0722-4539-a29d-cd1a77cb71a2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.551625] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 723.551625] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a1473f-ac4c-0101-2102-9573265ac5c8" [ 723.551625] env[65983]: _type = "Task" [ 723.551625] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.572799] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a1473f-ac4c-0101-2102-9573265ac5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.686555] env[65983]: DEBUG oslo_vmware.api [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468352, 'name': PowerOffVM_Task, 'duration_secs': 0.34812} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.686867] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.687085] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.687381] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14a2c341-4537-41a9-90bb-f7c33acc1624 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.784778] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.785085] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.785291] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Deleting the datastore file [datastore1] 9fb369af-202c-4d49-9d32-cbc411f8267a {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.785803] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbf8b63e-786c-4f8c-82da-0f170b72ded1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.795337] env[65983]: DEBUG oslo_vmware.api [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 723.795337] env[65983]: value = "task-4468355" [ 723.795337] env[65983]: _type = "Task" [ 723.795337] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.820407] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468353, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.820407] env[65983]: DEBUG oslo_vmware.api [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.895161] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf029b1-aa05-489d-ad1c-85f21ba40df8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.905314] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f26dd26-fd23-43e2-bc95-70339cb01c07 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.944712] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d694c9b-1b63-4a93-bf27-8aebc1882acd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.956595] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1dc479-d7c0-4b72-a576-1ceebf94c16b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.975715] env[65983]: DEBUG nova.compute.provider_tree [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.991885] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468348, 'name': CloneVM_Task} progress is 95%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.066105] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a1473f-ac4c-0101-2102-9573265ac5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.015} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.067552] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.067552] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.067552] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.067552] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.067552] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.067552] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8227a505-c8dc-49c0-932c-e99bff640dac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.084859] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.085042] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.086322] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b31234b-a716-4baa-9050-fd900803bfb5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.097460] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 724.097460] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523903ea-583d-1a29-1851-05b46955c96d" [ 724.097460] env[65983]: _type = "Task" [ 724.097460] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.107035] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523903ea-583d-1a29-1851-05b46955c96d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.298155] env[65983]: DEBUG nova.compute.manager [req-2be997e3-eb19-4e00-b20a-dc0d34342d28 req-55d8d1b2-20fa-4120-a30f-b3f0ddfc0616 service nova] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Received event network-changed-826f8327-9df7-4694-b175-1b211033e677 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.299427] env[65983]: DEBUG nova.compute.manager [req-2be997e3-eb19-4e00-b20a-dc0d34342d28 req-55d8d1b2-20fa-4120-a30f-b3f0ddfc0616 service nova] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Refreshing instance network info cache due to event network-changed-826f8327-9df7-4694-b175-1b211033e677. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 724.299427] env[65983]: DEBUG oslo_concurrency.lockutils [req-2be997e3-eb19-4e00-b20a-dc0d34342d28 req-55d8d1b2-20fa-4120-a30f-b3f0ddfc0616 service nova] Acquiring lock "refresh_cache-3308a205-c2bc-44c6-9f89-e7704d4774d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.299427] env[65983]: DEBUG oslo_concurrency.lockutils [req-2be997e3-eb19-4e00-b20a-dc0d34342d28 req-55d8d1b2-20fa-4120-a30f-b3f0ddfc0616 service nova] Acquired lock "refresh_cache-3308a205-c2bc-44c6-9f89-e7704d4774d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.299427] env[65983]: DEBUG nova.network.neutron [req-2be997e3-eb19-4e00-b20a-dc0d34342d28 req-55d8d1b2-20fa-4120-a30f-b3f0ddfc0616 service nova] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Refreshing network info cache for port 826f8327-9df7-4694-b175-1b211033e677 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.328561] env[65983]: DEBUG oslo_vmware.api [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442335} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.331958] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.332183] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.333432] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.333432] env[65983]: INFO nova.compute.manager [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 724.333432] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 724.333618] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687646} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.334149] env[65983]: DEBUG nova.compute.manager [-] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 724.334249] env[65983]: DEBUG nova.network.neutron [-] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 724.334502] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.336868] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 3308a205-c2bc-44c6-9f89-e7704d4774d1/3308a205-c2bc-44c6-9f89-e7704d4774d1.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.341235] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.342687] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5384b498-ae36-4cd5-b12d-47fdf43cc628 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.352142] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 724.352142] env[65983]: value = "task-4468356" [ 724.352142] env[65983]: _type = "Task" [ 724.352142] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.364698] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.399742] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.483021] env[65983]: DEBUG nova.scheduler.client.report [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.495986] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468348, 'name': CloneVM_Task, 'duration_secs': 1.719858} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.495986] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Created linked-clone VM from snapshot [ 724.496861] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f73ac8-894d-48b9-b84f-3392273aaf82 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.506618] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Uploading image 37e16e95-0efd-47f0-b493-7559b94ce812 {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 724.534196] env[65983]: DEBUG oslo_vmware.rw_handles [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 724.534196] env[65983]: value = "vm-873776" [ 724.534196] env[65983]: _type = "VirtualMachine" [ 724.534196] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 724.534535] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-55a9b297-70bf-46ad-a151-cd60dabc48f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.542653] env[65983]: DEBUG oslo_vmware.rw_handles [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lease: (returnval){ [ 724.542653] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e7fc0d-63af-d3db-50dd-7019aba94102" [ 724.542653] env[65983]: _type = "HttpNfcLease" [ 724.542653] env[65983]: } obtained for exporting VM: (result){ [ 724.542653] env[65983]: value = "vm-873776" [ 724.542653] env[65983]: _type = "VirtualMachine" [ 724.542653] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 724.543097] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the lease: (returnval){ [ 724.543097] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e7fc0d-63af-d3db-50dd-7019aba94102" [ 724.543097] env[65983]: _type = "HttpNfcLease" [ 724.543097] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 724.550815] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.550815] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e7fc0d-63af-d3db-50dd-7019aba94102" [ 724.550815] env[65983]: _type = "HttpNfcLease" [ 724.550815] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 724.607032] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523903ea-583d-1a29-1851-05b46955c96d, 'name': SearchDatastore_Task, 'duration_secs': 0.012367} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.608047] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d8b9d0-db80-4001-8076-8031fe0b680d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.614506] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 724.614506] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ed0646-7881-1b19-7ad2-ab3e2bdaa3f8" [ 724.614506] env[65983]: _type = "Task" [ 724.614506] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.625159] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ed0646-7881-1b19-7ad2-ab3e2bdaa3f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.699363] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "2f6d4f72-e713-4422-9e72-ca261477d545" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.699615] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "2f6d4f72-e713-4422-9e72-ca261477d545" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.699824] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "2f6d4f72-e713-4422-9e72-ca261477d545-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.700854] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "2f6d4f72-e713-4422-9e72-ca261477d545-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.700854] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "2f6d4f72-e713-4422-9e72-ca261477d545-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.702434] env[65983]: INFO nova.compute.manager [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Terminating instance [ 724.813586] env[65983]: WARNING neutronclient.v2_0.client [req-2be997e3-eb19-4e00-b20a-dc0d34342d28 req-55d8d1b2-20fa-4120-a30f-b3f0ddfc0616 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.825745] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Acquiring lock "728a7240-9509-4449-a71d-44be5ae1e63c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.825745] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Lock "728a7240-9509-4449-a71d-44be5ae1e63c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.863258] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184569} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.863571] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.864503] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd68934f-37f2-4113-97fb-92ef46a24e16 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.889904] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 3308a205-c2bc-44c6-9f89-e7704d4774d1/3308a205-c2bc-44c6-9f89-e7704d4774d1.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.890668] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4223c55b-94b6-42ff-a025-15017a4a6cd2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.917420] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 724.917420] env[65983]: value = "task-4468358" [ 724.917420] env[65983]: _type = "Task" [ 724.917420] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.927695] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.997149] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.969s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.997609] env[65983]: DEBUG nova.compute.manager [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 725.003874] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.618s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.004131] env[65983]: DEBUG nova.objects.instance [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lazy-loading 'resources' on Instance uuid d2bccbbf-09fd-44d4-8b46-b32c3897e477 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.053669] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.053669] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e7fc0d-63af-d3db-50dd-7019aba94102" [ 725.053669] env[65983]: _type = "HttpNfcLease" [ 725.053669] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 725.054506] env[65983]: DEBUG oslo_vmware.rw_handles [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 725.054506] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e7fc0d-63af-d3db-50dd-7019aba94102" [ 725.054506] env[65983]: _type = "HttpNfcLease" [ 725.054506] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 725.055756] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982e53e8-70ef-4e1c-9b8b-0d9f772aabc7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.064323] env[65983]: DEBUG oslo_vmware.rw_handles [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1a9e5-7ee2-9d64-0d07-f5b1e547a50a/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 725.064511] env[65983]: DEBUG oslo_vmware.rw_handles [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1a9e5-7ee2-9d64-0d07-f5b1e547a50a/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 725.145424] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ed0646-7881-1b19-7ad2-ab3e2bdaa3f8, 'name': SearchDatastore_Task, 'duration_secs': 0.049815} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.146074] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.146074] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] ff72ebdf-fcd2-474f-b95c-951b3114f968/ff72ebdf-fcd2-474f-b95c-951b3114f968.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.146273] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e696398-89b8-4ab7-a187-ff29cd3bfe8e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.155968] env[65983]: DEBUG nova.network.neutron [-] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.158189] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 725.158189] env[65983]: value = "task-4468359" [ 725.158189] env[65983]: _type = "Task" [ 725.158189] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.168330] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.188626] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-effeb0e4-0ecc-4aca-82f8-460b760ba53b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.209120] env[65983]: DEBUG nova.compute.manager [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 725.209380] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.210430] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbbff1e-b8bd-4cce-b792-7ee297252bda {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.222395] env[65983]: WARNING neutronclient.v2_0.client [req-2be997e3-eb19-4e00-b20a-dc0d34342d28 req-55d8d1b2-20fa-4120-a30f-b3f0ddfc0616 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.230770] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.233967] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-316787aa-2568-43b1-8bd7-52ea5d16acdd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.244835] env[65983]: DEBUG oslo_vmware.api [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 725.244835] env[65983]: value = "task-4468360" [ 725.244835] env[65983]: _type = "Task" [ 725.244835] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.265382] env[65983]: DEBUG oslo_vmware.api [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.410765] env[65983]: DEBUG nova.network.neutron [req-2be997e3-eb19-4e00-b20a-dc0d34342d28 req-55d8d1b2-20fa-4120-a30f-b3f0ddfc0616 service nova] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Updated VIF entry in instance network info cache for port 826f8327-9df7-4694-b175-1b211033e677. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 725.411339] env[65983]: DEBUG nova.network.neutron [req-2be997e3-eb19-4e00-b20a-dc0d34342d28 req-55d8d1b2-20fa-4120-a30f-b3f0ddfc0616 service nova] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Updating instance_info_cache with network_info: [{"id": "826f8327-9df7-4694-b175-1b211033e677", "address": "fa:16:3e:02:11:a6", "network": {"id": "a72525ec-7d18-4a7c-9b54-92a208002dfb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-95525058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8e5780e4a641b7a7b0232a01d43b71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap826f8327-9d", "ovs_interfaceid": "826f8327-9df7-4694-b175-1b211033e677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.439064] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468358, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.494831] env[65983]: DEBUG nova.compute.manager [req-2bed98d0-4258-4c08-b753-43e9fc7e42f9 req-127cd012-1f65-4b67-9b94-1db09a2ddc55 service nova] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Received event network-changed-0770c979-1108-45e3-8747-2b7732760d6b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 725.495194] env[65983]: DEBUG nova.compute.manager [req-2bed98d0-4258-4c08-b753-43e9fc7e42f9 req-127cd012-1f65-4b67-9b94-1db09a2ddc55 service nova] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Refreshing instance network info cache due to event network-changed-0770c979-1108-45e3-8747-2b7732760d6b. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 725.495503] env[65983]: DEBUG oslo_concurrency.lockutils [req-2bed98d0-4258-4c08-b753-43e9fc7e42f9 req-127cd012-1f65-4b67-9b94-1db09a2ddc55 service nova] Acquiring lock "refresh_cache-ff72ebdf-fcd2-474f-b95c-951b3114f968" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.495747] env[65983]: DEBUG oslo_concurrency.lockutils [req-2bed98d0-4258-4c08-b753-43e9fc7e42f9 req-127cd012-1f65-4b67-9b94-1db09a2ddc55 service nova] Acquired lock "refresh_cache-ff72ebdf-fcd2-474f-b95c-951b3114f968" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.495944] env[65983]: DEBUG nova.network.neutron [req-2bed98d0-4258-4c08-b753-43e9fc7e42f9 req-127cd012-1f65-4b67-9b94-1db09a2ddc55 service nova] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Refreshing network info cache for port 0770c979-1108-45e3-8747-2b7732760d6b {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.507111] env[65983]: DEBUG nova.compute.utils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.512940] env[65983]: DEBUG nova.compute.manager [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 725.512940] env[65983]: DEBUG nova.network.neutron [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 725.512940] env[65983]: WARNING neutronclient.v2_0.client [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.512940] env[65983]: WARNING neutronclient.v2_0.client [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.635180] env[65983]: DEBUG nova.policy [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c414a24c2eb7416588d6ee552a0c3650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '230f465e9e204d6cbb261735ed7b0e59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.659048] env[65983]: INFO nova.compute.manager [-] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Took 1.32 seconds to deallocate network for instance. [ 725.680185] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468359, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.768140] env[65983]: DEBUG oslo_vmware.api [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468360, 'name': PowerOffVM_Task, 'duration_secs': 0.226319} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.768542] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.769235] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.769958] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a921b0de-107d-41a1-9a62-2763a1efb081 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.847964] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.848328] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.848570] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Deleting the datastore file [datastore2] 2f6d4f72-e713-4422-9e72-ca261477d545 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.848918] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-635b5fcd-56fe-42aa-8f99-70fb1de12844 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.857346] env[65983]: DEBUG oslo_vmware.api [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for the task: (returnval){ [ 725.857346] env[65983]: value = "task-4468362" [ 725.857346] env[65983]: _type = "Task" [ 725.857346] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.869822] env[65983]: DEBUG oslo_vmware.api [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.893711] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "426f2a51-b50a-4536-a982-cee62eaea47b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.893711] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "426f2a51-b50a-4536-a982-cee62eaea47b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.915045] env[65983]: DEBUG oslo_concurrency.lockutils [req-2be997e3-eb19-4e00-b20a-dc0d34342d28 req-55d8d1b2-20fa-4120-a30f-b3f0ddfc0616 service nova] Releasing lock "refresh_cache-3308a205-c2bc-44c6-9f89-e7704d4774d1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.931613] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468358, 'name': ReconfigVM_Task, 'duration_secs': 0.541815} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.934807] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 3308a205-c2bc-44c6-9f89-e7704d4774d1/3308a205-c2bc-44c6-9f89-e7704d4774d1.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.935797] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdd7a679-735c-4295-8f20-fe892c11b9e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.947172] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 725.947172] env[65983]: value = "task-4468363" [ 725.947172] env[65983]: _type = "Task" [ 725.947172] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.957097] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468363, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.000179] env[65983]: WARNING neutronclient.v2_0.client [req-2bed98d0-4258-4c08-b753-43e9fc7e42f9 req-127cd012-1f65-4b67-9b94-1db09a2ddc55 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.016357] env[65983]: DEBUG nova.compute.manager [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 726.171243] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615128} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.176830] env[65983]: DEBUG nova.network.neutron [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Successfully created port: eef55289-9dde-42b8-8319-ee8eca0f1393 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 726.179334] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] ff72ebdf-fcd2-474f-b95c-951b3114f968/ff72ebdf-fcd2-474f-b95c-951b3114f968.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.179628] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.180529] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.181142] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cc07503-d2eb-455b-9dd3-c33ce7b3c382 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.190017] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 726.190017] env[65983]: value = "task-4468364" [ 726.190017] env[65983]: _type = "Task" [ 726.190017] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.200503] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.317995] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452e502d-6990-46dc-af65-4c85659f6b19 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.327729] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6930d8be-c5a6-4930-8e85-3b9e2a629fdd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.366311] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b684261-a341-4ccb-8604-2c1212588604 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.380822] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d988137-1b1d-4032-9e74-d2f215ab6a1d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.384762] env[65983]: DEBUG oslo_vmware.api [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Task: {'id': task-4468362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160211} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.385936] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.385936] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.385936] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.385936] env[65983]: INFO nova.compute.manager [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Took 1.18 seconds to destroy the instance on the hypervisor. [ 726.385936] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 726.386627] env[65983]: DEBUG nova.compute.manager [-] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 726.386787] env[65983]: DEBUG nova.network.neutron [-] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 726.387099] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.400145] env[65983]: DEBUG nova.compute.provider_tree [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.459196] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468363, 'name': Rename_Task, 'duration_secs': 0.17855} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.459489] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.459753] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a24d4daf-fc9a-4666-bbec-bf2f3f322f55 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.470025] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 726.470025] env[65983]: value = "task-4468365" [ 726.470025] env[65983]: _type = "Task" [ 726.470025] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.476970] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.493777] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.705148] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468364, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.889775] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.890086] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.890213] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.890422] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.890658] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.890770] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.891045] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.891045] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65983) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 726.891191] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.904518] env[65983]: DEBUG nova.scheduler.client.report [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.981456] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468365, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.028299] env[65983]: DEBUG nova.compute.manager [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 727.055604] env[65983]: WARNING neutronclient.v2_0.client [req-2bed98d0-4258-4c08-b753-43e9fc7e42f9 req-127cd012-1f65-4b67-9b94-1db09a2ddc55 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.065673] env[65983]: DEBUG nova.virt.hardware [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 727.066283] env[65983]: DEBUG nova.virt.hardware [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.066571] env[65983]: DEBUG nova.virt.hardware [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 727.066839] env[65983]: DEBUG nova.virt.hardware [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.067041] env[65983]: DEBUG nova.virt.hardware [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 727.067297] env[65983]: DEBUG nova.virt.hardware [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 727.067533] env[65983]: DEBUG nova.virt.hardware [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 727.068519] env[65983]: DEBUG nova.virt.hardware [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 727.068519] env[65983]: DEBUG nova.virt.hardware [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 727.068519] env[65983]: DEBUG nova.virt.hardware [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 727.068844] env[65983]: DEBUG nova.virt.hardware [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 727.071047] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edd4d53-bcf8-437c-a157-7a4148ac2754 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.083730] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db33ddc-dbdb-48ab-8427-2c7970d72f23 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.211303] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.521842} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.212151] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.213460] env[65983]: DEBUG nova.network.neutron [req-2bed98d0-4258-4c08-b753-43e9fc7e42f9 req-127cd012-1f65-4b67-9b94-1db09a2ddc55 service nova] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Updated VIF entry in instance network info cache for port 0770c979-1108-45e3-8747-2b7732760d6b. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 727.214116] env[65983]: DEBUG nova.network.neutron [req-2bed98d0-4258-4c08-b753-43e9fc7e42f9 req-127cd012-1f65-4b67-9b94-1db09a2ddc55 service nova] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Updating instance_info_cache with network_info: [{"id": "0770c979-1108-45e3-8747-2b7732760d6b", "address": "fa:16:3e:53:72:42", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0770c979-11", "ovs_interfaceid": "0770c979-1108-45e3-8747-2b7732760d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.216066] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a452a6-24ef-4150-bea6-55b6f6d1ac18 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.245552] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] ff72ebdf-fcd2-474f-b95c-951b3114f968/ff72ebdf-fcd2-474f-b95c-951b3114f968.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.247060] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f68cdfa9-a816-43d5-b930-3d29074ea8b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.274223] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 727.274223] env[65983]: value = "task-4468366" [ 727.274223] env[65983]: _type = "Task" [ 727.274223] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.284800] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.395072] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.414381] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.410s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.419947] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.270s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.420713] env[65983]: INFO nova.compute.claims [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.424154] env[65983]: DEBUG nova.network.neutron [-] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.453174] env[65983]: INFO nova.scheduler.client.report [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Deleted allocations for instance d2bccbbf-09fd-44d4-8b46-b32c3897e477 [ 727.482101] env[65983]: DEBUG oslo_vmware.api [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468365, 'name': PowerOnVM_Task, 'duration_secs': 0.739889} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.485492] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.485492] env[65983]: INFO nova.compute.manager [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Took 10.60 seconds to spawn the instance on the hypervisor. [ 727.485492] env[65983]: DEBUG nova.compute.manager [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 727.485492] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773068da-0a19-42cf-96e5-a46f5d9341b1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.722356] env[65983]: DEBUG oslo_concurrency.lockutils [req-2bed98d0-4258-4c08-b753-43e9fc7e42f9 req-127cd012-1f65-4b67-9b94-1db09a2ddc55 service nova] Releasing lock "refresh_cache-ff72ebdf-fcd2-474f-b95c-951b3114f968" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.776167] env[65983]: DEBUG nova.compute.manager [req-d2feff76-1a44-4e49-acb7-2961dd7025b5 req-fbcee3e2-48de-449b-b5fa-8f66995e320c service nova] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Received event network-vif-deleted-7f44ab02-026a-40f7-a9a0-1d53f8828532 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 727.790776] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468366, 'name': ReconfigVM_Task, 'duration_secs': 0.366605} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.793177] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Reconfigured VM instance instance-00000025 to attach disk [datastore2] ff72ebdf-fcd2-474f-b95c-951b3114f968/ff72ebdf-fcd2-474f-b95c-951b3114f968.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.794453] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4275d39-c8d3-4b33-8e3d-0a869639a7be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.805388] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 727.805388] env[65983]: value = "task-4468367" [ 727.805388] env[65983]: _type = "Task" [ 727.805388] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.815185] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468367, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.928127] env[65983]: INFO nova.compute.manager [-] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Took 1.54 seconds to deallocate network for instance. [ 727.966841] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "d2bccbbf-09fd-44d4-8b46-b32c3897e477" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.958s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.008197] env[65983]: INFO nova.compute.manager [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Took 44.16 seconds to build instance. [ 728.103137] env[65983]: DEBUG nova.network.neutron [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Successfully updated port: eef55289-9dde-42b8-8319-ee8eca0f1393 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 728.231926] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "36cdd11a-35ef-4928-9b93-b2e8e54c3e53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.232183] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "36cdd11a-35ef-4928-9b93-b2e8e54c3e53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.317538] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468367, 'name': Rename_Task, 'duration_secs': 0.159598} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.318251] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.318555] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e2ddfcd-7d05-4ec4-86d6-c25912a5902e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.328809] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 728.328809] env[65983]: value = "task-4468368" [ 728.328809] env[65983]: _type = "Task" [ 728.328809] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.338881] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.383696] env[65983]: DEBUG nova.compute.manager [req-20759484-de0b-405f-873b-412d354fc0c3 req-22672e3b-7365-4be3-b9f7-387478110ea5 service nova] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Received event network-vif-deleted-068ad5b2-e025-41ed-a161-ff69edec04fe {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 728.439403] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.510201] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b367f03-5e31-4011-b8d9-9b4be84d102e tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "3308a205-c2bc-44c6-9f89-e7704d4774d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.692s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.608551] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "refresh_cache-91bd0c31-6455-4d19-933f-c0546c1f2cd6" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.608741] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquired lock "refresh_cache-91bd0c31-6455-4d19-933f-c0546c1f2cd6" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.608922] env[65983]: DEBUG nova.network.neutron [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 728.852469] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.015286] env[65983]: DEBUG nova.compute.manager [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 729.078019] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb25d019-cf2e-4be9-b79a-9e7307c1a62f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.089790] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561316ac-5734-4f76-bb09-c05c885fff87 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.135196] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061a13f6-dee9-46e9-80a7-04088c38dab1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.144241] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59440cbe-49f7-4e10-b08a-a2c455e8028b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.160826] env[65983]: DEBUG nova.compute.provider_tree [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.180997] env[65983]: DEBUG nova.network.neutron [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 729.268630] env[65983]: WARNING neutronclient.v2_0.client [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.347890] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.356459] env[65983]: DEBUG nova.network.neutron [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Updating instance_info_cache with network_info: [{"id": "eef55289-9dde-42b8-8319-ee8eca0f1393", "address": "fa:16:3e:2c:9b:05", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef55289-9d", "ovs_interfaceid": "eef55289-9dde-42b8-8319-ee8eca0f1393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.550542] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.665141] env[65983]: DEBUG nova.scheduler.client.report [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.849708] env[65983]: DEBUG oslo_vmware.api [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468368, 'name': PowerOnVM_Task, 'duration_secs': 1.259721} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.850022] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.850428] env[65983]: INFO nova.compute.manager [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Took 10.33 seconds to spawn the instance on the hypervisor. [ 729.850524] env[65983]: DEBUG nova.compute.manager [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 729.852018] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3fa037-fab6-437d-8aaa-3f305db0e250 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.859834] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Releasing lock "refresh_cache-91bd0c31-6455-4d19-933f-c0546c1f2cd6" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.860220] env[65983]: DEBUG nova.compute.manager [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Instance network_info: |[{"id": "eef55289-9dde-42b8-8319-ee8eca0f1393", "address": "fa:16:3e:2c:9b:05", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef55289-9d", "ovs_interfaceid": "eef55289-9dde-42b8-8319-ee8eca0f1393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 729.866504] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:9b:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eef55289-9dde-42b8-8319-ee8eca0f1393', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.882454] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 729.883047] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.883306] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b38f570-c53f-44d0-a0d3-3192d498e437 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.904658] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.904658] env[65983]: value = "task-4468369" [ 729.904658] env[65983]: _type = "Task" [ 729.904658] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.915243] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468369, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.171101] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.172045] env[65983]: DEBUG nova.compute.manager [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 730.174878] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.208s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.175249] env[65983]: DEBUG nova.objects.instance [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lazy-loading 'resources' on Instance uuid aec420c4-a727-4c86-a3fb-d22d015d6b13 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.392935] env[65983]: INFO nova.compute.manager [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Took 46.18 seconds to build instance. [ 730.397282] env[65983]: DEBUG nova.compute.manager [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Received event network-vif-plugged-eef55289-9dde-42b8-8319-ee8eca0f1393 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.397547] env[65983]: DEBUG oslo_concurrency.lockutils [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] Acquiring lock "91bd0c31-6455-4d19-933f-c0546c1f2cd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.397880] env[65983]: DEBUG oslo_concurrency.lockutils [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] Lock "91bd0c31-6455-4d19-933f-c0546c1f2cd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.401796] env[65983]: DEBUG oslo_concurrency.lockutils [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] Lock "91bd0c31-6455-4d19-933f-c0546c1f2cd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.402278] env[65983]: DEBUG nova.compute.manager [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] No waiting events found dispatching network-vif-plugged-eef55289-9dde-42b8-8319-ee8eca0f1393 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 730.402410] env[65983]: WARNING nova.compute.manager [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Received unexpected event network-vif-plugged-eef55289-9dde-42b8-8319-ee8eca0f1393 for instance with vm_state building and task_state spawning. [ 730.402652] env[65983]: DEBUG nova.compute.manager [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Received event network-changed-eef55289-9dde-42b8-8319-ee8eca0f1393 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.403254] env[65983]: DEBUG nova.compute.manager [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Refreshing instance network info cache due to event network-changed-eef55289-9dde-42b8-8319-ee8eca0f1393. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 730.403694] env[65983]: DEBUG oslo_concurrency.lockutils [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] Acquiring lock "refresh_cache-91bd0c31-6455-4d19-933f-c0546c1f2cd6" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.404063] env[65983]: DEBUG oslo_concurrency.lockutils [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] Acquired lock "refresh_cache-91bd0c31-6455-4d19-933f-c0546c1f2cd6" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.404323] env[65983]: DEBUG nova.network.neutron [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Refreshing network info cache for port eef55289-9dde-42b8-8319-ee8eca0f1393 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.420728] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468369, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.678885] env[65983]: DEBUG nova.compute.utils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.685594] env[65983]: DEBUG nova.compute.manager [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 730.686085] env[65983]: DEBUG nova.network.neutron [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 730.686611] env[65983]: WARNING neutronclient.v2_0.client [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.688216] env[65983]: WARNING neutronclient.v2_0.client [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.744803] env[65983]: DEBUG nova.policy [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86be7285759c401fbf5b37802a0b59a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0bcd38b47e9445397a4b99abe7e3916', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.898699] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a399e89e-a942-43b9-9a2d-ad45ca743239 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "ff72ebdf-fcd2-474f-b95c-951b3114f968" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.694s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.907502] env[65983]: WARNING neutronclient.v2_0.client [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.922997] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468369, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.149607] env[65983]: DEBUG nova.network.neutron [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Successfully created port: 3b412408-615d-4162-b643-25b5b528bd24 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 731.185238] env[65983]: DEBUG nova.compute.manager [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 731.267918] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a95080-49ca-42e3-b5e7-285b06436f2e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.277210] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0b894c-330e-4c77-a8a3-6579f11fdfd1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.311227] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e492c4e-0de0-43d5-bff9-37a0eeb33a95 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.320708] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc1a7f3-8482-41be-80a6-2756fe37978a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.336985] env[65983]: DEBUG nova.compute.provider_tree [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.407726] env[65983]: DEBUG nova.compute.manager [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 731.420665] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468369, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.843794] env[65983]: DEBUG nova.scheduler.client.report [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.925306] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468369, 'name': CreateVM_Task, 'duration_secs': 1.526239} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.927733] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.928785] env[65983]: WARNING neutronclient.v2_0.client [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.929822] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.929822] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.929822] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.930307] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfd9572-65a1-458a-a8fa-114a80f2f505 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.936140] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 731.936140] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525a9351-aac7-e716-c02b-dcc5f916f7a7" [ 731.936140] env[65983]: _type = "Task" [ 731.936140] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.945920] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.946160] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525a9351-aac7-e716-c02b-dcc5f916f7a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.195348] env[65983]: DEBUG nova.compute.manager [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 732.227560] env[65983]: DEBUG nova.virt.hardware [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 732.227723] env[65983]: DEBUG nova.virt.hardware [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.227762] env[65983]: DEBUG nova.virt.hardware [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 732.227958] env[65983]: DEBUG nova.virt.hardware [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.228113] env[65983]: DEBUG nova.virt.hardware [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 732.229695] env[65983]: DEBUG nova.virt.hardware [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 732.229695] env[65983]: DEBUG nova.virt.hardware [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 732.229695] env[65983]: DEBUG nova.virt.hardware [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 732.229931] env[65983]: DEBUG nova.virt.hardware [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 732.230209] env[65983]: DEBUG nova.virt.hardware [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 732.230417] env[65983]: DEBUG nova.virt.hardware [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 732.231581] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371cbed8-a0a4-4f0d-894a-92383227866a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.242392] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6a7318-1d38-4c2d-99da-b1a05ce07314 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.349651] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.352809] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.855s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.354998] env[65983]: INFO nova.compute.claims [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.363080] env[65983]: WARNING neutronclient.v2_0.client [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.386020] env[65983]: INFO nova.scheduler.client.report [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Deleted allocations for instance aec420c4-a727-4c86-a3fb-d22d015d6b13 [ 732.448331] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525a9351-aac7-e716-c02b-dcc5f916f7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.015968} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.449292] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.449523] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.449752] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.449886] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.450143] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.450579] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4ca84df-de96-431b-a289-0f21c5293fa9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.463209] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.463209] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.463992] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d05e09-ebd0-4ef3-8b75-78906f102efc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.471473] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 732.471473] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5251728b-bae8-f65b-d807-b7c9ef3f76d4" [ 732.471473] env[65983]: _type = "Task" [ 732.471473] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.481157] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5251728b-bae8-f65b-d807-b7c9ef3f76d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.781746] env[65983]: DEBUG nova.network.neutron [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Successfully updated port: 3b412408-615d-4162-b643-25b5b528bd24 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 732.897618] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2b19fb9-00e2-442a-b9d4-e84366968742 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Lock "aec420c4-a727-4c86-a3fb-d22d015d6b13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.612s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.985971] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5251728b-bae8-f65b-d807-b7c9ef3f76d4, 'name': SearchDatastore_Task, 'duration_secs': 0.016176} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.989931] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407efec3-84e5-4891-b48d-6493fe22f279 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.994444] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 732.994444] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520feb46-631c-358b-20b1-ed849b569ec9" [ 732.994444] env[65983]: _type = "Task" [ 732.994444] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.004586] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520feb46-631c-358b-20b1-ed849b569ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.062687] env[65983]: DEBUG oslo_vmware.rw_handles [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1a9e5-7ee2-9d64-0d07-f5b1e547a50a/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 733.063769] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e59b1c-6df5-49ad-8f51-8882a722560f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.070943] env[65983]: DEBUG oslo_vmware.rw_handles [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1a9e5-7ee2-9d64-0d07-f5b1e547a50a/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 733.071127] env[65983]: ERROR oslo_vmware.rw_handles [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1a9e5-7ee2-9d64-0d07-f5b1e547a50a/disk-0.vmdk due to incomplete transfer. [ 733.071363] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c1c251bc-8954-493d-abe8-21b6184e4504 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.080940] env[65983]: DEBUG oslo_vmware.rw_handles [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d1a9e5-7ee2-9d64-0d07-f5b1e547a50a/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 733.081153] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Uploaded image 37e16e95-0efd-47f0-b493-7559b94ce812 to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 733.083478] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 733.083762] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a6482f7-bad0-4c47-8cfa-b4cd4c0cca4e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.091498] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 733.091498] env[65983]: value = "task-4468370" [ 733.091498] env[65983]: _type = "Task" [ 733.091498] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.102206] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468370, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.266254] env[65983]: DEBUG nova.network.neutron [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Updated VIF entry in instance network info cache for port eef55289-9dde-42b8-8319-ee8eca0f1393. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 733.266722] env[65983]: DEBUG nova.network.neutron [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Updating instance_info_cache with network_info: [{"id": "eef55289-9dde-42b8-8319-ee8eca0f1393", "address": "fa:16:3e:2c:9b:05", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef55289-9d", "ovs_interfaceid": "eef55289-9dde-42b8-8319-ee8eca0f1393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.284507] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Acquiring lock "refresh_cache-a04a48f1-71c3-4cca-90cb-cdf391cd2ee0" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.284507] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Acquired lock "refresh_cache-a04a48f1-71c3-4cca-90cb-cdf391cd2ee0" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.284717] env[65983]: DEBUG nova.network.neutron [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 733.506033] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520feb46-631c-358b-20b1-ed849b569ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.020258} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.509289] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.509575] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 91bd0c31-6455-4d19-933f-c0546c1f2cd6/91bd0c31-6455-4d19-933f-c0546c1f2cd6.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.510119] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42f03fc5-9503-4c12-8512-8a36ca1e4289 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.523270] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 733.523270] env[65983]: value = "task-4468371" [ 733.523270] env[65983]: _type = "Task" [ 733.523270] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.534586] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.602532] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468370, 'name': Destroy_Task, 'duration_secs': 0.362371} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.605612] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Destroyed the VM [ 733.605861] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 733.606358] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9fdb06ac-4756-4c00-a215-609c75af8250 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.616221] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 733.616221] env[65983]: value = "task-4468372" [ 733.616221] env[65983]: _type = "Task" [ 733.616221] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.627368] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468372, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.770882] env[65983]: DEBUG oslo_concurrency.lockutils [req-6fdc34cb-b341-48e9-9d0e-1bd6463f2430 req-942781ba-4ba9-4c7c-9a63-e1e2005ecddd service nova] Releasing lock "refresh_cache-91bd0c31-6455-4d19-933f-c0546c1f2cd6" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.824020] env[65983]: DEBUG nova.network.neutron [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 733.886744] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcb4924-dee1-4e96-a465-0b936c15a72b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.895233] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104009e8-ae8a-44c8-b310-7c6f94423a16 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.930295] env[65983]: WARNING neutronclient.v2_0.client [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.933872] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b66684b-689f-4ac3-8e64-3afe47a6a952 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.944657] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f662f1c1-34b5-483c-8201-43f35b61f7d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.966893] env[65983]: DEBUG nova.compute.provider_tree [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.037493] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468371, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.039071] env[65983]: DEBUG nova.network.neutron [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Updating instance_info_cache with network_info: [{"id": "3b412408-615d-4162-b643-25b5b528bd24", "address": "fa:16:3e:7b:51:4e", "network": {"id": "4c91ea9d-0de9-454b-af84-457d1eef65f9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1296307252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0bcd38b47e9445397a4b99abe7e3916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b412408-61", "ovs_interfaceid": "3b412408-615d-4162-b643-25b5b528bd24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.091213] env[65983]: DEBUG nova.compute.manager [req-13898e1c-a8a9-4ca7-a01b-26d419160a7e req-ba07d130-e93a-4c62-93fc-1ad7c9c4687f service nova] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Received event network-vif-plugged-3b412408-615d-4162-b643-25b5b528bd24 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 734.091559] env[65983]: DEBUG oslo_concurrency.lockutils [req-13898e1c-a8a9-4ca7-a01b-26d419160a7e req-ba07d130-e93a-4c62-93fc-1ad7c9c4687f service nova] Acquiring lock "a04a48f1-71c3-4cca-90cb-cdf391cd2ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.091890] env[65983]: DEBUG oslo_concurrency.lockutils [req-13898e1c-a8a9-4ca7-a01b-26d419160a7e req-ba07d130-e93a-4c62-93fc-1ad7c9c4687f service nova] Lock "a04a48f1-71c3-4cca-90cb-cdf391cd2ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.092108] env[65983]: DEBUG oslo_concurrency.lockutils [req-13898e1c-a8a9-4ca7-a01b-26d419160a7e req-ba07d130-e93a-4c62-93fc-1ad7c9c4687f service nova] Lock "a04a48f1-71c3-4cca-90cb-cdf391cd2ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.092308] env[65983]: DEBUG nova.compute.manager [req-13898e1c-a8a9-4ca7-a01b-26d419160a7e req-ba07d130-e93a-4c62-93fc-1ad7c9c4687f service nova] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] No waiting events found dispatching network-vif-plugged-3b412408-615d-4162-b643-25b5b528bd24 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 734.092549] env[65983]: WARNING nova.compute.manager [req-13898e1c-a8a9-4ca7-a01b-26d419160a7e req-ba07d130-e93a-4c62-93fc-1ad7c9c4687f service nova] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Received unexpected event network-vif-plugged-3b412408-615d-4162-b643-25b5b528bd24 for instance with vm_state building and task_state spawning. [ 734.129690] env[65983]: DEBUG oslo_vmware.api [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468372, 'name': RemoveSnapshot_Task, 'duration_secs': 0.455728} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.130141] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 734.130390] env[65983]: INFO nova.compute.manager [None req-074b815e-30fb-46cb-9ac9-5c91006cbed9 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Took 13.80 seconds to snapshot the instance on the hypervisor. [ 734.469880] env[65983]: DEBUG nova.scheduler.client.report [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.535450] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468371, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.542156] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Releasing lock "refresh_cache-a04a48f1-71c3-4cca-90cb-cdf391cd2ee0" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.542518] env[65983]: DEBUG nova.compute.manager [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Instance network_info: |[{"id": "3b412408-615d-4162-b643-25b5b528bd24", "address": "fa:16:3e:7b:51:4e", "network": {"id": "4c91ea9d-0de9-454b-af84-457d1eef65f9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1296307252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0bcd38b47e9445397a4b99abe7e3916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b412408-61", "ovs_interfaceid": "3b412408-615d-4162-b643-25b5b528bd24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 734.542958] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:51:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b412408-615d-4162-b643-25b5b528bd24', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.551261] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Creating folder: Project (e0bcd38b47e9445397a4b99abe7e3916). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.551800] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95e934b2-afdb-440d-9241-0f8d16e896e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.563765] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Created folder: Project (e0bcd38b47e9445397a4b99abe7e3916) in parent group-v873669. [ 734.563971] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Creating folder: Instances. Parent ref: group-v873781. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.564199] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06db5880-9494-41ab-bb5f-22caf0b1d160 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.575596] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Created folder: Instances in parent group-v873781. [ 734.575876] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 734.576107] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.576323] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fee6488-fb62-45fe-8204-221ba7d4efab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.597882] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.597882] env[65983]: value = "task-4468375" [ 734.597882] env[65983]: _type = "Task" [ 734.597882] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.607060] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468375, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.975952] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.976669] env[65983]: DEBUG nova.compute.manager [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 734.979738] env[65983]: DEBUG oslo_concurrency.lockutils [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.415s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.979963] env[65983]: DEBUG nova.objects.instance [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lazy-loading 'resources' on Instance uuid 4f61eecb-95df-4bb2-b3ce-71ee686558d3 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.039527] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468371, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.110093] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468375, 'name': CreateVM_Task, 'duration_secs': 0.371778} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.110258] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.110778] env[65983]: WARNING neutronclient.v2_0.client [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.111144] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.111291] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.111598] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.111860] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9d379b-ac7c-48d9-ab4d-09f9ea235170 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.118758] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Waiting for the task: (returnval){ [ 735.118758] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e4504a-c789-f656-effb-6d80285ba702" [ 735.118758] env[65983]: _type = "Task" [ 735.118758] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.130473] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e4504a-c789-f656-effb-6d80285ba702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.487678] env[65983]: DEBUG nova.compute.utils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.495655] env[65983]: DEBUG nova.compute.manager [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 735.495973] env[65983]: DEBUG nova.network.neutron [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 735.497163] env[65983]: WARNING neutronclient.v2_0.client [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.497163] env[65983]: WARNING neutronclient.v2_0.client [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.543946] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468371, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.884379} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.547655] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 91bd0c31-6455-4d19-933f-c0546c1f2cd6/91bd0c31-6455-4d19-933f-c0546c1f2cd6.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.547655] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.547911] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c866b018-b7be-427e-b0fd-53bd3fda6a9b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.559258] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 735.559258] env[65983]: value = "task-4468376" [ 735.559258] env[65983]: _type = "Task" [ 735.559258] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.577398] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.599020] env[65983]: DEBUG nova.policy [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61285e031fc6456499d591e5c45c0cef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63702928a01d4bb2bffd8d10d1725e06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.636717] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e4504a-c789-f656-effb-6d80285ba702, 'name': SearchDatastore_Task, 'duration_secs': 0.022499} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.639520] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.639763] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.640011] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.640162] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.640479] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.640825] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df3fd97f-3e5d-4bbf-932e-1c9ab6ffa70e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.651681] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.651827] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.652659] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02de8c1-a239-478e-9aaa-efc840b1945a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.661290] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Waiting for the task: (returnval){ [ 735.661290] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d727e1-b0c5-d3bb-503b-e45bf50e61b2" [ 735.661290] env[65983]: _type = "Task" [ 735.661290] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.670306] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d727e1-b0c5-d3bb-503b-e45bf50e61b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.936711] env[65983]: DEBUG nova.network.neutron [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Successfully created port: c0bf1ebe-c700-438e-ade1-f5ff2600089e {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 735.994898] env[65983]: DEBUG nova.compute.manager [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 736.065050] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e02c6a-d11c-49ea-9564-1b2ca276c89a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.076040] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072539} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.077970] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.078814] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe07479d-3b28-41f6-a53b-a994822226e1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.082755] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db49d2f5-405e-4412-ab7f-1245a9347c8d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.110726] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 91bd0c31-6455-4d19-933f-c0546c1f2cd6/91bd0c31-6455-4d19-933f-c0546c1f2cd6.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.139313] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd02b3b-0910-4b3d-9a9a-a3acb0508ad6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.156756] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc1d910-4d13-4492-bd91-1da5b657b179 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.168646] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc31c84-023f-4e57-8de5-69bcda72d52f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.173565] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 736.173565] env[65983]: value = "task-4468377" [ 736.173565] env[65983]: _type = "Task" [ 736.173565] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.189211] env[65983]: DEBUG nova.compute.provider_tree [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.190804] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d727e1-b0c5-d3bb-503b-e45bf50e61b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.192373] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874e3ca4-7789-4f89-a5c1-8c3496e23d60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.198070] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.203015] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Waiting for the task: (returnval){ [ 736.203015] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5289f87f-7fc4-6811-4ca6-e7a02e0e1544" [ 736.203015] env[65983]: _type = "Task" [ 736.203015] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.213580] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5289f87f-7fc4-6811-4ca6-e7a02e0e1544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.684871] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.692853] env[65983]: DEBUG nova.scheduler.client.report [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.714711] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5289f87f-7fc4-6811-4ca6-e7a02e0e1544, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.715049] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.715348] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] a04a48f1-71c3-4cca-90cb-cdf391cd2ee0/a04a48f1-71c3-4cca-90cb-cdf391cd2ee0.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.715887] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e6d46e6-5c56-4d41-b904-2d7aaebec209 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.723299] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Waiting for the task: (returnval){ [ 736.723299] env[65983]: value = "task-4468378" [ 736.723299] env[65983]: _type = "Task" [ 736.723299] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.732728] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.850146] env[65983]: DEBUG oslo_concurrency.lockutils [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "b5815a1e-0a5c-48eb-9a03-c048c3a8323c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.850503] env[65983]: DEBUG oslo_concurrency.lockutils [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5815a1e-0a5c-48eb-9a03-c048c3a8323c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.850765] env[65983]: DEBUG oslo_concurrency.lockutils [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "b5815a1e-0a5c-48eb-9a03-c048c3a8323c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.850971] env[65983]: DEBUG oslo_concurrency.lockutils [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5815a1e-0a5c-48eb-9a03-c048c3a8323c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.851328] env[65983]: DEBUG oslo_concurrency.lockutils [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5815a1e-0a5c-48eb-9a03-c048c3a8323c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.853799] env[65983]: INFO nova.compute.manager [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Terminating instance [ 737.006378] env[65983]: DEBUG nova.compute.manager [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 737.038679] env[65983]: DEBUG nova.virt.hardware [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:35:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5e0dc785-532b-4c6e-a332-378006a9bfc6',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-5464097',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 737.038940] env[65983]: DEBUG nova.virt.hardware [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.039183] env[65983]: DEBUG nova.virt.hardware [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 737.039382] env[65983]: DEBUG nova.virt.hardware [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.039521] env[65983]: DEBUG nova.virt.hardware [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 737.039698] env[65983]: DEBUG nova.virt.hardware [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 737.039894] env[65983]: DEBUG nova.virt.hardware [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 737.040060] env[65983]: DEBUG nova.virt.hardware [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 737.040324] env[65983]: DEBUG nova.virt.hardware [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 737.040482] env[65983]: DEBUG nova.virt.hardware [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 737.040652] env[65983]: DEBUG nova.virt.hardware [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 737.041740] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b5f7bb-3248-41fc-8cdd-cf85fe0339ff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.052675] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01b7960-b4ee-4bac-9232-049ac8efa77d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.137419] env[65983]: DEBUG nova.compute.manager [req-8f40ffe0-5eab-4b8e-bd31-91540ea302f7 req-f3473219-80c5-46be-95a0-00f01ca9ee76 service nova] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Received event network-changed-3b412408-615d-4162-b643-25b5b528bd24 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 737.137673] env[65983]: DEBUG nova.compute.manager [req-8f40ffe0-5eab-4b8e-bd31-91540ea302f7 req-f3473219-80c5-46be-95a0-00f01ca9ee76 service nova] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Refreshing instance network info cache due to event network-changed-3b412408-615d-4162-b643-25b5b528bd24. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 737.137764] env[65983]: DEBUG oslo_concurrency.lockutils [req-8f40ffe0-5eab-4b8e-bd31-91540ea302f7 req-f3473219-80c5-46be-95a0-00f01ca9ee76 service nova] Acquiring lock "refresh_cache-a04a48f1-71c3-4cca-90cb-cdf391cd2ee0" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.137943] env[65983]: DEBUG oslo_concurrency.lockutils [req-8f40ffe0-5eab-4b8e-bd31-91540ea302f7 req-f3473219-80c5-46be-95a0-00f01ca9ee76 service nova] Acquired lock "refresh_cache-a04a48f1-71c3-4cca-90cb-cdf391cd2ee0" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.138357] env[65983]: DEBUG nova.network.neutron [req-8f40ffe0-5eab-4b8e-bd31-91540ea302f7 req-f3473219-80c5-46be-95a0-00f01ca9ee76 service nova] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Refreshing network info cache for port 3b412408-615d-4162-b643-25b5b528bd24 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.193020] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468377, 'name': ReconfigVM_Task, 'duration_secs': 0.786607} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.193020] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 91bd0c31-6455-4d19-933f-c0546c1f2cd6/91bd0c31-6455-4d19-933f-c0546c1f2cd6.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.193020] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8ec30cd-7149-4a2a-aa5b-22e4041a54dd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.198572] env[65983]: DEBUG oslo_concurrency.lockutils [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.202141] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.521s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.203670] env[65983]: INFO nova.compute.claims [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.208945] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 737.208945] env[65983]: value = "task-4468379" [ 737.208945] env[65983]: _type = "Task" [ 737.208945] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.221768] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468379, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.234062] env[65983]: INFO nova.scheduler.client.report [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Deleted allocations for instance 4f61eecb-95df-4bb2-b3ce-71ee686558d3 [ 737.241548] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468378, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.360011] env[65983]: DEBUG nova.compute.manager [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 737.360276] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.361263] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78152c34-57f5-4f9e-9f92-c19ead6f8406 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.370512] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.370780] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b637d68-ef76-4785-ab3c-667d4152b114 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.444790] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.445192] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.445501] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleting the datastore file [datastore2] b5815a1e-0a5c-48eb-9a03-c048c3a8323c {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.445884] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c98082b3-109c-4329-9659-c69679eb2b03 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.455133] env[65983]: DEBUG oslo_vmware.api [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 737.455133] env[65983]: value = "task-4468381" [ 737.455133] env[65983]: _type = "Task" [ 737.455133] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.468532] env[65983]: DEBUG oslo_vmware.api [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.582971] env[65983]: DEBUG nova.network.neutron [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Successfully updated port: c0bf1ebe-c700-438e-ade1-f5ff2600089e {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 737.645030] env[65983]: WARNING neutronclient.v2_0.client [req-8f40ffe0-5eab-4b8e-bd31-91540ea302f7 req-f3473219-80c5-46be-95a0-00f01ca9ee76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.727019] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468379, 'name': Rename_Task, 'duration_secs': 0.186615} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.727019] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.727019] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4ecfb72-06a8-403b-93af-4d900a001a75 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.738882] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563207} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.741019] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] a04a48f1-71c3-4cca-90cb-cdf391cd2ee0/a04a48f1-71c3-4cca-90cb-cdf391cd2ee0.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.741464] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.741961] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 737.741961] env[65983]: value = "task-4468382" [ 737.741961] env[65983]: _type = "Task" [ 737.741961] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.742470] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27d8ef0d-5860-49d1-948a-2dba03cdf87c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.750709] env[65983]: DEBUG oslo_concurrency.lockutils [None req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Lock "4f61eecb-95df-4bb2-b3ce-71ee686558d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.798s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.760946] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.766952] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Waiting for the task: (returnval){ [ 737.766952] env[65983]: value = "task-4468383" [ 737.766952] env[65983]: _type = "Task" [ 737.766952] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.779648] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.894555] env[65983]: WARNING neutronclient.v2_0.client [req-8f40ffe0-5eab-4b8e-bd31-91540ea302f7 req-f3473219-80c5-46be-95a0-00f01ca9ee76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.966472] env[65983]: DEBUG oslo_vmware.api [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146606} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.966676] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.967150] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.967150] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.967150] env[65983]: INFO nova.compute.manager [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 737.967714] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 737.967714] env[65983]: DEBUG nova.compute.manager [-] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 737.967714] env[65983]: DEBUG nova.network.neutron [-] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 737.967851] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.079711] env[65983]: DEBUG nova.network.neutron [req-8f40ffe0-5eab-4b8e-bd31-91540ea302f7 req-f3473219-80c5-46be-95a0-00f01ca9ee76 service nova] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Updated VIF entry in instance network info cache for port 3b412408-615d-4162-b643-25b5b528bd24. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 738.079711] env[65983]: DEBUG nova.network.neutron [req-8f40ffe0-5eab-4b8e-bd31-91540ea302f7 req-f3473219-80c5-46be-95a0-00f01ca9ee76 service nova] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Updating instance_info_cache with network_info: [{"id": "3b412408-615d-4162-b643-25b5b528bd24", "address": "fa:16:3e:7b:51:4e", "network": {"id": "4c91ea9d-0de9-454b-af84-457d1eef65f9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1296307252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0bcd38b47e9445397a4b99abe7e3916", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b412408-61", "ovs_interfaceid": "3b412408-615d-4162-b643-25b5b528bd24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.086264] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.086264] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.086264] env[65983]: DEBUG nova.network.neutron [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 738.107719] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.261118] env[65983]: DEBUG oslo_vmware.api [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468382, 'name': PowerOnVM_Task, 'duration_secs': 0.489067} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.261458] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.261590] env[65983]: INFO nova.compute.manager [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Took 11.23 seconds to spawn the instance on the hypervisor. [ 738.261761] env[65983]: DEBUG nova.compute.manager [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 738.262598] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eca70cb-e10f-43fa-8592-c9a3b990438b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.287493] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096754} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.287751] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.288597] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130334ea-e51b-462e-8e1c-ee87144ccb14 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.316165] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] a04a48f1-71c3-4cca-90cb-cdf391cd2ee0/a04a48f1-71c3-4cca-90cb-cdf391cd2ee0.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.318551] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef918361-29f8-40d3-a99f-598f6fba6a7b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.348137] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Waiting for the task: (returnval){ [ 738.348137] env[65983]: value = "task-4468384" [ 738.348137] env[65983]: _type = "Task" [ 738.348137] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.365019] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.584669] env[65983]: DEBUG oslo_concurrency.lockutils [req-8f40ffe0-5eab-4b8e-bd31-91540ea302f7 req-f3473219-80c5-46be-95a0-00f01ca9ee76 service nova] Releasing lock "refresh_cache-a04a48f1-71c3-4cca-90cb-cdf391cd2ee0" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.639524] env[65983]: DEBUG nova.network.neutron [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 738.788137] env[65983]: INFO nova.compute.manager [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Took 49.58 seconds to build instance. [ 738.807035] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58d3615-496c-49c3-b985-6f1641b1ea00 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.818410] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b9440b-db5c-4f68-8fde-3b821a477a29 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.855339] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f391df1f-5f8a-4a45-8ee7-78b1be45aaa6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.863940] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468384, 'name': ReconfigVM_Task, 'duration_secs': 0.483078} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.866186] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Reconfigured VM instance instance-00000027 to attach disk [datastore1] a04a48f1-71c3-4cca-90cb-cdf391cd2ee0/a04a48f1-71c3-4cca-90cb-cdf391cd2ee0.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.866872] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbd3b04d-901e-472e-8087-cbc1ead6d265 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.871786] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10d2157-979e-49b8-b199-33c4da86cd7c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.889707] env[65983]: DEBUG nova.compute.provider_tree [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.895251] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Waiting for the task: (returnval){ [ 738.895251] env[65983]: value = "task-4468385" [ 738.895251] env[65983]: _type = "Task" [ 738.895251] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.915753] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468385, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.925759] env[65983]: DEBUG nova.network.neutron [-] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.005467] env[65983]: WARNING neutronclient.v2_0.client [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.128635] env[65983]: DEBUG nova.network.neutron [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance_info_cache with network_info: [{"id": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "address": "fa:16:3e:c8:02:d8", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bf1ebe-c7", "ovs_interfaceid": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.202227] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "5129b964-14d3-4417-8107-28ad1e7a43e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.202227] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "5129b964-14d3-4417-8107-28ad1e7a43e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.294663] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "91bd0c31-6455-4d19-933f-c0546c1f2cd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.099s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.411325] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468385, 'name': Rename_Task, 'duration_secs': 0.149025} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.411598] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.411830] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df1d9c1c-b338-4bf4-88f5-9db8636329c7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.421209] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Waiting for the task: (returnval){ [ 739.421209] env[65983]: value = "task-4468386" [ 739.421209] env[65983]: _type = "Task" [ 739.421209] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.422220] env[65983]: ERROR nova.scheduler.client.report [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [req-5c03b22c-fa72-47b9-a404-81ef2348e836] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5c03b22c-fa72-47b9-a404-81ef2348e836"}]} [ 739.430817] env[65983]: INFO nova.compute.manager [-] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Took 1.46 seconds to deallocate network for instance. [ 739.439098] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.445464] env[65983]: DEBUG nova.scheduler.client.report [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 739.470152] env[65983]: DEBUG nova.scheduler.client.report [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 739.471160] env[65983]: DEBUG nova.compute.provider_tree [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.492520] env[65983]: DEBUG nova.scheduler.client.report [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 739.514149] env[65983]: DEBUG nova.scheduler.client.report [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 739.632221] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.632569] env[65983]: DEBUG nova.compute.manager [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Instance network_info: |[{"id": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "address": "fa:16:3e:c8:02:d8", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bf1ebe-c7", "ovs_interfaceid": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 739.633023] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:02:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0bf1ebe-c700-438e-ade1-f5ff2600089e', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.642183] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 739.645242] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.645884] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da2c4805-e164-4839-901b-077fa594723a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.665690] env[65983]: DEBUG nova.compute.manager [req-75294d66-c9fd-48f9-aa12-fd66605e58b1 req-c6638bf1-88be-486f-aef8-a187d352ffc6 service nova] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Received event network-vif-deleted-a5601ea6-6216-46ad-8bd5-2aaa697a3ead {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.674387] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.674387] env[65983]: value = "task-4468387" [ 739.674387] env[65983]: _type = "Task" [ 739.674387] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.686247] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468387, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.798712] env[65983]: DEBUG nova.compute.manager [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 739.939635] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468386, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.942986] env[65983]: DEBUG oslo_concurrency.lockutils [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.128844] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a8abcd-8843-4d58-b033-c8bef088150a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.137744] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcddd28-829d-4db5-a784-97fc629956b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.173317] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e003a7f-2904-425a-8963-d86d80029ca7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.178150] env[65983]: DEBUG nova.compute.manager [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Received event network-vif-plugged-c0bf1ebe-c700-438e-ade1-f5ff2600089e {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 740.178378] env[65983]: DEBUG oslo_concurrency.lockutils [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] Acquiring lock "3265bd0a-4ff8-4918-94db-af70314e84cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.178608] env[65983]: DEBUG oslo_concurrency.lockutils [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] Lock "3265bd0a-4ff8-4918-94db-af70314e84cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.178720] env[65983]: DEBUG oslo_concurrency.lockutils [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] Lock "3265bd0a-4ff8-4918-94db-af70314e84cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.178871] env[65983]: DEBUG nova.compute.manager [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] No waiting events found dispatching network-vif-plugged-c0bf1ebe-c700-438e-ade1-f5ff2600089e {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 740.179025] env[65983]: WARNING nova.compute.manager [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Received unexpected event network-vif-plugged-c0bf1ebe-c700-438e-ade1-f5ff2600089e for instance with vm_state building and task_state spawning. [ 740.179188] env[65983]: DEBUG nova.compute.manager [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Received event network-changed-c0bf1ebe-c700-438e-ade1-f5ff2600089e {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 740.179448] env[65983]: DEBUG nova.compute.manager [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Refreshing instance network info cache due to event network-changed-c0bf1ebe-c700-438e-ade1-f5ff2600089e. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 740.179830] env[65983]: DEBUG oslo_concurrency.lockutils [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] Acquiring lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.179830] env[65983]: DEBUG oslo_concurrency.lockutils [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] Acquired lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.179830] env[65983]: DEBUG nova.network.neutron [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Refreshing network info cache for port c0bf1ebe-c700-438e-ade1-f5ff2600089e {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.194078] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d3d396-4853-49e1-bfb6-02601750376e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.198624] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468387, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.211777] env[65983]: DEBUG nova.compute.provider_tree [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.319116] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.434058] env[65983]: DEBUG oslo_vmware.api [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468386, 'name': PowerOnVM_Task, 'duration_secs': 0.518306} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.434647] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.435042] env[65983]: INFO nova.compute.manager [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Took 8.24 seconds to spawn the instance on the hypervisor. [ 740.435042] env[65983]: DEBUG nova.compute.manager [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 740.436104] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebcc5b7-974c-496c-8762-c1bae437b0d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.686407] env[65983]: WARNING neutronclient.v2_0.client [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.692937] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468387, 'name': CreateVM_Task, 'duration_secs': 0.522451} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.693453] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.693944] env[65983]: WARNING neutronclient.v2_0.client [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.694570] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.695069] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.695169] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.695376] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd375284-24e7-434b-b48b-47bd5e56edcb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.701731] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 740.701731] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b16892-8312-6226-d7c3-f2617abb328f" [ 740.701731] env[65983]: _type = "Task" [ 740.701731] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.710989] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b16892-8312-6226-d7c3-f2617abb328f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.748832] env[65983]: DEBUG nova.scheduler.client.report [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 740.748999] env[65983]: DEBUG nova.compute.provider_tree [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 64 to 65 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 740.749209] env[65983]: DEBUG nova.compute.provider_tree [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.966025] env[65983]: INFO nova.compute.manager [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Took 48.84 seconds to build instance. [ 741.215946] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b16892-8312-6226-d7c3-f2617abb328f, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.216292] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.216539] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.216766] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.216895] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.217081] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.217375] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65a7d574-b986-4107-a6f0-0c98e0dc6c4c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.228851] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.228969] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.229733] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3809ffce-3f6a-45d0-8db2-b3688bcf0488 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.237658] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 741.237658] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521b9942-626a-a1dd-cfc6-a73bb0b8b99e" [ 741.237658] env[65983]: _type = "Task" [ 741.237658] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.246481] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521b9942-626a-a1dd-cfc6-a73bb0b8b99e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.256081] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.054s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.257096] env[65983]: DEBUG nova.compute.manager [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 741.259232] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.289s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.262664] env[65983]: INFO nova.compute.claims [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.466170] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Lock "a04a48f1-71c3-4cca-90cb-cdf391cd2ee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.351s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.627545] env[65983]: WARNING neutronclient.v2_0.client [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.741882] env[65983]: DEBUG nova.network.neutron [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updated VIF entry in instance network info cache for port c0bf1ebe-c700-438e-ade1-f5ff2600089e. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 741.742255] env[65983]: DEBUG nova.network.neutron [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance_info_cache with network_info: [{"id": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "address": "fa:16:3e:c8:02:d8", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bf1ebe-c7", "ovs_interfaceid": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.756141] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521b9942-626a-a1dd-cfc6-a73bb0b8b99e, 'name': SearchDatastore_Task, 'duration_secs': 0.012899} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.757083] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f032d7b2-dce9-432e-ab29-683bfa32fcfa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.763985] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 741.763985] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52829727-ab2b-29c1-f133-c48ab8655046" [ 741.763985] env[65983]: _type = "Task" [ 741.763985] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.770672] env[65983]: DEBUG nova.compute.utils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.781988] env[65983]: DEBUG nova.compute.manager [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 741.782752] env[65983]: DEBUG nova.network.neutron [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 741.782752] env[65983]: WARNING neutronclient.v2_0.client [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.782964] env[65983]: WARNING neutronclient.v2_0.client [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.788063] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52829727-ab2b-29c1-f133-c48ab8655046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.967128] env[65983]: DEBUG nova.policy [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f9892e9fac4fcfa97f7288f681e623', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978bc558023244e489113f46147ed0bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.972262] env[65983]: DEBUG nova.compute.manager [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 742.245223] env[65983]: DEBUG oslo_concurrency.lockutils [req-3e435a27-663f-46e8-a0b4-301db33a108b req-9d38de40-65ba-4b9e-8be7-3ba73b3079b2 service nova] Releasing lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.277826] env[65983]: DEBUG nova.compute.manager [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 742.280419] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52829727-ab2b-29c1-f133-c48ab8655046, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.281766] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.281766] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 3265bd0a-4ff8-4918-94db-af70314e84cf/3265bd0a-4ff8-4918-94db-af70314e84cf.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.281766] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3fb47c7-5f95-409b-85ea-be1d20444833 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.290304] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 742.290304] env[65983]: value = "task-4468388" [ 742.290304] env[65983]: _type = "Task" [ 742.290304] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.297312] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd75fd31-e9ae-4c3c-98d9-a4ae0b142d34 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.306457] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.309177] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc24599-d222-449d-9f5f-7983a258a927 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.347140] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fe953a-47ce-47e1-8174-f9df0c7b7ef1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.351024] env[65983]: DEBUG nova.network.neutron [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Successfully created port: 47628f89-92ed-4265-802f-20b9d7ac7f58 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 742.361195] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9262379d-f397-4216-b333-c94f96bc01e2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.379245] env[65983]: DEBUG nova.compute.provider_tree [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.497139] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.803115] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468388, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.883729] env[65983]: DEBUG nova.scheduler.client.report [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.288252] env[65983]: DEBUG nova.compute.manager [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 743.303935] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516475} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.304236] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 3265bd0a-4ff8-4918-94db-af70314e84cf/3265bd0a-4ff8-4918-94db-af70314e84cf.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.304458] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.304740] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c546438-716f-41ba-a5d1-9dc9f0eae027 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.316182] env[65983]: DEBUG nova.virt.hardware [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 743.316182] env[65983]: DEBUG nova.virt.hardware [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.316182] env[65983]: DEBUG nova.virt.hardware [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 743.316370] env[65983]: DEBUG nova.virt.hardware [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.316370] env[65983]: DEBUG nova.virt.hardware [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 743.316519] env[65983]: DEBUG nova.virt.hardware [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 743.316730] env[65983]: DEBUG nova.virt.hardware [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 743.316878] env[65983]: DEBUG nova.virt.hardware [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 743.317047] env[65983]: DEBUG nova.virt.hardware [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 743.317210] env[65983]: DEBUG nova.virt.hardware [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 743.317366] env[65983]: DEBUG nova.virt.hardware [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 743.318320] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e98a0d2-d707-449d-adbd-9e8d737905b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.323536] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 743.323536] env[65983]: value = "task-4468389" [ 743.323536] env[65983]: _type = "Task" [ 743.323536] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.331198] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1530f4-02de-4b42-b8a5-26be3b172ba4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.338434] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.390327] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.390327] env[65983]: DEBUG nova.compute.manager [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 743.392947] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.884s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.393200] env[65983]: DEBUG nova.objects.instance [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lazy-loading 'resources' on Instance uuid 5afa0e61-7e7b-487d-87bd-1d26c6017fbf {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.837775] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.341581} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.838200] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.838868] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dc50c0-dee9-4454-a7f1-674402377a64 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.864191] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 3265bd0a-4ff8-4918-94db-af70314e84cf/3265bd0a-4ff8-4918-94db-af70314e84cf.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.864508] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d792f80-bc67-43a3-ba2c-472daec34bca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.885639] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 743.885639] env[65983]: value = "task-4468390" [ 743.885639] env[65983]: _type = "Task" [ 743.885639] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.895242] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.896662] env[65983]: DEBUG nova.compute.utils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.900638] env[65983]: DEBUG nova.compute.manager [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 743.900792] env[65983]: DEBUG nova.network.neutron [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 743.901111] env[65983]: WARNING neutronclient.v2_0.client [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.901406] env[65983]: WARNING neutronclient.v2_0.client [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.942118] env[65983]: DEBUG nova.network.neutron [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Successfully updated port: 47628f89-92ed-4265-802f-20b9d7ac7f58 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 744.249947] env[65983]: DEBUG nova.policy [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36e43e57eed4e48bac35fe501f4a0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021d1380a4a54a759d153b9d3e89de3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.396177] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f350756e-14c2-48af-aa6b-05c1b785abb2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.400229] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468390, 'name': ReconfigVM_Task, 'duration_secs': 0.316683} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.400896] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 3265bd0a-4ff8-4918-94db-af70314e84cf/3265bd0a-4ff8-4918-94db-af70314e84cf.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.401569] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfe9ea7d-0a0c-4d7d-bb2a-3fa3b558be27 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.405231] env[65983]: DEBUG nova.compute.manager [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 744.416026] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0058a4-8243-4686-95cd-e65ecdfae594 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.419320] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 744.419320] env[65983]: value = "task-4468391" [ 744.419320] env[65983]: _type = "Task" [ 744.419320] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.451542] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "refresh_cache-18eba7f8-31cc-4a75-b73a-b279853d125a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.451728] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "refresh_cache-18eba7f8-31cc-4a75-b73a-b279853d125a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.451913] env[65983]: DEBUG nova.network.neutron [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 744.457468] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a790b6-2663-4cd9-9264-73c77969a4d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.461775] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468391, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.468279] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f73a47-4ac7-4ad0-8e9a-4cb518344720 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.485526] env[65983]: DEBUG nova.compute.provider_tree [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.764698] env[65983]: DEBUG nova.network.neutron [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Successfully created port: 3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 744.936278] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468391, 'name': Rename_Task, 'duration_secs': 0.160038} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.936589] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.936848] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9362587f-34d9-45dc-816b-601d89601172 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.944876] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 744.944876] env[65983]: value = "task-4468392" [ 744.944876] env[65983]: _type = "Task" [ 744.944876] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.965231] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.016750] env[65983]: DEBUG nova.network.neutron [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 745.049771] env[65983]: DEBUG nova.scheduler.client.report [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 745.049771] env[65983]: DEBUG nova.compute.provider_tree [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 65 to 66 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 745.049771] env[65983]: DEBUG nova.compute.provider_tree [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.431759] env[65983]: DEBUG nova.compute.manager [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 745.458428] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468392, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.469203] env[65983]: DEBUG nova.virt.hardware [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 745.469814] env[65983]: DEBUG nova.virt.hardware [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.469976] env[65983]: DEBUG nova.virt.hardware [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 745.470237] env[65983]: DEBUG nova.virt.hardware [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.470355] env[65983]: DEBUG nova.virt.hardware [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 745.470468] env[65983]: DEBUG nova.virt.hardware [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 745.470718] env[65983]: DEBUG nova.virt.hardware [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 745.470901] env[65983]: DEBUG nova.virt.hardware [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 745.471071] env[65983]: DEBUG nova.virt.hardware [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 745.471173] env[65983]: DEBUG nova.virt.hardware [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 745.471417] env[65983]: DEBUG nova.virt.hardware [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 745.472339] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143b96af-d316-4624-8a73-c425514980ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.482444] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6b6e84-1336-4a1b-ba48-7c5e7b3bea8d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.556483] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.559018] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.029s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.559313] env[65983]: DEBUG nova.objects.instance [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Lazy-loading 'resources' on Instance uuid 979b028d-389e-4831-9879-c183a18fc304 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.583569] env[65983]: INFO nova.scheduler.client.report [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Deleted allocations for instance 5afa0e61-7e7b-487d-87bd-1d26c6017fbf [ 745.971969] env[65983]: DEBUG oslo_vmware.api [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468392, 'name': PowerOnVM_Task, 'duration_secs': 0.527921} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.971969] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.971969] env[65983]: INFO nova.compute.manager [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Took 8.97 seconds to spawn the instance on the hypervisor. [ 745.972432] env[65983]: DEBUG nova.compute.manager [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 745.973190] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9db749-938e-43e2-b32b-2de2f1a89ba5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.093108] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Lock "5afa0e61-7e7b-487d-87bd-1d26c6017fbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.551s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.211035] env[65983]: WARNING neutronclient.v2_0.client [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.378739] env[65983]: DEBUG nova.network.neutron [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Updating instance_info_cache with network_info: [{"id": "47628f89-92ed-4265-802f-20b9d7ac7f58", "address": "fa:16:3e:d3:f5:c1", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47628f89-92", "ovs_interfaceid": "47628f89-92ed-4265-802f-20b9d7ac7f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.498038] env[65983]: INFO nova.compute.manager [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Took 50.02 seconds to build instance. [ 746.568808] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b910ef-6555-4a75-87c2-ef466459697f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.577232] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a92daa-ab85-4c14-84d2-77e5c74c1369 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.588764] env[65983]: DEBUG nova.network.neutron [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Successfully updated port: 3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 746.627033] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.627033] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.627033] env[65983]: DEBUG nova.network.neutron [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 746.628653] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eb8959-a7e9-4a0a-b65c-4045abb415ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.638397] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc1339c-6e41-49d0-8cb0-15dc58cc49ee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.654317] env[65983]: DEBUG nova.compute.provider_tree [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.885164] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "refresh_cache-18eba7f8-31cc-4a75-b73a-b279853d125a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.885583] env[65983]: DEBUG nova.compute.manager [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Instance network_info: |[{"id": "47628f89-92ed-4265-802f-20b9d7ac7f58", "address": "fa:16:3e:d3:f5:c1", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47628f89-92", "ovs_interfaceid": "47628f89-92ed-4265-802f-20b9d7ac7f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 746.886208] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:f5:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47628f89-92ed-4265-802f-20b9d7ac7f58', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.895908] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 746.896290] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.896455] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dbb4a11-d8e4-457b-af59-8afd5bb4af21 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.921020] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.921020] env[65983]: value = "task-4468393" [ 746.921020] env[65983]: _type = "Task" [ 746.921020] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.930928] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468393, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.004844] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "3265bd0a-4ff8-4918-94db-af70314e84cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.537s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.161127] env[65983]: DEBUG nova.scheduler.client.report [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.220336] env[65983]: DEBUG nova.network.neutron [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 747.367861] env[65983]: DEBUG nova.compute.manager [req-6e9e3d5e-af3e-4ffc-9a1a-b5758a5c36e6 req-4a3f7f77-bd07-470f-8c7e-dd83221c0b17 service nova] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Received event network-vif-plugged-47628f89-92ed-4265-802f-20b9d7ac7f58 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 747.367861] env[65983]: DEBUG oslo_concurrency.lockutils [req-6e9e3d5e-af3e-4ffc-9a1a-b5758a5c36e6 req-4a3f7f77-bd07-470f-8c7e-dd83221c0b17 service nova] Acquiring lock "18eba7f8-31cc-4a75-b73a-b279853d125a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.367861] env[65983]: DEBUG oslo_concurrency.lockutils [req-6e9e3d5e-af3e-4ffc-9a1a-b5758a5c36e6 req-4a3f7f77-bd07-470f-8c7e-dd83221c0b17 service nova] Lock "18eba7f8-31cc-4a75-b73a-b279853d125a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.367861] env[65983]: DEBUG oslo_concurrency.lockutils [req-6e9e3d5e-af3e-4ffc-9a1a-b5758a5c36e6 req-4a3f7f77-bd07-470f-8c7e-dd83221c0b17 service nova] Lock "18eba7f8-31cc-4a75-b73a-b279853d125a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.367861] env[65983]: DEBUG nova.compute.manager [req-6e9e3d5e-af3e-4ffc-9a1a-b5758a5c36e6 req-4a3f7f77-bd07-470f-8c7e-dd83221c0b17 service nova] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] No waiting events found dispatching network-vif-plugged-47628f89-92ed-4265-802f-20b9d7ac7f58 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 747.367861] env[65983]: WARNING nova.compute.manager [req-6e9e3d5e-af3e-4ffc-9a1a-b5758a5c36e6 req-4a3f7f77-bd07-470f-8c7e-dd83221c0b17 service nova] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Received unexpected event network-vif-plugged-47628f89-92ed-4265-802f-20b9d7ac7f58 for instance with vm_state building and task_state spawning. [ 747.398283] env[65983]: WARNING neutronclient.v2_0.client [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.434549] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468393, 'name': CreateVM_Task, 'duration_secs': 0.396939} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.434978] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.435953] env[65983]: WARNING neutronclient.v2_0.client [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.435953] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.436387] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.436387] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.436783] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a32cbf-eed8-4822-bf40-ea7bd1a17598 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.443118] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 747.443118] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bc1f53-3f42-aeed-7ac7-54f2c0b7f4dc" [ 747.443118] env[65983]: _type = "Task" [ 747.443118] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.453254] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bc1f53-3f42-aeed-7ac7-54f2c0b7f4dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.509615] env[65983]: DEBUG nova.compute.manager [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 747.666996] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.669928] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.057s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.671494] env[65983]: INFO nova.compute.claims [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.679266] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.680780] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.704077] env[65983]: INFO nova.scheduler.client.report [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Deleted allocations for instance 979b028d-389e-4831-9879-c183a18fc304 [ 747.955703] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bc1f53-3f42-aeed-7ac7-54f2c0b7f4dc, 'name': SearchDatastore_Task, 'duration_secs': 0.0275} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.955990] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.956559] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.956559] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.956559] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.956758] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.957334] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4fccaf1-0548-4367-a47a-05814d5f9d80 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.972548] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.972548] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.973273] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5420c3c-636b-4518-9d0a-30c55a1aea38 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.982560] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 747.982560] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528fd02e-a32e-cf30-f39b-d65ae49345fb" [ 747.982560] env[65983]: _type = "Task" [ 747.982560] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.998844] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528fd02e-a32e-cf30-f39b-d65ae49345fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.000114] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1379e90a-365c-49ed-98e2-1968088fd22e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.008696] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 748.008696] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521bffb0-7a93-6505-55c3-f063458f8a57" [ 748.008696] env[65983]: _type = "Task" [ 748.008696] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.028023] env[65983]: DEBUG nova.network.neutron [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Updating instance_info_cache with network_info: [{"id": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "address": "fa:16:3e:d2:b3:c2", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4d96f8-fe", "ovs_interfaceid": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.028023] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521bffb0-7a93-6505-55c3-f063458f8a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.054205] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.218607] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3966a380-36be-44f5-b143-fa610493c1dd tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Lock "979b028d-389e-4831-9879-c183a18fc304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.507s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.234971] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Acquiring lock "a04a48f1-71c3-4cca-90cb-cdf391cd2ee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.235357] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Lock "a04a48f1-71c3-4cca-90cb-cdf391cd2ee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.236090] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Acquiring lock "a04a48f1-71c3-4cca-90cb-cdf391cd2ee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.236090] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Lock "a04a48f1-71c3-4cca-90cb-cdf391cd2ee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.236090] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Lock "a04a48f1-71c3-4cca-90cb-cdf391cd2ee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.239601] env[65983]: INFO nova.compute.manager [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Terminating instance [ 748.523230] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521bffb0-7a93-6505-55c3-f063458f8a57, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.523230] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.523314] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 18eba7f8-31cc-4a75-b73a-b279853d125a/18eba7f8-31cc-4a75-b73a-b279853d125a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.523586] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53fb1d5d-d3d9-48b5-8a81-e8ff065ecba4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.535091] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.535431] env[65983]: DEBUG nova.compute.manager [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Instance network_info: |[{"id": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "address": "fa:16:3e:d2:b3:c2", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4d96f8-fe", "ovs_interfaceid": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 748.535885] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 748.535885] env[65983]: value = "task-4468394" [ 748.535885] env[65983]: _type = "Task" [ 748.535885] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.536528] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:b3:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c4d96f8-febe-4d7b-ba51-6e1ca0c20917', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.544695] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Creating folder: Project (021d1380a4a54a759d153b9d3e89de3b). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.545172] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3084e403-bc8d-4391-b309-f7f7281e8c99 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.557100] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.561074] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Created folder: Project (021d1380a4a54a759d153b9d3e89de3b) in parent group-v873669. [ 748.561585] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Creating folder: Instances. Parent ref: group-v873786. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.561585] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfa8f81e-8ef8-4d5c-af23-2764f4085489 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.573183] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Created folder: Instances in parent group-v873786. [ 748.573552] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 748.573625] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.573830] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c822d0a5-3411-47ef-953b-e6e2321db679 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.596123] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.596123] env[65983]: value = "task-4468397" [ 748.596123] env[65983]: _type = "Task" [ 748.596123] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.606857] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468397, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.747030] env[65983]: DEBUG nova.compute.manager [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 748.747030] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.747030] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e706fca-2d52-481f-8119-e89de46722ca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.762448] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.765373] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b2d3266-ad28-426d-a94b-6b27bf83a2ff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.774041] env[65983]: DEBUG oslo_vmware.api [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Waiting for the task: (returnval){ [ 748.774041] env[65983]: value = "task-4468398" [ 748.774041] env[65983]: _type = "Task" [ 748.774041] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.784660] env[65983]: DEBUG oslo_vmware.api [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.038427] env[65983]: DEBUG nova.compute.manager [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 749.040557] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d4e929-12f9-400d-b624-89df8f8d648b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.069560] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468394, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.113417] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468397, 'name': CreateVM_Task, 'duration_secs': 0.470808} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.113500] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.114089] env[65983]: WARNING neutronclient.v2_0.client [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.114411] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.114557] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.114889] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.115174] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc1628cb-21b5-4ac4-aac9-e0625b52fcf2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.123136] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 749.123136] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d91024-6d74-48e8-055b-4d950a78a322" [ 749.123136] env[65983]: _type = "Task" [ 749.123136] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.133635] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d91024-6d74-48e8-055b-4d950a78a322, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.136527] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.136778] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.136998] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.137175] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.137323] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.138877] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-942f2763-ebe6-4862-8664-45c139a02fa5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.149009] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.149372] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.154188] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e34578d2-f463-4100-84ca-b12798b8e53a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.163930] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 749.163930] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a0f9f8-0ae8-c021-1f0a-5489ccecddd0" [ 749.163930] env[65983]: _type = "Task" [ 749.163930] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.181542] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a0f9f8-0ae8-c021-1f0a-5489ccecddd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009982} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.183117] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375ad31f-4ab1-4b33-8f52-17b2756e1306 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.195410] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 749.195410] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b51db2-fc58-d5ce-f2bc-35679ecc9881" [ 749.195410] env[65983]: _type = "Task" [ 749.195410] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.206248] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b51db2-fc58-d5ce-f2bc-35679ecc9881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.288053] env[65983]: DEBUG oslo_vmware.api [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468398, 'name': PowerOffVM_Task, 'duration_secs': 0.303138} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.288111] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.288342] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.288625] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89cafafe-b0d7-4501-98ff-b419eff65c21 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.304618] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf3bbdb-3855-4701-8186-40f4f63a7139 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.317631] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12251b74-e364-412a-b1e2-88deb726b2b8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.353283] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1032e4a6-c27c-4286-8ef4-d66571cb8576 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.357122] env[65983]: DEBUG nova.compute.manager [req-982a8773-2860-466c-800b-b181a296aadb req-37e3f34d-4edf-4823-bef8-4585bc821cfc service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Received event network-vif-plugged-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 749.357205] env[65983]: DEBUG oslo_concurrency.lockutils [req-982a8773-2860-466c-800b-b181a296aadb req-37e3f34d-4edf-4823-bef8-4585bc821cfc service nova] Acquiring lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.357423] env[65983]: DEBUG oslo_concurrency.lockutils [req-982a8773-2860-466c-800b-b181a296aadb req-37e3f34d-4edf-4823-bef8-4585bc821cfc service nova] Lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.357574] env[65983]: DEBUG oslo_concurrency.lockutils [req-982a8773-2860-466c-800b-b181a296aadb req-37e3f34d-4edf-4823-bef8-4585bc821cfc service nova] Lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.357732] env[65983]: DEBUG nova.compute.manager [req-982a8773-2860-466c-800b-b181a296aadb req-37e3f34d-4edf-4823-bef8-4585bc821cfc service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] No waiting events found dispatching network-vif-plugged-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 749.357883] env[65983]: WARNING nova.compute.manager [req-982a8773-2860-466c-800b-b181a296aadb req-37e3f34d-4edf-4823-bef8-4585bc821cfc service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Received unexpected event network-vif-plugged-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 for instance with vm_state building and task_state spawning. [ 749.365981] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43d5a0b-4585-4ea0-b1ba-07e0e39855f7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.374312] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.374644] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.374900] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Deleting the datastore file [datastore1] a04a48f1-71c3-4cca-90cb-cdf391cd2ee0 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.375274] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-200ee7cd-97ae-4053-8f5e-513bf49368d7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.387111] env[65983]: DEBUG nova.compute.provider_tree [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.394652] env[65983]: DEBUG oslo_vmware.api [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Waiting for the task: (returnval){ [ 749.394652] env[65983]: value = "task-4468400" [ 749.394652] env[65983]: _type = "Task" [ 749.394652] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.405723] env[65983]: DEBUG oslo_vmware.api [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.557242] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565193} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.557572] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 18eba7f8-31cc-4a75-b73a-b279853d125a/18eba7f8-31cc-4a75-b73a-b279853d125a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.557750] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.558046] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9081c978-2e61-4062-ba0d-8a803c45872d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.562780] env[65983]: INFO nova.compute.manager [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] instance snapshotting [ 749.565849] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47152de4-7aa0-483f-a484-cf0f993b0dbb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.573033] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 749.573033] env[65983]: value = "task-4468401" [ 749.573033] env[65983]: _type = "Task" [ 749.573033] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.592177] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5cdf86-7364-4e40-8128-edfd3a37d760 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.598744] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.707526] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b51db2-fc58-d5ce-f2bc-35679ecc9881, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.707785] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.708055] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4/1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.708347] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a94e2d1b-41c0-43e8-9d0c-6226b4656836 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.715732] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 749.715732] env[65983]: value = "task-4468402" [ 749.715732] env[65983]: _type = "Task" [ 749.715732] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.728940] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.891949] env[65983]: DEBUG nova.scheduler.client.report [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.909350] env[65983]: DEBUG oslo_vmware.api [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Task: {'id': task-4468400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157722} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.909350] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.909562] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.909680] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.909837] env[65983]: INFO nova.compute.manager [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 749.910105] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 749.910364] env[65983]: DEBUG nova.compute.manager [-] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 749.910462] env[65983]: DEBUG nova.network.neutron [-] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 749.910738] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.090380] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088329} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.094023] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.094023] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8b8481-76e1-4bea-a4e4-f83988221018 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.113380] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 750.123358] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 18eba7f8-31cc-4a75-b73a-b279853d125a/18eba7f8-31cc-4a75-b73a-b279853d125a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.123972] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9712f2bc-e358-4f1d-a005-a5b28fef03b6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.126341] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd847dfa-6a6c-4d0c-8a39-1583cf26da07 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.151279] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 750.151279] env[65983]: value = "task-4468404" [ 750.151279] env[65983]: _type = "Task" [ 750.151279] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.152938] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 750.152938] env[65983]: value = "task-4468403" [ 750.152938] env[65983]: _type = "Task" [ 750.152938] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.168568] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468404, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.172112] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468403, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.227143] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468402, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.255878] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.399209] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.399762] env[65983]: DEBUG nova.compute.manager [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 750.403301] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.100s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.403577] env[65983]: DEBUG nova.objects.instance [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Lazy-loading 'resources' on Instance uuid 7a0d4eac-9919-41b0-bc79-985db03ddaeb {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.675822] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468404, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.675822] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468403, 'name': ReconfigVM_Task, 'duration_secs': 0.424688} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.675822] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 18eba7f8-31cc-4a75-b73a-b279853d125a/18eba7f8-31cc-4a75-b73a-b279853d125a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.676389] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65753e41-6ae6-4000-8e6f-0bb6f575eb63 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.684350] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 750.684350] env[65983]: value = "task-4468405" [ 750.684350] env[65983]: _type = "Task" [ 750.684350] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.694099] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468405, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.732938] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526883} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.732938] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4/1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.732938] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.732938] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d17d8148-4c09-4d1c-8633-34475b0f5001 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.741617] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 750.741617] env[65983]: value = "task-4468406" [ 750.741617] env[65983]: _type = "Task" [ 750.741617] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.754199] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.909330] env[65983]: DEBUG nova.compute.utils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.917281] env[65983]: DEBUG nova.compute.manager [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 750.917504] env[65983]: DEBUG nova.network.neutron [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 750.917822] env[65983]: WARNING neutronclient.v2_0.client [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.919206] env[65983]: WARNING neutronclient.v2_0.client [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.002697] env[65983]: DEBUG nova.policy [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fbb9e896fcf43c28a25b364a0ed8bf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d88ebf529c84c3a96ed1bc59f26b710', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.053710] env[65983]: DEBUG nova.network.neutron [-] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.080323] env[65983]: DEBUG nova.compute.manager [req-78b288b9-e6d0-4d69-954e-1e125de25f61 req-0782ca90-b17e-4893-9be3-35850147b8bd service nova] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Received event network-changed-47628f89-92ed-4265-802f-20b9d7ac7f58 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 751.080571] env[65983]: DEBUG nova.compute.manager [req-78b288b9-e6d0-4d69-954e-1e125de25f61 req-0782ca90-b17e-4893-9be3-35850147b8bd service nova] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Refreshing instance network info cache due to event network-changed-47628f89-92ed-4265-802f-20b9d7ac7f58. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 751.080805] env[65983]: DEBUG oslo_concurrency.lockutils [req-78b288b9-e6d0-4d69-954e-1e125de25f61 req-0782ca90-b17e-4893-9be3-35850147b8bd service nova] Acquiring lock "refresh_cache-18eba7f8-31cc-4a75-b73a-b279853d125a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.080940] env[65983]: DEBUG oslo_concurrency.lockutils [req-78b288b9-e6d0-4d69-954e-1e125de25f61 req-0782ca90-b17e-4893-9be3-35850147b8bd service nova] Acquired lock "refresh_cache-18eba7f8-31cc-4a75-b73a-b279853d125a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.081098] env[65983]: DEBUG nova.network.neutron [req-78b288b9-e6d0-4d69-954e-1e125de25f61 req-0782ca90-b17e-4893-9be3-35850147b8bd service nova] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Refreshing network info cache for port 47628f89-92ed-4265-802f-20b9d7ac7f58 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.172026] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468404, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.200241] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468405, 'name': Rename_Task, 'duration_secs': 0.153067} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.200380] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.203738] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcf5a255-e1b3-430d-a180-f4d132aa5900 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.212254] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 751.212254] env[65983]: value = "task-4468407" [ 751.212254] env[65983]: _type = "Task" [ 751.212254] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.223598] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.259041] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120904} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.259041] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.259954] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e4e823-ebc2-4a03-85c4-938b07fb68b5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.285632] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4/1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.289074] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb2572e2-b9dd-49be-a8d6-66b9ef9de34e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.312104] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 751.312104] env[65983]: value = "task-4468408" [ 751.312104] env[65983]: _type = "Task" [ 751.312104] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.322271] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.419444] env[65983]: DEBUG nova.compute.manager [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 751.450116] env[65983]: DEBUG nova.network.neutron [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Successfully created port: 323e4c7d-6922-40d1-b6fe-df559428b8db {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 751.556835] env[65983]: INFO nova.compute.manager [-] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Took 1.65 seconds to deallocate network for instance. [ 751.585021] env[65983]: WARNING neutronclient.v2_0.client [req-78b288b9-e6d0-4d69-954e-1e125de25f61 req-0782ca90-b17e-4893-9be3-35850147b8bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.608207] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b7388a-899c-45a2-841f-a6429e7a4146 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.617747] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caa68ac-93ed-4186-9489-d200611044d9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.662674] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f44df0-c1e1-4b91-bf2e-864465b98811 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.672421] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468404, 'name': CreateSnapshot_Task, 'duration_secs': 1.479272} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.674411] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 751.675803] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e42142a-c6c2-42e6-969c-aa45bc266daa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.679325] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbc1b11-4b21-45c6-a541-341642b37f08 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.686015] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ed49d6f3-bf07-4c9e-9f78-16a0c439e777 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.686299] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ed49d6f3-bf07-4c9e-9f78-16a0c439e777 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.686462] env[65983]: DEBUG nova.compute.manager [None req-ed49d6f3-bf07-4c9e-9f78-16a0c439e777 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 751.687720] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b358aca-162d-410a-9958-07b820c4d6a5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.707944] env[65983]: DEBUG nova.compute.provider_tree [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.712660] env[65983]: DEBUG nova.compute.manager [None req-ed49d6f3-bf07-4c9e-9f78-16a0c439e777 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65983) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 751.712660] env[65983]: DEBUG nova.objects.instance [None req-ed49d6f3-bf07-4c9e-9f78-16a0c439e777 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lazy-loading 'flavor' on Instance uuid cc067bb5-147c-47ac-9b2b-f6b58ad6a00b {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.725284] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468407, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.822778] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468408, 'name': ReconfigVM_Task, 'duration_secs': 0.373455} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.823037] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4/1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.824029] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8a1478c-1171-4c02-8676-65087accb9e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.832129] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 751.832129] env[65983]: value = "task-4468409" [ 751.832129] env[65983]: _type = "Task" [ 751.832129] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.842821] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468409, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.069773] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.217915] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 752.221113] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9f25fd83-18db-45b1-9a50-c16778c4caae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.236383] env[65983]: DEBUG oslo_vmware.api [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468407, 'name': PowerOnVM_Task, 'duration_secs': 0.626452} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.238545] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.238765] env[65983]: INFO nova.compute.manager [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Took 8.95 seconds to spawn the instance on the hypervisor. [ 752.238946] env[65983]: DEBUG nova.compute.manager [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 752.239508] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 752.239508] env[65983]: value = "task-4468410" [ 752.239508] env[65983]: _type = "Task" [ 752.239508] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.240710] env[65983]: ERROR nova.scheduler.client.report [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [req-f1861d3b-2c34-41fe-b187-8150d10edc51] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f1861d3b-2c34-41fe-b187-8150d10edc51"}]} [ 752.241998] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24c1e10-5828-42cd-9551-ae6c6be82544 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.261562] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468410, 'name': CloneVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.266995] env[65983]: DEBUG nova.scheduler.client.report [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 752.283191] env[65983]: DEBUG nova.scheduler.client.report [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 752.283368] env[65983]: DEBUG nova.compute.provider_tree [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.296728] env[65983]: DEBUG nova.scheduler.client.report [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 752.318766] env[65983]: DEBUG nova.scheduler.client.report [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 752.343226] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468409, 'name': Rename_Task, 'duration_secs': 0.158059} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.343458] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.343792] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d69cedf-c9e0-4273-889e-ffc50f5e6e19 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.351864] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 752.351864] env[65983]: value = "task-4468411" [ 752.351864] env[65983]: _type = "Task" [ 752.351864] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.362073] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.430663] env[65983]: DEBUG nova.compute.manager [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 752.461172] env[65983]: DEBUG nova.virt.hardware [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 752.461433] env[65983]: DEBUG nova.virt.hardware [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.461588] env[65983]: DEBUG nova.virt.hardware [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 752.461764] env[65983]: DEBUG nova.virt.hardware [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.461903] env[65983]: DEBUG nova.virt.hardware [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 752.462135] env[65983]: DEBUG nova.virt.hardware [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 752.462392] env[65983]: DEBUG nova.virt.hardware [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 752.462508] env[65983]: DEBUG nova.virt.hardware [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 752.462671] env[65983]: DEBUG nova.virt.hardware [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 752.462825] env[65983]: DEBUG nova.virt.hardware [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 752.462990] env[65983]: DEBUG nova.virt.hardware [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 752.463942] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317e8e41-5b60-4901-a977-e8553d624c3a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.478632] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfa91ab-bc65-4dea-8ba9-38a1549e4ae4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.731202] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed49d6f3-bf07-4c9e-9f78-16a0c439e777 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.731573] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fac5eed-ba2a-4e16-905a-cec64705d5fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.743716] env[65983]: DEBUG oslo_vmware.api [None req-ed49d6f3-bf07-4c9e-9f78-16a0c439e777 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 752.743716] env[65983]: value = "task-4468412" [ 752.743716] env[65983]: _type = "Task" [ 752.743716] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.761568] env[65983]: DEBUG oslo_vmware.api [None req-ed49d6f3-bf07-4c9e-9f78-16a0c439e777 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.769520] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468410, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.773116] env[65983]: INFO nova.compute.manager [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Took 56.13 seconds to build instance. [ 752.832321] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ea42ac-2407-4dfe-bd90-bf069ebbb3f8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.842154] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2fece6-8cb5-49a7-8f0e-f974bece2321 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.885388] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71fe1d2-0a20-46b8-b270-bc5b8bfc8c4f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.901622] env[65983]: DEBUG oslo_vmware.api [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468411, 'name': PowerOnVM_Task, 'duration_secs': 0.528739} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.902240] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.902529] env[65983]: INFO nova.compute.manager [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Took 7.47 seconds to spawn the instance on the hypervisor. [ 752.902768] env[65983]: DEBUG nova.compute.manager [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 752.904183] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f47dd0-abeb-40e7-a76e-50733e36abb6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.909214] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8179955e-090f-40d4-b0aa-1c6e76b3e59c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.930133] env[65983]: DEBUG nova.compute.provider_tree [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.224774] env[65983]: DEBUG nova.network.neutron [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Successfully updated port: 323e4c7d-6922-40d1-b6fe-df559428b8db {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 754.070508] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "18eba7f8-31cc-4a75-b73a-b279853d125a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.447s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.079324] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Acquiring lock "refresh_cache-9e3679af-f405-4dc1-81c9-3e0ee90ce45c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.079942] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Acquired lock "refresh_cache-9e3679af-f405-4dc1-81c9-3e0ee90ce45c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.079942] env[65983]: DEBUG nova.network.neutron [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 754.082090] env[65983]: DEBUG nova.compute.manager [req-b89eff34-aeac-4ef2-a0c2-c0c3cb3b7b8b req-19566163-03b9-4a14-a166-083890bd3849 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Received event network-changed-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 754.082276] env[65983]: DEBUG nova.compute.manager [req-b89eff34-aeac-4ef2-a0c2-c0c3cb3b7b8b req-19566163-03b9-4a14-a166-083890bd3849 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Refreshing instance network info cache due to event network-changed-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 754.082474] env[65983]: DEBUG oslo_concurrency.lockutils [req-b89eff34-aeac-4ef2-a0c2-c0c3cb3b7b8b req-19566163-03b9-4a14-a166-083890bd3849 service nova] Acquiring lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.082605] env[65983]: DEBUG oslo_concurrency.lockutils [req-b89eff34-aeac-4ef2-a0c2-c0c3cb3b7b8b req-19566163-03b9-4a14-a166-083890bd3849 service nova] Acquired lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.082753] env[65983]: DEBUG nova.network.neutron [req-b89eff34-aeac-4ef2-a0c2-c0c3cb3b7b8b req-19566163-03b9-4a14-a166-083890bd3849 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Refreshing network info cache for port 3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.091456] env[65983]: DEBUG oslo_vmware.api [None req-ed49d6f3-bf07-4c9e-9f78-16a0c439e777 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468412, 'name': PowerOffVM_Task, 'duration_secs': 0.306858} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.092140] env[65983]: INFO nova.compute.manager [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Took 54.16 seconds to build instance. [ 754.093115] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed49d6f3-bf07-4c9e-9f78-16a0c439e777 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.093969] env[65983]: DEBUG nova.compute.manager [None req-ed49d6f3-bf07-4c9e-9f78-16a0c439e777 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 754.097850] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac027e5-9716-4ac5-bcbd-c4283f50f718 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.100898] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468410, 'name': CloneVM_Task, 'duration_secs': 1.519375} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.102087] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Created linked-clone VM from snapshot [ 754.103361] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdda7d90-fed7-46db-93bf-523caee0c908 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.112306] env[65983]: ERROR nova.scheduler.client.report [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] [req-fb98b73f-0859-4503-a8b6-44756ec1a565] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fb98b73f-0859-4503-a8b6-44756ec1a565"}]} [ 754.122085] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Uploading image eae4cd52-bf09-4989-9842-1e6b29718ff5 {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 754.139536] env[65983]: DEBUG nova.scheduler.client.report [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 754.155858] env[65983]: DEBUG oslo_vmware.rw_handles [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 754.155858] env[65983]: value = "vm-873790" [ 754.155858] env[65983]: _type = "VirtualMachine" [ 754.155858] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 754.156679] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f5be142-db12-47c5-b469-f253c2302dde {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.162137] env[65983]: DEBUG nova.scheduler.client.report [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 754.162404] env[65983]: DEBUG nova.compute.provider_tree [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.171376] env[65983]: DEBUG oslo_vmware.rw_handles [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lease: (returnval){ [ 754.171376] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52871084-aaad-2d1c-71ba-7f63651bd3be" [ 754.171376] env[65983]: _type = "HttpNfcLease" [ 754.171376] env[65983]: } obtained for exporting VM: (result){ [ 754.171376] env[65983]: value = "vm-873790" [ 754.171376] env[65983]: _type = "VirtualMachine" [ 754.171376] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 754.171641] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the lease: (returnval){ [ 754.171641] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52871084-aaad-2d1c-71ba-7f63651bd3be" [ 754.171641] env[65983]: _type = "HttpNfcLease" [ 754.171641] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 754.180219] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.180219] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52871084-aaad-2d1c-71ba-7f63651bd3be" [ 754.180219] env[65983]: _type = "HttpNfcLease" [ 754.180219] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 754.180645] env[65983]: DEBUG oslo_vmware.rw_handles [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 754.180645] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52871084-aaad-2d1c-71ba-7f63651bd3be" [ 754.180645] env[65983]: _type = "HttpNfcLease" [ 754.180645] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 754.184704] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defb9400-3444-4696-9251-822cfaad6b88 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.188178] env[65983]: DEBUG nova.scheduler.client.report [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 754.199352] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Acquiring lock "f842bb4a-08fc-4160-9275-0a36c4f67de2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.199631] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Lock "f842bb4a-08fc-4160-9275-0a36c4f67de2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.200154] env[65983]: DEBUG oslo_vmware.rw_handles [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b75cd-9941-8d71-c086-e7110b8be45f/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 754.200331] env[65983]: DEBUG oslo_vmware.rw_handles [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b75cd-9941-8d71-c086-e7110b8be45f/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 754.204715] env[65983]: WARNING neutronclient.v2_0.client [req-78b288b9-e6d0-4d69-954e-1e125de25f61 req-0782ca90-b17e-4893-9be3-35850147b8bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.266087] env[65983]: DEBUG nova.scheduler.client.report [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 754.311734] env[65983]: DEBUG nova.network.neutron [req-78b288b9-e6d0-4d69-954e-1e125de25f61 req-0782ca90-b17e-4893-9be3-35850147b8bd service nova] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Updated VIF entry in instance network info cache for port 47628f89-92ed-4265-802f-20b9d7ac7f58. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 754.312114] env[65983]: DEBUG nova.network.neutron [req-78b288b9-e6d0-4d69-954e-1e125de25f61 req-0782ca90-b17e-4893-9be3-35850147b8bd service nova] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Updating instance_info_cache with network_info: [{"id": "47628f89-92ed-4265-802f-20b9d7ac7f58", "address": "fa:16:3e:d3:f5:c1", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47628f89-92", "ovs_interfaceid": "47628f89-92ed-4265-802f-20b9d7ac7f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.313366] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3c9465b-3267-456c-a535-ee91e5e67e80 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.406437] env[65983]: DEBUG nova.compute.manager [req-918454f1-ca7d-4c46-a2b2-090434a8b500 req-d7e3fe8b-7f8d-4816-abbe-08151836055a service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Received event network-vif-plugged-323e4c7d-6922-40d1-b6fe-df559428b8db {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 754.406601] env[65983]: DEBUG oslo_concurrency.lockutils [req-918454f1-ca7d-4c46-a2b2-090434a8b500 req-d7e3fe8b-7f8d-4816-abbe-08151836055a service nova] Acquiring lock "9e3679af-f405-4dc1-81c9-3e0ee90ce45c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.406797] env[65983]: DEBUG oslo_concurrency.lockutils [req-918454f1-ca7d-4c46-a2b2-090434a8b500 req-d7e3fe8b-7f8d-4816-abbe-08151836055a service nova] Lock "9e3679af-f405-4dc1-81c9-3e0ee90ce45c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.406947] env[65983]: DEBUG oslo_concurrency.lockutils [req-918454f1-ca7d-4c46-a2b2-090434a8b500 req-d7e3fe8b-7f8d-4816-abbe-08151836055a service nova] Lock "9e3679af-f405-4dc1-81c9-3e0ee90ce45c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.407109] env[65983]: DEBUG nova.compute.manager [req-918454f1-ca7d-4c46-a2b2-090434a8b500 req-d7e3fe8b-7f8d-4816-abbe-08151836055a service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] No waiting events found dispatching network-vif-plugged-323e4c7d-6922-40d1-b6fe-df559428b8db {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 754.407260] env[65983]: WARNING nova.compute.manager [req-918454f1-ca7d-4c46-a2b2-090434a8b500 req-d7e3fe8b-7f8d-4816-abbe-08151836055a service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Received unexpected event network-vif-plugged-323e4c7d-6922-40d1-b6fe-df559428b8db for instance with vm_state building and task_state spawning. [ 754.593663] env[65983]: WARNING neutronclient.v2_0.client [req-b89eff34-aeac-4ef2-a0c2-c0c3cb3b7b8b req-19566163-03b9-4a14-a166-083890bd3849 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.597422] env[65983]: DEBUG nova.compute.manager [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 754.602653] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.146s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.619024] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ed49d6f3-bf07-4c9e-9f78-16a0c439e777 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.932s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.661993] env[65983]: DEBUG nova.network.neutron [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 754.816739] env[65983]: DEBUG oslo_concurrency.lockutils [req-78b288b9-e6d0-4d69-954e-1e125de25f61 req-0782ca90-b17e-4893-9be3-35850147b8bd service nova] Releasing lock "refresh_cache-18eba7f8-31cc-4a75-b73a-b279853d125a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.872986] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17d76ed-cf9e-421b-a1f1-9eb71da2acc4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.885614] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0faba3c-5f94-4652-a369-5511ef03e7cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.924198] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f394b9b8-4313-4ee1-903d-9d650e66a3dc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.934167] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd9b21e-72a1-4619-b149-f670dae9c058 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.955959] env[65983]: DEBUG nova.compute.provider_tree [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.107349] env[65983]: DEBUG nova.compute.manager [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 755.127290] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.500223] env[65983]: DEBUG nova.scheduler.client.report [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 755.500547] env[65983]: DEBUG nova.compute.provider_tree [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 68 to 69 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 755.500934] env[65983]: DEBUG nova.compute.provider_tree [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.634288] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.970782] env[65983]: WARNING neutronclient.v2_0.client [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.007597] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.604s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.011285] env[65983]: DEBUG oslo_concurrency.lockutils [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.863s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.011543] env[65983]: DEBUG nova.objects.instance [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lazy-loading 'resources' on Instance uuid c827472c-405c-4df1-8c05-b139c8b3ebce {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.058887] env[65983]: INFO nova.scheduler.client.report [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Deleted allocations for instance 7a0d4eac-9919-41b0-bc79-985db03ddaeb [ 756.355205] env[65983]: WARNING neutronclient.v2_0.client [req-b89eff34-aeac-4ef2-a0c2-c0c3cb3b7b8b req-19566163-03b9-4a14-a166-083890bd3849 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.575034] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Lock "7a0d4eac-9919-41b0-bc79-985db03ddaeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.425s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.967944] env[65983]: DEBUG nova.network.neutron [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Updating instance_info_cache with network_info: [{"id": "323e4c7d-6922-40d1-b6fe-df559428b8db", "address": "fa:16:3e:a6:09:63", "network": {"id": "fc6182d0-96ad-4da1-ae62-2a36e1309f47", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-531247254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d88ebf529c84c3a96ed1bc59f26b710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323e4c7d-69", "ovs_interfaceid": "323e4c7d-6922-40d1-b6fe-df559428b8db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.077989] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadb371d-9644-4197-9d3d-6dbc6d8d2b3b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.086712] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0bd35b-b738-4d50-a65b-dbcfeef1ac4f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.121644] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8197c53b-1633-4624-8a79-700e64ff5251 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.129512] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bd5a1b-484b-4fa6-89f4-a594a8d9a635 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.149951] env[65983]: DEBUG nova.compute.provider_tree [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.154022] env[65983]: DEBUG nova.compute.manager [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Stashing vm_state: active {{(pid=65983) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 757.155978] env[65983]: DEBUG nova.network.neutron [req-b89eff34-aeac-4ef2-a0c2-c0c3cb3b7b8b req-19566163-03b9-4a14-a166-083890bd3849 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Updated VIF entry in instance network info cache for port 3c4d96f8-febe-4d7b-ba51-6e1ca0c20917. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 757.156336] env[65983]: DEBUG nova.network.neutron [req-b89eff34-aeac-4ef2-a0c2-c0c3cb3b7b8b req-19566163-03b9-4a14-a166-083890bd3849 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Updating instance_info_cache with network_info: [{"id": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "address": "fa:16:3e:d2:b3:c2", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4d96f8-fe", "ovs_interfaceid": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.473601] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Releasing lock "refresh_cache-9e3679af-f405-4dc1-81c9-3e0ee90ce45c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.474015] env[65983]: DEBUG nova.compute.manager [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Instance network_info: |[{"id": "323e4c7d-6922-40d1-b6fe-df559428b8db", "address": "fa:16:3e:a6:09:63", "network": {"id": "fc6182d0-96ad-4da1-ae62-2a36e1309f47", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-531247254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d88ebf529c84c3a96ed1bc59f26b710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323e4c7d-69", "ovs_interfaceid": "323e4c7d-6922-40d1-b6fe-df559428b8db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 757.474515] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:09:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '323e4c7d-6922-40d1-b6fe-df559428b8db', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.484954] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Creating folder: Project (0d88ebf529c84c3a96ed1bc59f26b710). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.486300] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8f856a7-083e-43cc-916f-ccbba459c6be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.502818] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Created folder: Project (0d88ebf529c84c3a96ed1bc59f26b710) in parent group-v873669. [ 757.503036] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Creating folder: Instances. Parent ref: group-v873791. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.503263] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65d32d92-026a-4fcd-9b25-ac209168e65b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.516439] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Created folder: Instances in parent group-v873791. [ 757.516703] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 757.516910] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.517149] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecb3f32a-9ae1-4576-8c3c-7169a6d85777 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.538924] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.538924] env[65983]: value = "task-4468416" [ 757.538924] env[65983]: _type = "Task" [ 757.538924] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.551089] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468416, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.661427] env[65983]: DEBUG nova.scheduler.client.report [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.673425] env[65983]: DEBUG oslo_concurrency.lockutils [req-b89eff34-aeac-4ef2-a0c2-c0c3cb3b7b8b req-19566163-03b9-4a14-a166-083890bd3849 service nova] Releasing lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.673425] env[65983]: DEBUG nova.compute.manager [req-b89eff34-aeac-4ef2-a0c2-c0c3cb3b7b8b req-19566163-03b9-4a14-a166-083890bd3849 service nova] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Received event network-vif-deleted-3b412408-615d-4162-b643-25b5b528bd24 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 757.694313] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.052550] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468416, 'name': CreateVM_Task, 'duration_secs': 0.501917} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.052753] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.053870] env[65983]: WARNING neutronclient.v2_0.client [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.054343] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.054488] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.054824] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.055276] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d0c90f-c898-4ad2-ac38-4f619cf21cd0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.064032] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Waiting for the task: (returnval){ [ 758.064032] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f05c26-4fbe-2fae-026d-f317f3cf83ad" [ 758.064032] env[65983]: _type = "Task" [ 758.064032] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.076921] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f05c26-4fbe-2fae-026d-f317f3cf83ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.157648] env[65983]: DEBUG nova.compute.manager [req-6bb19067-b846-4eb6-91b5-f750c95872e1 req-16509d71-8e62-4c75-952d-02c281a5d9e9 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Received event network-changed-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 758.157648] env[65983]: DEBUG nova.compute.manager [req-6bb19067-b846-4eb6-91b5-f750c95872e1 req-16509d71-8e62-4c75-952d-02c281a5d9e9 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Refreshing instance network info cache due to event network-changed-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 758.157648] env[65983]: DEBUG oslo_concurrency.lockutils [req-6bb19067-b846-4eb6-91b5-f750c95872e1 req-16509d71-8e62-4c75-952d-02c281a5d9e9 service nova] Acquiring lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.158190] env[65983]: DEBUG oslo_concurrency.lockutils [req-6bb19067-b846-4eb6-91b5-f750c95872e1 req-16509d71-8e62-4c75-952d-02c281a5d9e9 service nova] Acquired lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.158190] env[65983]: DEBUG nova.network.neutron [req-6bb19067-b846-4eb6-91b5-f750c95872e1 req-16509d71-8e62-4c75-952d-02c281a5d9e9 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Refreshing network info cache for port 3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.172959] env[65983]: DEBUG oslo_concurrency.lockutils [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.177910] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.113s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.182020] env[65983]: INFO nova.compute.claims [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.211570] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "18eba7f8-31cc-4a75-b73a-b279853d125a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.211819] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "18eba7f8-31cc-4a75-b73a-b279853d125a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.214399] env[65983]: INFO nova.scheduler.client.report [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Deleted allocations for instance c827472c-405c-4df1-8c05-b139c8b3ebce [ 758.322373] env[65983]: DEBUG nova.compute.manager [req-980c1171-5208-453e-ae82-0e097730f243 req-06fe76d5-5228-4165-a0c5-08d89adf3cc4 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Received event network-changed-323e4c7d-6922-40d1-b6fe-df559428b8db {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 758.322662] env[65983]: DEBUG nova.compute.manager [req-980c1171-5208-453e-ae82-0e097730f243 req-06fe76d5-5228-4165-a0c5-08d89adf3cc4 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Refreshing instance network info cache due to event network-changed-323e4c7d-6922-40d1-b6fe-df559428b8db. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 758.322955] env[65983]: DEBUG oslo_concurrency.lockutils [req-980c1171-5208-453e-ae82-0e097730f243 req-06fe76d5-5228-4165-a0c5-08d89adf3cc4 service nova] Acquiring lock "refresh_cache-9e3679af-f405-4dc1-81c9-3e0ee90ce45c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.324039] env[65983]: DEBUG oslo_concurrency.lockutils [req-980c1171-5208-453e-ae82-0e097730f243 req-06fe76d5-5228-4165-a0c5-08d89adf3cc4 service nova] Acquired lock "refresh_cache-9e3679af-f405-4dc1-81c9-3e0ee90ce45c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.324039] env[65983]: DEBUG nova.network.neutron [req-980c1171-5208-453e-ae82-0e097730f243 req-06fe76d5-5228-4165-a0c5-08d89adf3cc4 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Refreshing network info cache for port 323e4c7d-6922-40d1-b6fe-df559428b8db {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.575295] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f05c26-4fbe-2fae-026d-f317f3cf83ad, 'name': SearchDatastore_Task, 'duration_secs': 0.015879} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.575604] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.575839] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.576078] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.576218] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.576394] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.576679] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aba29f09-1351-4926-abf9-a084f7faa72f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.590060] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.590358] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.594724] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666d315f-a996-4c33-aa6b-b62c448c1420 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.600418] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Waiting for the task: (returnval){ [ 758.600418] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5219376b-88dc-3a66-5a1e-c477f2ead948" [ 758.600418] env[65983]: _type = "Task" [ 758.600418] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.611869] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5219376b-88dc-3a66-5a1e-c477f2ead948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.662897] env[65983]: WARNING neutronclient.v2_0.client [req-6bb19067-b846-4eb6-91b5-f750c95872e1 req-16509d71-8e62-4c75-952d-02c281a5d9e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.717955] env[65983]: DEBUG nova.compute.utils [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.723967] env[65983]: DEBUG oslo_concurrency.lockutils [None req-414b14e4-709e-4f20-9e1c-d82a388c4c67 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Lock "c827472c-405c-4df1-8c05-b139c8b3ebce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.481s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.827127] env[65983]: WARNING neutronclient.v2_0.client [req-980c1171-5208-453e-ae82-0e097730f243 req-06fe76d5-5228-4165-a0c5-08d89adf3cc4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.081472] env[65983]: WARNING neutronclient.v2_0.client [req-6bb19067-b846-4eb6-91b5-f750c95872e1 req-16509d71-8e62-4c75-952d-02c281a5d9e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.116641] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5219376b-88dc-3a66-5a1e-c477f2ead948, 'name': SearchDatastore_Task, 'duration_secs': 0.019172} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.118021] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29d7f43-fd3f-4da3-80fb-9f97be022b06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.127222] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Waiting for the task: (returnval){ [ 759.127222] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5212cf11-f161-8920-c67d-2ac07bdc63f7" [ 759.127222] env[65983]: _type = "Task" [ 759.127222] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.138742] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5212cf11-f161-8920-c67d-2ac07bdc63f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.226691] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "18eba7f8-31cc-4a75-b73a-b279853d125a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.298058] env[65983]: DEBUG nova.network.neutron [req-6bb19067-b846-4eb6-91b5-f750c95872e1 req-16509d71-8e62-4c75-952d-02c281a5d9e9 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Updated VIF entry in instance network info cache for port 3c4d96f8-febe-4d7b-ba51-6e1ca0c20917. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 759.298621] env[65983]: DEBUG nova.network.neutron [req-6bb19067-b846-4eb6-91b5-f750c95872e1 req-16509d71-8e62-4c75-952d-02c281a5d9e9 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Updating instance_info_cache with network_info: [{"id": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "address": "fa:16:3e:d2:b3:c2", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4d96f8-fe", "ovs_interfaceid": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.333579] env[65983]: WARNING neutronclient.v2_0.client [req-980c1171-5208-453e-ae82-0e097730f243 req-06fe76d5-5228-4165-a0c5-08d89adf3cc4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.426198] env[65983]: DEBUG nova.network.neutron [req-980c1171-5208-453e-ae82-0e097730f243 req-06fe76d5-5228-4165-a0c5-08d89adf3cc4 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Updated VIF entry in instance network info cache for port 323e4c7d-6922-40d1-b6fe-df559428b8db. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 759.426568] env[65983]: DEBUG nova.network.neutron [req-980c1171-5208-453e-ae82-0e097730f243 req-06fe76d5-5228-4165-a0c5-08d89adf3cc4 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Updating instance_info_cache with network_info: [{"id": "323e4c7d-6922-40d1-b6fe-df559428b8db", "address": "fa:16:3e:a6:09:63", "network": {"id": "fc6182d0-96ad-4da1-ae62-2a36e1309f47", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-531247254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d88ebf529c84c3a96ed1bc59f26b710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323e4c7d-69", "ovs_interfaceid": "323e4c7d-6922-40d1-b6fe-df559428b8db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.640090] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5212cf11-f161-8920-c67d-2ac07bdc63f7, 'name': SearchDatastore_Task, 'duration_secs': 0.016214} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.643445] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.643787] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 9e3679af-f405-4dc1-81c9-3e0ee90ce45c/9e3679af-f405-4dc1-81c9-3e0ee90ce45c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.644681] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9569656-8872-4420-ad90-2e6b813c8e48 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.654073] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Waiting for the task: (returnval){ [ 759.654073] env[65983]: value = "task-4468417" [ 759.654073] env[65983]: _type = "Task" [ 759.654073] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.667420] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.720641] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9285f1e1-3a48-488a-a46a-b24a63ab8643 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.732195] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd68aa26-4c49-43fa-8903-27afe1bc54d7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.778531] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4e94ee-40e0-47d2-a212-96b28c9cfefb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.779239] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c0b5d6-44ef-43d5-8392-955be99a61af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.795559] env[65983]: DEBUG nova.compute.provider_tree [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.801659] env[65983]: DEBUG oslo_concurrency.lockutils [req-6bb19067-b846-4eb6-91b5-f750c95872e1 req-16509d71-8e62-4c75-952d-02c281a5d9e9 service nova] Releasing lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.929077] env[65983]: DEBUG oslo_concurrency.lockutils [req-980c1171-5208-453e-ae82-0e097730f243 req-06fe76d5-5228-4165-a0c5-08d89adf3cc4 service nova] Releasing lock "refresh_cache-9e3679af-f405-4dc1-81c9-3e0ee90ce45c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.115520] env[65983]: DEBUG nova.objects.instance [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lazy-loading 'flavor' on Instance uuid cc067bb5-147c-47ac-9b2b-f6b58ad6a00b {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.170836] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468417, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.302414] env[65983]: DEBUG nova.scheduler.client.report [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.329496] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "18eba7f8-31cc-4a75-b73a-b279853d125a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.329496] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "18eba7f8-31cc-4a75-b73a-b279853d125a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.329496] env[65983]: INFO nova.compute.manager [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Attaching volume a7303c1e-9e99-4fe8-9d09-c88128467860 to /dev/sdb [ 760.379128] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a530af-5770-472d-a84a-de39bd0cae77 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.387803] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c40a41-8d89-41f4-9bff-af453aafdc2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.413838] env[65983]: DEBUG nova.virt.block_device [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Updating existing volume attachment record: 007e2c41-0135-49ba-976f-e9bf7175201d {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 760.627020] env[65983]: DEBUG oslo_concurrency.lockutils [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "refresh_cache-cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.627020] env[65983]: DEBUG oslo_concurrency.lockutils [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquired lock "refresh_cache-cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.627020] env[65983]: DEBUG nova.network.neutron [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 760.627020] env[65983]: DEBUG nova.objects.instance [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lazy-loading 'info_cache' on Instance uuid cc067bb5-147c-47ac-9b2b-f6b58ad6a00b {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.669191] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590919} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.669631] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 9e3679af-f405-4dc1-81c9-3e0ee90ce45c/9e3679af-f405-4dc1-81c9-3e0ee90ce45c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.669997] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.670045] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3dcc333-47a2-4b95-9976-94c7ffcf5c23 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.679348] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Waiting for the task: (returnval){ [ 760.679348] env[65983]: value = "task-4468419" [ 760.679348] env[65983]: _type = "Task" [ 760.679348] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.692128] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.808914] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.808981] env[65983]: DEBUG nova.compute.manager [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 760.814293] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.360s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.818792] env[65983]: INFO nova.compute.claims [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.058081] env[65983]: DEBUG oslo_concurrency.lockutils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "8c9ca788-7cda-49b3-8756-cd61e38bd3b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.058081] env[65983]: DEBUG oslo_concurrency.lockutils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "8c9ca788-7cda-49b3-8756-cd61e38bd3b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.131722] env[65983]: DEBUG nova.objects.base [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 761.193021] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079511} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.193735] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.195080] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337777bf-51be-4511-94b0-1f38e2262f73 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.238864] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 9e3679af-f405-4dc1-81c9-3e0ee90ce45c/9e3679af-f405-4dc1-81c9-3e0ee90ce45c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.240336] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f2a7c0-2c16-4d78-bc4a-fd2d92e12ccc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.276931] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Waiting for the task: (returnval){ [ 761.276931] env[65983]: value = "task-4468422" [ 761.276931] env[65983]: _type = "Task" [ 761.276931] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.292313] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.326507] env[65983]: DEBUG nova.compute.utils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.332548] env[65983]: DEBUG nova.compute.manager [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 761.332548] env[65983]: DEBUG nova.network.neutron [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 761.332548] env[65983]: WARNING neutronclient.v2_0.client [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.332548] env[65983]: WARNING neutronclient.v2_0.client [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.636207] env[65983]: WARNING neutronclient.v2_0.client [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.779677] env[65983]: DEBUG nova.policy [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5adc9cd4d62e464dadc8f6b51bd59ad8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc87fac4d704a76a133a4306a937a81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.795442] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468422, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.830585] env[65983]: DEBUG nova.compute.manager [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 762.289409] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468422, 'name': ReconfigVM_Task, 'duration_secs': 0.519819} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.292086] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 9e3679af-f405-4dc1-81c9-3e0ee90ce45c/9e3679af-f405-4dc1-81c9-3e0ee90ce45c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.293029] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6e7ad31-64cd-4cfa-962a-2bd14ff9ad18 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.302388] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Waiting for the task: (returnval){ [ 762.302388] env[65983]: value = "task-4468423" [ 762.302388] env[65983]: _type = "Task" [ 762.302388] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.316111] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468423, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.397399] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26b180-5d2f-430c-aeec-a5091ba68d1d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.406805] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4368f1f-d1a3-4799-ba46-7955e17dba6a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.442854] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187e54b0-3684-4ed7-a63c-e4bc407afdc8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.451709] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0216ac29-f73a-4293-b823-8ac61d515fa5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.474255] env[65983]: DEBUG nova.compute.provider_tree [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.783577] env[65983]: DEBUG nova.network.neutron [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Successfully created port: c8ab7591-0332-467a-a34c-e4a1ff3d59f3 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 762.821304] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468423, 'name': Rename_Task, 'duration_secs': 0.182987} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.821578] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.821885] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cccbf8cc-68aa-4f19-8341-8465d242957f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.830985] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Waiting for the task: (returnval){ [ 762.830985] env[65983]: value = "task-4468424" [ 762.830985] env[65983]: _type = "Task" [ 762.830985] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.844472] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.850917] env[65983]: DEBUG nova.compute.manager [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 762.890995] env[65983]: WARNING neutronclient.v2_0.client [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.904746] env[65983]: DEBUG nova.virt.hardware [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 762.905056] env[65983]: DEBUG nova.virt.hardware [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.905282] env[65983]: DEBUG nova.virt.hardware [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 762.905538] env[65983]: DEBUG nova.virt.hardware [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.905700] env[65983]: DEBUG nova.virt.hardware [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 762.905874] env[65983]: DEBUG nova.virt.hardware [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 762.906171] env[65983]: DEBUG nova.virt.hardware [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 762.906360] env[65983]: DEBUG nova.virt.hardware [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 762.906569] env[65983]: DEBUG nova.virt.hardware [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 762.906771] env[65983]: DEBUG nova.virt.hardware [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 762.906942] env[65983]: DEBUG nova.virt.hardware [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 762.907886] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7286ee8-cad3-40d2-9759-8ef0cb6045fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.918351] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c0939c-b234-45cd-9eae-bafdd1627a0c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.977727] env[65983]: DEBUG nova.scheduler.client.report [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.131409] env[65983]: DEBUG oslo_vmware.rw_handles [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b75cd-9941-8d71-c086-e7110b8be45f/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 763.131957] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a607372-afd0-4325-a787-52a00ccb34c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.139746] env[65983]: DEBUG oslo_vmware.rw_handles [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b75cd-9941-8d71-c086-e7110b8be45f/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 763.140191] env[65983]: ERROR oslo_vmware.rw_handles [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b75cd-9941-8d71-c086-e7110b8be45f/disk-0.vmdk due to incomplete transfer. [ 763.140275] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de060b65-2dfa-4db9-8125-a6d300b45a49 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.152488] env[65983]: DEBUG oslo_vmware.rw_handles [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b75cd-9941-8d71-c086-e7110b8be45f/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 763.152739] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Uploaded image eae4cd52-bf09-4989-9842-1e6b29718ff5 to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 763.156787] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 763.157144] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2eb5a77b-68ea-4d0a-93d3-1bfac1a67f5c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.167936] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 763.167936] env[65983]: value = "task-4468426" [ 763.167936] env[65983]: _type = "Task" [ 763.167936] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.180289] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468426, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.217565] env[65983]: DEBUG nova.network.neutron [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Updating instance_info_cache with network_info: [{"id": "86940782-3232-4b79-b037-46fcbf8db667", "address": "fa:16:3e:06:b8:9f", "network": {"id": "a72525ec-7d18-4a7c-9b54-92a208002dfb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-95525058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8e5780e4a641b7a7b0232a01d43b71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86940782-32", "ovs_interfaceid": "86940782-3232-4b79-b037-46fcbf8db667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.350583] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468424, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.486092] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.486725] env[65983]: DEBUG nova.compute.manager [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 763.490310] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.310s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.490554] env[65983]: DEBUG nova.objects.instance [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lazy-loading 'resources' on Instance uuid 9fb369af-202c-4d49-9d32-cbc411f8267a {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.679120] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468426, 'name': Destroy_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.720748] env[65983]: DEBUG oslo_concurrency.lockutils [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Releasing lock "refresh_cache-cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.843384] env[65983]: DEBUG oslo_vmware.api [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468424, 'name': PowerOnVM_Task, 'duration_secs': 0.587322} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.843722] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.845236] env[65983]: INFO nova.compute.manager [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Took 11.41 seconds to spawn the instance on the hypervisor. [ 763.845236] env[65983]: DEBUG nova.compute.manager [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 763.845317] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f38495-6bc2-46db-972e-3c3309484ee8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.959554] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "a7c065af-ee14-4196-b7d9-4a0b7971b6ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.959554] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "a7c065af-ee14-4196-b7d9-4a0b7971b6ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.994436] env[65983]: DEBUG nova.compute.utils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.999433] env[65983]: DEBUG nova.compute.manager [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 764.003022] env[65983]: DEBUG nova.network.neutron [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 764.003022] env[65983]: WARNING neutronclient.v2_0.client [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.003022] env[65983]: WARNING neutronclient.v2_0.client [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.079110] env[65983]: DEBUG nova.policy [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae2c0eaf824d4cdaa899f69c4fdea155', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f67a1149e642476cb9f939a47393d79b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.180842] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468426, 'name': Destroy_Task, 'duration_secs': 0.645819} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.181220] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Destroyed the VM [ 764.181525] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 764.181775] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c296c1b1-526e-4364-9b81-4541c2e0308a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.191321] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 764.191321] env[65983]: value = "task-4468427" [ 764.191321] env[65983]: _type = "Task" [ 764.191321] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.202026] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468427, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.367305] env[65983]: INFO nova.compute.manager [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Took 60.78 seconds to build instance. [ 764.449032] env[65983]: DEBUG nova.network.neutron [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Successfully created port: ee4d2054-83ec-4135-ad45-78ce91a5c9e0 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 764.496088] env[65983]: DEBUG nova.network.neutron [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Successfully updated port: c8ab7591-0332-467a-a34c-e4a1ff3d59f3 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 764.505662] env[65983]: DEBUG nova.compute.manager [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 764.568440] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50c8154-e530-4354-b0f2-99414575c0af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.580083] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed93615c-d3dd-40e7-b4b9-1fb1e4f12a1c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.615236] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8357650e-34dc-4feb-8532-4732f8cd7180 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.626037] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58795308-b0d2-4045-85dc-b9a3f69f4d2d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.642471] env[65983]: DEBUG nova.compute.provider_tree [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.703972] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468427, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.726821] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.729280] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-516cd3d8-1b22-4758-a8e3-5b5195d5651b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.736640] env[65983]: DEBUG oslo_vmware.api [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 764.736640] env[65983]: value = "task-4468428" [ 764.736640] env[65983]: _type = "Task" [ 764.736640] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.748164] env[65983]: DEBUG oslo_vmware.api [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.831333] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "46e047d0-0d82-4fd9-8dde-8ea693f3fa37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.831677] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "46e047d0-0d82-4fd9-8dde-8ea693f3fa37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.871629] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Lock "9e3679af-f405-4dc1-81c9-3e0ee90ce45c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.899s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.942704] env[65983]: DEBUG nova.compute.manager [req-a6527ade-0701-488f-8f47-dc62cf584d5c req-effc5d22-47cd-41fe-b976-a48d860a164a service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Received event network-vif-plugged-c8ab7591-0332-467a-a34c-e4a1ff3d59f3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 764.943042] env[65983]: DEBUG oslo_concurrency.lockutils [req-a6527ade-0701-488f-8f47-dc62cf584d5c req-effc5d22-47cd-41fe-b976-a48d860a164a service nova] Acquiring lock "f06070f2-2135-42ab-b30b-a89344e0618e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.944056] env[65983]: DEBUG oslo_concurrency.lockutils [req-a6527ade-0701-488f-8f47-dc62cf584d5c req-effc5d22-47cd-41fe-b976-a48d860a164a service nova] Lock "f06070f2-2135-42ab-b30b-a89344e0618e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.944056] env[65983]: DEBUG oslo_concurrency.lockutils [req-a6527ade-0701-488f-8f47-dc62cf584d5c req-effc5d22-47cd-41fe-b976-a48d860a164a service nova] Lock "f06070f2-2135-42ab-b30b-a89344e0618e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.944056] env[65983]: DEBUG nova.compute.manager [req-a6527ade-0701-488f-8f47-dc62cf584d5c req-effc5d22-47cd-41fe-b976-a48d860a164a service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] No waiting events found dispatching network-vif-plugged-c8ab7591-0332-467a-a34c-e4a1ff3d59f3 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 764.944056] env[65983]: WARNING nova.compute.manager [req-a6527ade-0701-488f-8f47-dc62cf584d5c req-effc5d22-47cd-41fe-b976-a48d860a164a service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Received unexpected event network-vif-plugged-c8ab7591-0332-467a-a34c-e4a1ff3d59f3 for instance with vm_state building and task_state spawning. [ 765.000273] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "refresh_cache-f06070f2-2135-42ab-b30b-a89344e0618e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.000463] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired lock "refresh_cache-f06070f2-2135-42ab-b30b-a89344e0618e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.000656] env[65983]: DEBUG nova.network.neutron [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 765.148111] env[65983]: DEBUG nova.scheduler.client.report [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.206616] env[65983]: DEBUG oslo_vmware.api [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468427, 'name': RemoveSnapshot_Task, 'duration_secs': 0.696781} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.206914] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 765.207181] env[65983]: INFO nova.compute.manager [None req-c3ecd067-8453-4310-81bd-594e9d57f8b0 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Took 15.64 seconds to snapshot the instance on the hypervisor. [ 765.249031] env[65983]: DEBUG oslo_vmware.api [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.375013] env[65983]: DEBUG nova.compute.manager [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 765.447975] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "329ac5cc-582d-4ce9-8962-413086565e84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.448324] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "329ac5cc-582d-4ce9-8962-413086565e84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.482779] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 765.482847] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873795', 'volume_id': 'a7303c1e-9e99-4fe8-9d09-c88128467860', 'name': 'volume-a7303c1e-9e99-4fe8-9d09-c88128467860', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18eba7f8-31cc-4a75-b73a-b279853d125a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7303c1e-9e99-4fe8-9d09-c88128467860', 'serial': 'a7303c1e-9e99-4fe8-9d09-c88128467860'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 765.483878] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a210dbc-1494-40ff-88d9-ad4ea434ee33 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.503883] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5eec68-aa32-4f23-b539-b4449e32c05f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.532022] env[65983]: DEBUG nova.compute.manager [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 765.541329] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] volume-a7303c1e-9e99-4fe8-9d09-c88128467860/volume-a7303c1e-9e99-4fe8-9d09-c88128467860.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.542040] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a460d65-0825-404a-901b-906fbc79a641 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.556795] env[65983]: DEBUG nova.network.neutron [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 765.566770] env[65983]: DEBUG oslo_vmware.api [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 765.566770] env[65983]: value = "task-4468429" [ 765.566770] env[65983]: _type = "Task" [ 765.566770] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.578470] env[65983]: DEBUG oslo_vmware.api [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.580836] env[65983]: DEBUG nova.virt.hardware [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 765.582028] env[65983]: DEBUG nova.virt.hardware [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.582028] env[65983]: DEBUG nova.virt.hardware [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 765.582028] env[65983]: DEBUG nova.virt.hardware [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.582028] env[65983]: DEBUG nova.virt.hardware [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 765.582211] env[65983]: DEBUG nova.virt.hardware [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 765.582295] env[65983]: DEBUG nova.virt.hardware [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 765.582413] env[65983]: DEBUG nova.virt.hardware [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 765.582566] env[65983]: DEBUG nova.virt.hardware [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 765.582714] env[65983]: DEBUG nova.virt.hardware [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 765.582873] env[65983]: DEBUG nova.virt.hardware [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 765.584038] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6014fd-4229-4b19-9851-1aaa37eba90b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.593075] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff797973-fedf-4097-acbb-8fa9c9c85eb2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.654784] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.657165] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.262s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.657905] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.657905] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65983) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 765.657905] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.219s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.658310] env[65983]: DEBUG nova.objects.instance [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lazy-loading 'resources' on Instance uuid 2f6d4f72-e713-4422-9e72-ca261477d545 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.663326] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa2a5a4-9429-4324-840f-c04913e60081 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.678045] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f54f98-17ba-4077-a947-0c66abc7d53e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.715129] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51603b17-029c-460b-952b-d8b55de946e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.729745] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9421411a-40db-46e9-986f-ab58eaf9b852 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.793958] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179147MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65983) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 765.794131] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.799192] env[65983]: INFO nova.scheduler.client.report [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Deleted allocations for instance 9fb369af-202c-4d49-9d32-cbc411f8267a [ 765.799779] env[65983]: WARNING neutronclient.v2_0.client [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.808638] env[65983]: DEBUG oslo_vmware.api [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468428, 'name': PowerOnVM_Task, 'duration_secs': 0.58623} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.809618] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.809618] env[65983]: DEBUG nova.compute.manager [None req-244d225f-44ca-47b8-8b10-1de33aa7b0bb tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 765.810398] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b2d3af-8c76-4513-bd0d-1afb687c9ecf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.915419] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.081392] env[65983]: DEBUG oslo_vmware.api [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.210052] env[65983]: DEBUG nova.network.neutron [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Successfully updated port: ee4d2054-83ec-4135-ad45-78ce91a5c9e0 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 766.252196] env[65983]: DEBUG nova.network.neutron [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Updating instance_info_cache with network_info: [{"id": "c8ab7591-0332-467a-a34c-e4a1ff3d59f3", "address": "fa:16:3e:2c:15:44", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ab7591-03", "ovs_interfaceid": "c8ab7591-0332-467a-a34c-e4a1ff3d59f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.312492] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03e2b8df-24e7-4bae-b4ef-1398281f38df tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "9fb369af-202c-4d49-9d32-cbc411f8267a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.706s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.338377] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8c8174-0f4c-4724-89ca-388fbba1d6d0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.348349] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e980d3-a4c2-4557-8315-3ee4b2d54cb6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.384049] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac2c62d-88cc-4ade-9ac3-8695c531d196 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.393562] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd4a8eb-00a1-4e66-95be-d25675a43760 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.408176] env[65983]: DEBUG nova.compute.provider_tree [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.582453] env[65983]: DEBUG oslo_vmware.api [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468429, 'name': ReconfigVM_Task, 'duration_secs': 0.59266} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.582887] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Reconfigured VM instance instance-00000029 to attach disk [datastore2] volume-a7303c1e-9e99-4fe8-9d09-c88128467860/volume-a7303c1e-9e99-4fe8-9d09-c88128467860.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.589753] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ca2d333-1870-4627-9874-31ca5739fb53 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.609569] env[65983]: DEBUG oslo_vmware.api [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 766.609569] env[65983]: value = "task-4468430" [ 766.609569] env[65983]: _type = "Task" [ 766.609569] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.621831] env[65983]: DEBUG oslo_vmware.api [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.714490] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Acquiring lock "refresh_cache-ba6e4068-f940-428e-b415-b11f7ec83857" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.714688] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Acquired lock "refresh_cache-ba6e4068-f940-428e-b415-b11f7ec83857" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.714837] env[65983]: DEBUG nova.network.neutron [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 766.757505] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Releasing lock "refresh_cache-f06070f2-2135-42ab-b30b-a89344e0618e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.758390] env[65983]: DEBUG nova.compute.manager [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Instance network_info: |[{"id": "c8ab7591-0332-467a-a34c-e4a1ff3d59f3", "address": "fa:16:3e:2c:15:44", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ab7591-03", "ovs_interfaceid": "c8ab7591-0332-467a-a34c-e4a1ff3d59f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 766.760018] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:15:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8ab7591-0332-467a-a34c-e4a1ff3d59f3', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.768863] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 766.769196] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.769538] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5f83a81-9acb-4a69-9d2d-8030851c9b02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.791915] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.791915] env[65983]: value = "task-4468431" [ 766.791915] env[65983]: _type = "Task" [ 766.791915] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.801014] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468431, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.911644] env[65983]: DEBUG nova.scheduler.client.report [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.120898] env[65983]: DEBUG oslo_vmware.api [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468430, 'name': ReconfigVM_Task, 'duration_secs': 0.247634} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.121449] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873795', 'volume_id': 'a7303c1e-9e99-4fe8-9d09-c88128467860', 'name': 'volume-a7303c1e-9e99-4fe8-9d09-c88128467860', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18eba7f8-31cc-4a75-b73a-b279853d125a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7303c1e-9e99-4fe8-9d09-c88128467860', 'serial': 'a7303c1e-9e99-4fe8-9d09-c88128467860'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 767.252487] env[65983]: DEBUG nova.network.neutron [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 767.303681] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468431, 'name': CreateVM_Task, 'duration_secs': 0.391875} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.303873] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.304433] env[65983]: WARNING neutronclient.v2_0.client [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.304808] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.304959] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.305313] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.305613] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2c92e1-cf9c-49d8-96de-72c7ee88464d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.311899] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 767.311899] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524dfa5f-8391-a86f-c744-16802c7734ec" [ 767.311899] env[65983]: _type = "Task" [ 767.311899] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.321211] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524dfa5f-8391-a86f-c744-16802c7734ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.337130] env[65983]: WARNING neutronclient.v2_0.client [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.417473] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.420952] env[65983]: DEBUG nova.network.neutron [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Updating instance_info_cache with network_info: [{"id": "ee4d2054-83ec-4135-ad45-78ce91a5c9e0", "address": "fa:16:3e:99:80:51", "network": {"id": "0c97ea11-baab-46d2-b8d4-48aed23da6a5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1247821402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f67a1149e642476cb9f939a47393d79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4d2054-83", "ovs_interfaceid": "ee4d2054-83ec-4135-ad45-78ce91a5c9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.422673] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.873s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.424185] env[65983]: INFO nova.compute.claims [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.455587] env[65983]: INFO nova.scheduler.client.report [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Deleted allocations for instance 2f6d4f72-e713-4422-9e72-ca261477d545 [ 767.587232] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Acquiring lock "ef965056-5b15-4287-9530-6ec1c532cc6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.587547] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Lock "ef965056-5b15-4287-9530-6ec1c532cc6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.618359] env[65983]: DEBUG nova.compute.manager [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Received event network-changed-c8ab7591-0332-467a-a34c-e4a1ff3d59f3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.618687] env[65983]: DEBUG nova.compute.manager [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Refreshing instance network info cache due to event network-changed-c8ab7591-0332-467a-a34c-e4a1ff3d59f3. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 767.618954] env[65983]: DEBUG oslo_concurrency.lockutils [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] Acquiring lock "refresh_cache-f06070f2-2135-42ab-b30b-a89344e0618e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.619174] env[65983]: DEBUG oslo_concurrency.lockutils [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] Acquired lock "refresh_cache-f06070f2-2135-42ab-b30b-a89344e0618e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.619443] env[65983]: DEBUG nova.network.neutron [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Refreshing network info cache for port c8ab7591-0332-467a-a34c-e4a1ff3d59f3 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.823906] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524dfa5f-8391-a86f-c744-16802c7734ec, 'name': SearchDatastore_Task, 'duration_secs': 0.033148} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.824491] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.824491] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.824696] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.824861] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.825095] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.825414] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3371dc9-5bd6-4413-8515-9f99aa41f9b6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.837131] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.837531] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.838772] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39046f35-83d3-4764-903b-b70d8953eac0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.847656] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 767.847656] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ad43e1-5b00-2da1-94f4-048712d3c39a" [ 767.847656] env[65983]: _type = "Task" [ 767.847656] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.863423] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ad43e1-5b00-2da1-94f4-048712d3c39a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.929331] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Releasing lock "refresh_cache-ba6e4068-f940-428e-b415-b11f7ec83857" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.931110] env[65983]: DEBUG nova.compute.manager [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Instance network_info: |[{"id": "ee4d2054-83ec-4135-ad45-78ce91a5c9e0", "address": "fa:16:3e:99:80:51", "network": {"id": "0c97ea11-baab-46d2-b8d4-48aed23da6a5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1247821402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f67a1149e642476cb9f939a47393d79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4d2054-83", "ovs_interfaceid": "ee4d2054-83ec-4135-ad45-78ce91a5c9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 767.934678] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:80:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee4d2054-83ec-4135-ad45-78ce91a5c9e0', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.943477] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Creating folder: Project (f67a1149e642476cb9f939a47393d79b). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.945148] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53db44b3-28c6-44bc-99ec-37b1cc2fe188 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.959430] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Created folder: Project (f67a1149e642476cb9f939a47393d79b) in parent group-v873669. [ 767.959656] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Creating folder: Instances. Parent ref: group-v873797. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.959910] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-003c4824-3650-476f-bb0c-00d9e10386ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.965416] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Lock "2f6d4f72-e713-4422-9e72-ca261477d545" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.266s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.976456] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Created folder: Instances in parent group-v873797. [ 767.976728] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 767.977059] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.977157] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc0d703e-d12e-4dc6-b5c7-22e59baa3313 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.001209] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.001209] env[65983]: value = "task-4468434" [ 768.001209] env[65983]: _type = "Task" [ 768.001209] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.010654] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468434, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.126022] env[65983]: WARNING neutronclient.v2_0.client [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.171351] env[65983]: DEBUG nova.objects.instance [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lazy-loading 'flavor' on Instance uuid 18eba7f8-31cc-4a75-b73a-b279853d125a {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.364220] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ad43e1-5b00-2da1-94f4-048712d3c39a, 'name': SearchDatastore_Task, 'duration_secs': 0.025261} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.365097] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b19791-0d1c-45dc-bf83-bd8a03e7815c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.372543] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 768.372543] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52098f83-d75f-e309-4eec-a5500a2af51f" [ 768.372543] env[65983]: _type = "Task" [ 768.372543] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.384684] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52098f83-d75f-e309-4eec-a5500a2af51f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.517926] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468434, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.561720] env[65983]: WARNING neutronclient.v2_0.client [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.643284] env[65983]: DEBUG nova.network.neutron [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Updated VIF entry in instance network info cache for port c8ab7591-0332-467a-a34c-e4a1ff3d59f3. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 768.643667] env[65983]: DEBUG nova.network.neutron [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Updating instance_info_cache with network_info: [{"id": "c8ab7591-0332-467a-a34c-e4a1ff3d59f3", "address": "fa:16:3e:2c:15:44", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ab7591-03", "ovs_interfaceid": "c8ab7591-0332-467a-a34c-e4a1ff3d59f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.677094] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e56afc8-8799-40ba-91ef-7a8a1bc052df tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "18eba7f8-31cc-4a75-b73a-b279853d125a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.348s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.892041] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52098f83-d75f-e309-4eec-a5500a2af51f, 'name': SearchDatastore_Task, 'duration_secs': 0.033161} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.892041] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.892041] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] f06070f2-2135-42ab-b30b-a89344e0618e/f06070f2-2135-42ab-b30b-a89344e0618e.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.892373] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89bffd22-0de0-4662-8a1d-fc69f6730194 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.902032] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 768.902032] env[65983]: value = "task-4468435" [ 768.902032] env[65983]: _type = "Task" [ 768.902032] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.916643] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.938676] env[65983]: DEBUG nova.compute.manager [req-86dc6d43-6d68-4385-85be-060e310331e5 req-03415c35-86fb-4e38-acff-e807dc29bae7 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Received event network-changed-323e4c7d-6922-40d1-b6fe-df559428b8db {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 768.938923] env[65983]: DEBUG nova.compute.manager [req-86dc6d43-6d68-4385-85be-060e310331e5 req-03415c35-86fb-4e38-acff-e807dc29bae7 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Refreshing instance network info cache due to event network-changed-323e4c7d-6922-40d1-b6fe-df559428b8db. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 768.942684] env[65983]: DEBUG oslo_concurrency.lockutils [req-86dc6d43-6d68-4385-85be-060e310331e5 req-03415c35-86fb-4e38-acff-e807dc29bae7 service nova] Acquiring lock "refresh_cache-9e3679af-f405-4dc1-81c9-3e0ee90ce45c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.942877] env[65983]: DEBUG oslo_concurrency.lockutils [req-86dc6d43-6d68-4385-85be-060e310331e5 req-03415c35-86fb-4e38-acff-e807dc29bae7 service nova] Acquired lock "refresh_cache-9e3679af-f405-4dc1-81c9-3e0ee90ce45c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.943077] env[65983]: DEBUG nova.network.neutron [req-86dc6d43-6d68-4385-85be-060e310331e5 req-03415c35-86fb-4e38-acff-e807dc29bae7 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Refreshing network info cache for port 323e4c7d-6922-40d1-b6fe-df559428b8db {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.013373] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d794a79e-d75a-46fe-8903-2a83c916d04b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.022543] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468434, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.028709] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8928cf8b-68d2-45d2-b317-178cc3d07240 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.068388] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63011b4-ad70-4158-a197-ee48da627dfc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.078591] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e569e1-7497-4477-b022-11115781cd59 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.095794] env[65983]: DEBUG nova.compute.provider_tree [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.146919] env[65983]: DEBUG oslo_concurrency.lockutils [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] Releasing lock "refresh_cache-f06070f2-2135-42ab-b30b-a89344e0618e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.147487] env[65983]: DEBUG nova.compute.manager [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Received event network-vif-plugged-ee4d2054-83ec-4135-ad45-78ce91a5c9e0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 769.147867] env[65983]: DEBUG oslo_concurrency.lockutils [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] Acquiring lock "ba6e4068-f940-428e-b415-b11f7ec83857-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.148375] env[65983]: DEBUG oslo_concurrency.lockutils [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] Lock "ba6e4068-f940-428e-b415-b11f7ec83857-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.148567] env[65983]: DEBUG oslo_concurrency.lockutils [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] Lock "ba6e4068-f940-428e-b415-b11f7ec83857-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.148873] env[65983]: DEBUG nova.compute.manager [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] No waiting events found dispatching network-vif-plugged-ee4d2054-83ec-4135-ad45-78ce91a5c9e0 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 769.149373] env[65983]: WARNING nova.compute.manager [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Received unexpected event network-vif-plugged-ee4d2054-83ec-4135-ad45-78ce91a5c9e0 for instance with vm_state building and task_state spawning. [ 769.149677] env[65983]: DEBUG nova.compute.manager [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Received event network-changed-ee4d2054-83ec-4135-ad45-78ce91a5c9e0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 769.149957] env[65983]: DEBUG nova.compute.manager [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Refreshing instance network info cache due to event network-changed-ee4d2054-83ec-4135-ad45-78ce91a5c9e0. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 769.150293] env[65983]: DEBUG oslo_concurrency.lockutils [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] Acquiring lock "refresh_cache-ba6e4068-f940-428e-b415-b11f7ec83857" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.150545] env[65983]: DEBUG oslo_concurrency.lockutils [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] Acquired lock "refresh_cache-ba6e4068-f940-428e-b415-b11f7ec83857" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.150823] env[65983]: DEBUG nova.network.neutron [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Refreshing network info cache for port ee4d2054-83ec-4135-ad45-78ce91a5c9e0 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.209560] env[65983]: DEBUG nova.compute.manager [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 769.210632] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfc18d3-013d-45c6-b1ef-0ab9d1f85502 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.413100] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468435, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.448930] env[65983]: WARNING neutronclient.v2_0.client [req-86dc6d43-6d68-4385-85be-060e310331e5 req-03415c35-86fb-4e38-acff-e807dc29bae7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.516490] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468434, 'name': CreateVM_Task, 'duration_secs': 1.394358} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.516805] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.517423] env[65983]: WARNING neutronclient.v2_0.client [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.517908] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.518427] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.518969] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.519552] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90079cd0-9171-4689-b2f0-42715037e172 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.527879] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Waiting for the task: (returnval){ [ 769.527879] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5229d37f-6aa1-8133-c148-2d49947a4272" [ 769.527879] env[65983]: _type = "Task" [ 769.527879] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.542880] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5229d37f-6aa1-8133-c148-2d49947a4272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.601352] env[65983]: DEBUG nova.scheduler.client.report [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.655025] env[65983]: WARNING neutronclient.v2_0.client [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.725516] env[65983]: INFO nova.compute.manager [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] instance snapshotting [ 769.728654] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e176739b-c737-479c-ac52-e6cf9fd25640 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.752713] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c7a779-106f-4108-a46c-3976f1c52a10 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.835629] env[65983]: WARNING neutronclient.v2_0.client [req-86dc6d43-6d68-4385-85be-060e310331e5 req-03415c35-86fb-4e38-acff-e807dc29bae7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.916541] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75914} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.922899] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] f06070f2-2135-42ab-b30b-a89344e0618e/f06070f2-2135-42ab-b30b-a89344e0618e.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.924058] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.927011] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-642cdaf7-1fde-431d-b9f7-5ad9557d8829 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.935573] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 769.935573] env[65983]: value = "task-4468436" [ 769.935573] env[65983]: _type = "Task" [ 769.935573] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.942156] env[65983]: DEBUG nova.network.neutron [req-86dc6d43-6d68-4385-85be-060e310331e5 req-03415c35-86fb-4e38-acff-e807dc29bae7 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Updated VIF entry in instance network info cache for port 323e4c7d-6922-40d1-b6fe-df559428b8db. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 769.942547] env[65983]: DEBUG nova.network.neutron [req-86dc6d43-6d68-4385-85be-060e310331e5 req-03415c35-86fb-4e38-acff-e807dc29bae7 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Updating instance_info_cache with network_info: [{"id": "323e4c7d-6922-40d1-b6fe-df559428b8db", "address": "fa:16:3e:a6:09:63", "network": {"id": "fc6182d0-96ad-4da1-ae62-2a36e1309f47", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-531247254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d88ebf529c84c3a96ed1bc59f26b710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323e4c7d-69", "ovs_interfaceid": "323e4c7d-6922-40d1-b6fe-df559428b8db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.947154] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.961973] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "18eba7f8-31cc-4a75-b73a-b279853d125a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.962271] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "18eba7f8-31cc-4a75-b73a-b279853d125a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.962479] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "18eba7f8-31cc-4a75-b73a-b279853d125a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.962644] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "18eba7f8-31cc-4a75-b73a-b279853d125a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.962808] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "18eba7f8-31cc-4a75-b73a-b279853d125a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.965608] env[65983]: INFO nova.compute.manager [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Terminating instance [ 769.992717] env[65983]: WARNING neutronclient.v2_0.client [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.046344] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5229d37f-6aa1-8133-c148-2d49947a4272, 'name': SearchDatastore_Task, 'duration_secs': 0.054689} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.046703] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.047072] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.047192] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.047410] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.047621] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.047917] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb10e130-2648-412a-abba-eb3271ac71ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.061301] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.061522] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.062342] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7a99c1-30f7-40a0-b07f-0aec765c18a5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.069095] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Waiting for the task: (returnval){ [ 770.069095] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52273158-bfbb-2131-aebf-0184d4e0f5a7" [ 770.069095] env[65983]: _type = "Task" [ 770.069095] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.078313] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52273158-bfbb-2131-aebf-0184d4e0f5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.100775] env[65983]: DEBUG nova.network.neutron [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Updated VIF entry in instance network info cache for port ee4d2054-83ec-4135-ad45-78ce91a5c9e0. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.101321] env[65983]: DEBUG nova.network.neutron [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Updating instance_info_cache with network_info: [{"id": "ee4d2054-83ec-4135-ad45-78ce91a5c9e0", "address": "fa:16:3e:99:80:51", "network": {"id": "0c97ea11-baab-46d2-b8d4-48aed23da6a5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1247821402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f67a1149e642476cb9f939a47393d79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4d2054-83", "ovs_interfaceid": "ee4d2054-83ec-4135-ad45-78ce91a5c9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.107757] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.108290] env[65983]: DEBUG nova.compute.manager [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 770.111425] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.170s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.112854] env[65983]: INFO nova.compute.claims [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.265231] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 770.265651] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c3148623-0236-4d39-a63d-f487ab324380 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.274422] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 770.274422] env[65983]: value = "task-4468437" [ 770.274422] env[65983]: _type = "Task" [ 770.274422] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.285524] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.446769] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119865} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.446993] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.448039] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ae182a-5010-4ac8-a76a-2894f0e054a8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.451289] env[65983]: DEBUG oslo_concurrency.lockutils [req-86dc6d43-6d68-4385-85be-060e310331e5 req-03415c35-86fb-4e38-acff-e807dc29bae7 service nova] Releasing lock "refresh_cache-9e3679af-f405-4dc1-81c9-3e0ee90ce45c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.474968] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] f06070f2-2135-42ab-b30b-a89344e0618e/f06070f2-2135-42ab-b30b-a89344e0618e.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.475950] env[65983]: DEBUG nova.compute.manager [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 770.476408] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.476828] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c9c5eff-51b4-4f3e-abca-4baf071bd174 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.491893] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f0dbb1d-0e3c-474e-b587-e4e4677587e8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.501709] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 770.501709] env[65983]: value = "task-4468439" [ 770.501709] env[65983]: _type = "Task" [ 770.501709] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.503589] env[65983]: DEBUG oslo_vmware.api [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 770.503589] env[65983]: value = "task-4468438" [ 770.503589] env[65983]: _type = "Task" [ 770.503589] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.517887] env[65983]: DEBUG oslo_vmware.api [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.521209] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468439, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.580087] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52273158-bfbb-2131-aebf-0184d4e0f5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013126} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.581280] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca114d0b-8f16-4a89-b930-383780065ba3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.588855] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Waiting for the task: (returnval){ [ 770.588855] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5221057e-b159-46d0-b204-75b0e243a326" [ 770.588855] env[65983]: _type = "Task" [ 770.588855] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.598501] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5221057e-b159-46d0-b204-75b0e243a326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.604941] env[65983]: DEBUG oslo_concurrency.lockutils [req-31bda33f-34d7-45a5-9242-666739596942 req-24bb970f-1e3b-44dd-830e-b153632a647a service nova] Releasing lock "refresh_cache-ba6e4068-f940-428e-b415-b11f7ec83857" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.618223] env[65983]: DEBUG nova.compute.utils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.620918] env[65983]: DEBUG nova.compute.manager [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 770.621161] env[65983]: DEBUG nova.network.neutron [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 770.621502] env[65983]: WARNING neutronclient.v2_0.client [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.621815] env[65983]: WARNING neutronclient.v2_0.client [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.758684] env[65983]: DEBUG nova.policy [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59d0abfed3fe412a9900ed49fc829d33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '299a4c5d8e054f9bb0412e40de8fe912', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.769295] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "54d07e34-c120-4c93-a465-6410caa88121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.769596] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "54d07e34-c120-4c93-a465-6410caa88121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.790501] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.023321] env[65983]: DEBUG oslo_vmware.api [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.027323] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468439, 'name': ReconfigVM_Task, 'duration_secs': 0.43031} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.027751] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Reconfigured VM instance instance-0000002c to attach disk [datastore2] f06070f2-2135-42ab-b30b-a89344e0618e/f06070f2-2135-42ab-b30b-a89344e0618e.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.028501] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e12690d-fc77-42e4-bc07-1cd8295a47df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.038380] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 771.038380] env[65983]: value = "task-4468440" [ 771.038380] env[65983]: _type = "Task" [ 771.038380] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.050925] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468440, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.099898] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5221057e-b159-46d0-b204-75b0e243a326, 'name': SearchDatastore_Task, 'duration_secs': 0.023469} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.100248] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.100531] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] ba6e4068-f940-428e-b415-b11f7ec83857/ba6e4068-f940-428e-b415-b11f7ec83857.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.100835] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00e0b8ad-d007-483f-aac8-b6c8475de22b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.109833] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Waiting for the task: (returnval){ [ 771.109833] env[65983]: value = "task-4468441" [ 771.109833] env[65983]: _type = "Task" [ 771.109833] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.121567] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.128727] env[65983]: DEBUG nova.compute.manager [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 771.294067] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468437, 'name': CreateSnapshot_Task, 'duration_secs': 0.634495} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.294382] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 771.295375] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ca5a40-30c6-4126-b748-dd67738b114b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.507597] env[65983]: DEBUG nova.network.neutron [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Successfully created port: 50909f90-e78b-41d8-85bd-db50439b0827 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 771.521653] env[65983]: DEBUG oslo_vmware.api [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468438, 'name': PowerOffVM_Task, 'duration_secs': 1.003236} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.521943] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.522346] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 771.522346] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873795', 'volume_id': 'a7303c1e-9e99-4fe8-9d09-c88128467860', 'name': 'volume-a7303c1e-9e99-4fe8-9d09-c88128467860', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18eba7f8-31cc-4a75-b73a-b279853d125a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7303c1e-9e99-4fe8-9d09-c88128467860', 'serial': 'a7303c1e-9e99-4fe8-9d09-c88128467860'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 771.523869] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8cd68a-bae6-4a8c-b63d-3293ba580aeb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.556508] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6f52f1-38e9-441a-b9a1-d589bd6af711 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.566810] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468440, 'name': Rename_Task, 'duration_secs': 0.191387} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.569409] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.570381] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ce36a5-160c-458b-8141-83bd88cd9646 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.572961] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d12b71-2fb0-4546-9af0-7ffc5fa29f70 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.610507] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74a3ce9-b7e1-4e17-8d29-01482072cbc4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.614151] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 771.614151] env[65983]: value = "task-4468442" [ 771.614151] env[65983]: _type = "Task" [ 771.614151] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.637284] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The volume has not been displaced from its original location: [datastore2] volume-a7303c1e-9e99-4fe8-9d09-c88128467860/volume-a7303c1e-9e99-4fe8-9d09-c88128467860.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 771.643847] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 771.658780] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71a5a29a-80b7-49de-a406-80558ccc00ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.675686] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468441, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.675977] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.685886] env[65983]: DEBUG oslo_vmware.api [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 771.685886] env[65983]: value = "task-4468443" [ 771.685886] env[65983]: _type = "Task" [ 771.685886] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.702890] env[65983]: DEBUG oslo_vmware.api [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.825314] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 771.825314] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d030aee1-aa61-462d-bcb9-0544cfe0dd64 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.834974] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 771.834974] env[65983]: value = "task-4468444" [ 771.834974] env[65983]: _type = "Task" [ 771.834974] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.849461] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468444, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.858148] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb634a41-b6d8-44e7-b01f-244378bd970b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.867975] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5997603-d693-40e2-9e4a-3decadc416dd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.905189] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb6fc98-7532-4fd5-a365-7b1517b841c7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.915729] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dbe09e-d8a6-4d52-a601-1714157bc1d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.933579] env[65983]: DEBUG nova.compute.provider_tree [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.128309] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788155} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.131882] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] ba6e4068-f940-428e-b415-b11f7ec83857/ba6e4068-f940-428e-b415-b11f7ec83857.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.132135] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.132415] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468442, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.132624] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd4f2803-3df4-47f0-a8bd-81ddb282483a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.141234] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Waiting for the task: (returnval){ [ 772.141234] env[65983]: value = "task-4468445" [ 772.141234] env[65983]: _type = "Task" [ 772.141234] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.152867] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.178519] env[65983]: DEBUG nova.compute.manager [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 772.199348] env[65983]: DEBUG oslo_vmware.api [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468443, 'name': ReconfigVM_Task, 'duration_secs': 0.43632} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.201848] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 772.207880] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463448ab-63af-4c2a-849e-fff4e5c90810 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.227277] env[65983]: DEBUG nova.virt.hardware [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 772.227629] env[65983]: DEBUG nova.virt.hardware [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.227844] env[65983]: DEBUG nova.virt.hardware [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 772.228108] env[65983]: DEBUG nova.virt.hardware [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.228305] env[65983]: DEBUG nova.virt.hardware [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 772.228563] env[65983]: DEBUG nova.virt.hardware [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 772.228979] env[65983]: DEBUG nova.virt.hardware [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 772.229244] env[65983]: DEBUG nova.virt.hardware [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 772.229478] env[65983]: DEBUG nova.virt.hardware [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 772.229700] env[65983]: DEBUG nova.virt.hardware [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 772.229937] env[65983]: DEBUG nova.virt.hardware [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 772.231285] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c27b9a-824f-4b37-9567-60ef2778a173 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.246143] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e716b68-c81b-4556-aea5-e2efb19f50fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.252926] env[65983]: DEBUG oslo_vmware.api [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 772.252926] env[65983]: value = "task-4468446" [ 772.252926] env[65983]: _type = "Task" [ 772.252926] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.278792] env[65983]: DEBUG oslo_vmware.api [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.346668] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468444, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.438476] env[65983]: DEBUG nova.scheduler.client.report [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.626208] env[65983]: DEBUG oslo_vmware.api [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468442, 'name': PowerOnVM_Task, 'duration_secs': 0.880916} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.626510] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.626786] env[65983]: INFO nova.compute.manager [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Took 9.78 seconds to spawn the instance on the hypervisor. [ 772.627035] env[65983]: DEBUG nova.compute.manager [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 772.627989] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32b4314-6da2-4eac-9daa-248b6d1234b0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.652879] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144864} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.652879] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.653426] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1711be35-1471-4953-8ab0-3b5894a5ebbf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.679584] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] ba6e4068-f940-428e-b415-b11f7ec83857/ba6e4068-f940-428e-b415-b11f7ec83857.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.679977] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7902b750-94fb-419b-9e2d-e8e358bb1c6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.703307] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Waiting for the task: (returnval){ [ 772.703307] env[65983]: value = "task-4468447" [ 772.703307] env[65983]: _type = "Task" [ 772.703307] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.717782] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.764307] env[65983]: DEBUG oslo_vmware.api [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468446, 'name': ReconfigVM_Task, 'duration_secs': 0.406674} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.764628] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873795', 'volume_id': 'a7303c1e-9e99-4fe8-9d09-c88128467860', 'name': 'volume-a7303c1e-9e99-4fe8-9d09-c88128467860', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18eba7f8-31cc-4a75-b73a-b279853d125a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7303c1e-9e99-4fe8-9d09-c88128467860', 'serial': 'a7303c1e-9e99-4fe8-9d09-c88128467860'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 772.764952] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.765763] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddbf7d4-1b71-429b-bdd3-4393889e69e5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.774261] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.774534] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2f0305c-9226-4ed9-b9be-f5129cd446fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.847676] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468444, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.852053] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.852727] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.852727] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleting the datastore file [datastore2] 18eba7f8-31cc-4a75-b73a-b279853d125a {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.852727] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c964fbd-e46c-491d-ab5a-0730168120b9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.860777] env[65983]: DEBUG oslo_vmware.api [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 772.860777] env[65983]: value = "task-4468449" [ 772.860777] env[65983]: _type = "Task" [ 772.860777] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.876742] env[65983]: DEBUG oslo_vmware.api [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.948382] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.948382] env[65983]: DEBUG nova.compute.manager [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 772.953257] env[65983]: DEBUG oslo_concurrency.lockutils [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.010s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.953760] env[65983]: DEBUG nova.objects.instance [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lazy-loading 'resources' on Instance uuid b5815a1e-0a5c-48eb-9a03-c048c3a8323c {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.153372] env[65983]: INFO nova.compute.manager [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Took 55.11 seconds to build instance. [ 773.218160] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.290445] env[65983]: DEBUG nova.network.neutron [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Successfully updated port: 50909f90-e78b-41d8-85bd-db50439b0827 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 773.349779] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468444, 'name': CloneVM_Task} progress is 95%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.371952] env[65983]: DEBUG oslo_vmware.api [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281768} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.372118] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.372313] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.373337] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.373337] env[65983]: INFO nova.compute.manager [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Took 2.90 seconds to destroy the instance on the hypervisor. [ 773.373337] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 773.373337] env[65983]: DEBUG nova.compute.manager [-] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 773.373337] env[65983]: DEBUG nova.network.neutron [-] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 773.375461] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.449339] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.457425] env[65983]: DEBUG nova.compute.utils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.460407] env[65983]: DEBUG nova.compute.manager [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 773.460407] env[65983]: DEBUG nova.network.neutron [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 773.460407] env[65983]: WARNING neutronclient.v2_0.client [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.460407] env[65983]: WARNING neutronclient.v2_0.client [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.531486] env[65983]: DEBUG nova.policy [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60a634b2a20d419188293eb3275546a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8315f93916774e39a77eb129a0e6c72d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.656710] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11ced1a5-3511-4e34-bf15-a82458bfad4b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f06070f2-2135-42ab-b30b-a89344e0618e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.866s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.720557] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468447, 'name': ReconfigVM_Task, 'duration_secs': 0.574089} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.720996] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Reconfigured VM instance instance-0000002d to attach disk [datastore2] ba6e4068-f940-428e-b415-b11f7ec83857/ba6e4068-f940-428e-b415-b11f7ec83857.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.722094] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f782b3f-072c-4081-a5c8-66d2c685b976 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.733897] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Waiting for the task: (returnval){ [ 773.733897] env[65983]: value = "task-4468450" [ 773.733897] env[65983]: _type = "Task" [ 773.733897] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.746086] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468450, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.793290] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquiring lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.793494] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquired lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.793662] env[65983]: DEBUG nova.network.neutron [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 773.848560] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468444, 'name': CloneVM_Task, 'duration_secs': 1.694736} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.851570] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Created linked-clone VM from snapshot [ 773.852675] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95819ca6-2362-4f55-b71a-2c70fb5ae671 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.861722] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Uploading image e125e3d9-52c4-42ac-a9aa-242d44f31f77 {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 773.896266] env[65983]: DEBUG oslo_vmware.rw_handles [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 773.896266] env[65983]: value = "vm-873801" [ 773.896266] env[65983]: _type = "VirtualMachine" [ 773.896266] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 773.896884] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ca65e3c1-75c8-4756-99bb-6d627f05fcac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.905475] env[65983]: DEBUG oslo_vmware.rw_handles [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lease: (returnval){ [ 773.905475] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c45695-a0eb-512f-f2a4-dfb7c640e7b9" [ 773.905475] env[65983]: _type = "HttpNfcLease" [ 773.905475] env[65983]: } obtained for exporting VM: (result){ [ 773.905475] env[65983]: value = "vm-873801" [ 773.905475] env[65983]: _type = "VirtualMachine" [ 773.905475] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 773.905726] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the lease: (returnval){ [ 773.905726] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c45695-a0eb-512f-f2a4-dfb7c640e7b9" [ 773.905726] env[65983]: _type = "HttpNfcLease" [ 773.905726] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 773.923336] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 773.923336] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c45695-a0eb-512f-f2a4-dfb7c640e7b9" [ 773.923336] env[65983]: _type = "HttpNfcLease" [ 773.923336] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 773.923336] env[65983]: DEBUG oslo_vmware.rw_handles [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 773.923336] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c45695-a0eb-512f-f2a4-dfb7c640e7b9" [ 773.923336] env[65983]: _type = "HttpNfcLease" [ 773.923336] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 773.924017] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5e55e2-66ad-49d7-bd06-67baa6b847ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.939693] env[65983]: DEBUG oslo_vmware.rw_handles [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd945b-2e06-1a71-707d-10bfba1612ef/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 773.940017] env[65983]: DEBUG oslo_vmware.rw_handles [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd945b-2e06-1a71-707d-10bfba1612ef/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 774.006018] env[65983]: DEBUG nova.compute.manager [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 774.012504] env[65983]: DEBUG nova.network.neutron [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Successfully created port: e4575ec6-35f4-4d51-9779-1686c089727c {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 774.051108] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-963502bc-ee98-48a5-9c27-07bed1d8e494 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.159427] env[65983]: DEBUG nova.compute.manager [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 774.175451] env[65983]: DEBUG nova.network.neutron [-] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.209503] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daec25fd-8954-40c1-ab3f-f45d3459e75a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.223261] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9243a0-8770-4aa9-8646-23572e168445 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.267662] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2def60-0bbd-4e53-8d98-808f04f9f55c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.277250] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468450, 'name': Rename_Task, 'duration_secs': 0.281148} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.279729] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.280962] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66400320-842b-47ac-bbe4-c3403519dff1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.283704] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f789646e-00c4-4bd6-ae09-76638479d297 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.302247] env[65983]: DEBUG nova.compute.provider_tree [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.305293] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Waiting for the task: (returnval){ [ 774.305293] env[65983]: value = "task-4468452" [ 774.305293] env[65983]: _type = "Task" [ 774.305293] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.317975] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468452, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.388972] env[65983]: DEBUG nova.network.neutron [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 774.485095] env[65983]: DEBUG nova.compute.manager [req-c3e77ea0-37c6-42f2-85b5-114d5f7756a0 req-af962936-9049-46e3-85e1-f473df98e018 service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Received event network-vif-plugged-50909f90-e78b-41d8-85bd-db50439b0827 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 774.485610] env[65983]: DEBUG oslo_concurrency.lockutils [req-c3e77ea0-37c6-42f2-85b5-114d5f7756a0 req-af962936-9049-46e3-85e1-f473df98e018 service nova] Acquiring lock "4c15afa2-321c-4502-b839-dc5578688302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.485610] env[65983]: DEBUG oslo_concurrency.lockutils [req-c3e77ea0-37c6-42f2-85b5-114d5f7756a0 req-af962936-9049-46e3-85e1-f473df98e018 service nova] Lock "4c15afa2-321c-4502-b839-dc5578688302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.488208] env[65983]: DEBUG oslo_concurrency.lockutils [req-c3e77ea0-37c6-42f2-85b5-114d5f7756a0 req-af962936-9049-46e3-85e1-f473df98e018 service nova] Lock "4c15afa2-321c-4502-b839-dc5578688302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.488391] env[65983]: DEBUG nova.compute.manager [req-c3e77ea0-37c6-42f2-85b5-114d5f7756a0 req-af962936-9049-46e3-85e1-f473df98e018 service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] No waiting events found dispatching network-vif-plugged-50909f90-e78b-41d8-85bd-db50439b0827 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 774.488715] env[65983]: WARNING nova.compute.manager [req-c3e77ea0-37c6-42f2-85b5-114d5f7756a0 req-af962936-9049-46e3-85e1-f473df98e018 service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Received unexpected event network-vif-plugged-50909f90-e78b-41d8-85bd-db50439b0827 for instance with vm_state building and task_state spawning. [ 774.550918] env[65983]: DEBUG nova.compute.manager [req-8e17ae06-e86c-4b6d-9fa4-a14d1b1f82a7 req-32b0641b-15cc-4db7-b760-6a70882bc4b4 service nova] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Received event network-vif-deleted-47628f89-92ed-4265-802f-20b9d7ac7f58 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 774.570432] env[65983]: WARNING neutronclient.v2_0.client [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.683449] env[65983]: INFO nova.compute.manager [-] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Took 1.31 seconds to deallocate network for instance. [ 774.704320] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.811458] env[65983]: DEBUG nova.scheduler.client.report [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.824875] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.031615] env[65983]: DEBUG nova.compute.manager [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 775.070974] env[65983]: DEBUG nova.virt.hardware [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 775.071477] env[65983]: DEBUG nova.virt.hardware [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.071952] env[65983]: DEBUG nova.virt.hardware [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 775.072318] env[65983]: DEBUG nova.virt.hardware [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.072930] env[65983]: DEBUG nova.virt.hardware [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 775.073230] env[65983]: DEBUG nova.virt.hardware [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 775.073730] env[65983]: DEBUG nova.virt.hardware [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 775.074181] env[65983]: DEBUG nova.virt.hardware [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 775.074473] env[65983]: DEBUG nova.virt.hardware [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 775.074807] env[65983]: DEBUG nova.virt.hardware [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 775.075095] env[65983]: DEBUG nova.virt.hardware [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 775.076903] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1ef9b1-e7f8-4f40-90a6-672e9b62db23 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.088917] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19d6ada-462b-48d4-b000-09a9a20e5e4d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.275595] env[65983]: INFO nova.compute.manager [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Took 0.59 seconds to detach 1 volumes for instance. [ 775.323612] env[65983]: DEBUG oslo_concurrency.lockutils [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.370s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.327404] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468452, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.328187] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.009s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.329993] env[65983]: INFO nova.compute.claims [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.364602] env[65983]: INFO nova.scheduler.client.report [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleted allocations for instance b5815a1e-0a5c-48eb-9a03-c048c3a8323c [ 775.724237] env[65983]: DEBUG nova.network.neutron [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Successfully updated port: e4575ec6-35f4-4d51-9779-1686c089727c {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 775.787119] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.824618] env[65983]: DEBUG oslo_vmware.api [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468452, 'name': PowerOnVM_Task, 'duration_secs': 1.04576} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.825202] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.825475] env[65983]: INFO nova.compute.manager [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Took 10.29 seconds to spawn the instance on the hypervisor. [ 775.825629] env[65983]: DEBUG nova.compute.manager [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 775.827231] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a8f6cd-0bbc-47c7-bbe3-976303ed9d0d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.874994] env[65983]: DEBUG oslo_concurrency.lockutils [None req-adab44df-6db0-42f8-89ee-47c9dcc19013 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "b5815a1e-0a5c-48eb-9a03-c048c3a8323c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.023s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.229622] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquiring lock "refresh_cache-e1c123d7-cb49-4e2a-a70e-62866a17702f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.229622] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquired lock "refresh_cache-e1c123d7-cb49-4e2a-a70e-62866a17702f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.229622] env[65983]: DEBUG nova.network.neutron [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 776.267986] env[65983]: DEBUG nova.network.neutron [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Updating instance_info_cache with network_info: [{"id": "50909f90-e78b-41d8-85bd-db50439b0827", "address": "fa:16:3e:bd:a0:b9", "network": {"id": "c299de9b-b7bf-4b0a-8c90-d0bd0a5b9113", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-738546994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "299a4c5d8e054f9bb0412e40de8fe912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50909f90-e7", "ovs_interfaceid": "50909f90-e78b-41d8-85bd-db50439b0827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.355257] env[65983]: INFO nova.compute.manager [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Took 57.93 seconds to build instance. [ 776.770219] env[65983]: DEBUG nova.network.neutron [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 776.773046] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Releasing lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.773359] env[65983]: DEBUG nova.compute.manager [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Instance network_info: |[{"id": "50909f90-e78b-41d8-85bd-db50439b0827", "address": "fa:16:3e:bd:a0:b9", "network": {"id": "c299de9b-b7bf-4b0a-8c90-d0bd0a5b9113", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-738546994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "299a4c5d8e054f9bb0412e40de8fe912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50909f90-e7", "ovs_interfaceid": "50909f90-e78b-41d8-85bd-db50439b0827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 776.774056] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a0:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50909f90-e78b-41d8-85bd-db50439b0827', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.782008] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Creating folder: Project (299a4c5d8e054f9bb0412e40de8fe912). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.785102] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2215e49e-48e2-449d-91e9-d68f121995f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.805506] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Created folder: Project (299a4c5d8e054f9bb0412e40de8fe912) in parent group-v873669. [ 776.805695] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Creating folder: Instances. Parent ref: group-v873802. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.806177] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-642ddeb8-5466-4f81-ab95-675908a4f8fb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.824081] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Created folder: Instances in parent group-v873802. [ 776.824381] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 776.824590] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.824806] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af45d597-18fe-4b8c-a8e0-0e91a4e2d776 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.858566] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Lock "ba6e4068-f940-428e-b415-b11f7ec83857" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.120s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.862147] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.862147] env[65983]: value = "task-4468455" [ 776.862147] env[65983]: _type = "Task" [ 776.862147] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.871617] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468455, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.898638] env[65983]: WARNING neutronclient.v2_0.client [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.990175] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24e0b5f-493d-4f55-870a-e98c9ea841f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.999887] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936208e9-cd51-4dcc-8662-7196ae9bf1c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.040155] env[65983]: DEBUG nova.network.neutron [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Updating instance_info_cache with network_info: [{"id": "e4575ec6-35f4-4d51-9779-1686c089727c", "address": "fa:16:3e:06:c1:df", "network": {"id": "c982615c-4340-45c7-bd14-32591f953cfd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-794465771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8315f93916774e39a77eb129a0e6c72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4575ec6-35", "ovs_interfaceid": "e4575ec6-35f4-4d51-9779-1686c089727c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.044097] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd80cd5-c1fb-454a-9400-919a9458aa7e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.055174] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14a2558-cb91-43c1-8186-9cbcc54e1688 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.072893] env[65983]: DEBUG nova.compute.provider_tree [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.363340] env[65983]: DEBUG nova.compute.manager [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 777.380092] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468455, 'name': CreateVM_Task, 'duration_secs': 0.362007} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.380410] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.381252] env[65983]: WARNING neutronclient.v2_0.client [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.381510] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.383072] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.383072] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.383072] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba44e21c-3f81-4711-863c-bc083f6c1417 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.389150] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for the task: (returnval){ [ 777.389150] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5292bcbc-33fb-bcf6-707c-c615b3cc3bd9" [ 777.389150] env[65983]: _type = "Task" [ 777.389150] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.401202] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5292bcbc-33fb-bcf6-707c-c615b3cc3bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.524736] env[65983]: DEBUG nova.compute.manager [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Received event network-vif-plugged-e4575ec6-35f4-4d51-9779-1686c089727c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 777.524984] env[65983]: DEBUG oslo_concurrency.lockutils [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] Acquiring lock "e1c123d7-cb49-4e2a-a70e-62866a17702f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.526278] env[65983]: DEBUG oslo_concurrency.lockutils [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] Lock "e1c123d7-cb49-4e2a-a70e-62866a17702f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.526581] env[65983]: DEBUG oslo_concurrency.lockutils [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] Lock "e1c123d7-cb49-4e2a-a70e-62866a17702f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.526745] env[65983]: DEBUG nova.compute.manager [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] No waiting events found dispatching network-vif-plugged-e4575ec6-35f4-4d51-9779-1686c089727c {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 777.527078] env[65983]: WARNING nova.compute.manager [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Received unexpected event network-vif-plugged-e4575ec6-35f4-4d51-9779-1686c089727c for instance with vm_state building and task_state spawning. [ 777.527211] env[65983]: DEBUG nova.compute.manager [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Received event network-changed-e4575ec6-35f4-4d51-9779-1686c089727c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 777.527989] env[65983]: DEBUG nova.compute.manager [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Refreshing instance network info cache due to event network-changed-e4575ec6-35f4-4d51-9779-1686c089727c. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 777.527989] env[65983]: DEBUG oslo_concurrency.lockutils [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] Acquiring lock "refresh_cache-e1c123d7-cb49-4e2a-a70e-62866a17702f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.549706] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Releasing lock "refresh_cache-e1c123d7-cb49-4e2a-a70e-62866a17702f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.549706] env[65983]: DEBUG nova.compute.manager [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Instance network_info: |[{"id": "e4575ec6-35f4-4d51-9779-1686c089727c", "address": "fa:16:3e:06:c1:df", "network": {"id": "c982615c-4340-45c7-bd14-32591f953cfd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-794465771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8315f93916774e39a77eb129a0e6c72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4575ec6-35", "ovs_interfaceid": "e4575ec6-35f4-4d51-9779-1686c089727c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 777.549706] env[65983]: DEBUG oslo_concurrency.lockutils [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] Acquired lock "refresh_cache-e1c123d7-cb49-4e2a-a70e-62866a17702f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.550760] env[65983]: DEBUG nova.network.neutron [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Refreshing network info cache for port e4575ec6-35f4-4d51-9779-1686c089727c {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.553688] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:c1:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4575ec6-35f4-4d51-9779-1686c089727c', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.563884] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Creating folder: Project (8315f93916774e39a77eb129a0e6c72d). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.566049] env[65983]: WARNING neutronclient.v2_0.client [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.569486] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba581f52-8dd6-4ac7-9404-e02abc5bfe62 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.579293] env[65983]: DEBUG nova.scheduler.client.report [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.586544] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Created folder: Project (8315f93916774e39a77eb129a0e6c72d) in parent group-v873669. [ 777.587405] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Creating folder: Instances. Parent ref: group-v873805. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.588084] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94c10bbb-84e7-4dc3-90f4-5569e6cbd2ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.601208] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Created folder: Instances in parent group-v873805. [ 777.601473] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 777.602061] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.602452] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc847d8f-eff7-429d-b56d-0b503d9678f6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.626184] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.626184] env[65983]: value = "task-4468458" [ 777.626184] env[65983]: _type = "Task" [ 777.626184] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.637200] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468458, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.701410] env[65983]: DEBUG nova.compute.manager [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Received event network-changed-50909f90-e78b-41d8-85bd-db50439b0827 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 777.701614] env[65983]: DEBUG nova.compute.manager [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Refreshing instance network info cache due to event network-changed-50909f90-e78b-41d8-85bd-db50439b0827. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 777.701954] env[65983]: DEBUG oslo_concurrency.lockutils [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] Acquiring lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.702063] env[65983]: DEBUG oslo_concurrency.lockutils [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] Acquired lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.702739] env[65983]: DEBUG nova.network.neutron [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Refreshing network info cache for port 50909f90-e78b-41d8-85bd-db50439b0827 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.899742] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.909384] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5292bcbc-33fb-bcf6-707c-c615b3cc3bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.015651} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.910203] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.910508] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.911967] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.911967] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.911967] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.911967] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a5f4843-7d37-4464-8425-4223fb308f52 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.926916] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.927571] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.929700] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-462b3658-009d-424c-bece-25157ca69228 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.939482] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for the task: (returnval){ [ 777.939482] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526d4e24-3ad9-24a4-0512-dd1a22e9cfa2" [ 777.939482] env[65983]: _type = "Task" [ 777.939482] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.949937] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526d4e24-3ad9-24a4-0512-dd1a22e9cfa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.955137] env[65983]: WARNING neutronclient.v2_0.client [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.089844] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.090650] env[65983]: DEBUG nova.compute.manager [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 778.094827] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.598s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.097960] env[65983]: INFO nova.compute.claims [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.141102] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468458, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.206430] env[65983]: WARNING neutronclient.v2_0.client [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.394383] env[65983]: DEBUG nova.network.neutron [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Updated VIF entry in instance network info cache for port e4575ec6-35f4-4d51-9779-1686c089727c. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 778.394505] env[65983]: DEBUG nova.network.neutron [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Updating instance_info_cache with network_info: [{"id": "e4575ec6-35f4-4d51-9779-1686c089727c", "address": "fa:16:3e:06:c1:df", "network": {"id": "c982615c-4340-45c7-bd14-32591f953cfd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-794465771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8315f93916774e39a77eb129a0e6c72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4575ec6-35", "ovs_interfaceid": "e4575ec6-35f4-4d51-9779-1686c089727c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.454500] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526d4e24-3ad9-24a4-0512-dd1a22e9cfa2, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.455710] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c84f2a-d9dc-418d-9cdb-1f12c4e96f63 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.463969] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for the task: (returnval){ [ 778.463969] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523614a4-722e-5499-3333-92e3eb744c5a" [ 778.463969] env[65983]: _type = "Task" [ 778.463969] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.473876] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523614a4-722e-5499-3333-92e3eb744c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.607303] env[65983]: DEBUG nova.compute.utils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.607676] env[65983]: DEBUG nova.compute.manager [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 778.607888] env[65983]: DEBUG nova.network.neutron [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 778.608580] env[65983]: WARNING neutronclient.v2_0.client [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.608580] env[65983]: WARNING neutronclient.v2_0.client [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.641268] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468458, 'name': CreateVM_Task, 'duration_secs': 0.546544} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.641708] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.642072] env[65983]: WARNING neutronclient.v2_0.client [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.642334] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.642509] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.642810] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.643140] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb252ac-cf0e-47a2-b29c-775de49b6978 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.650418] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Waiting for the task: (returnval){ [ 778.650418] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52837189-1a97-d9d0-8112-2d962163fb25" [ 778.650418] env[65983]: _type = "Task" [ 778.650418] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.662602] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52837189-1a97-d9d0-8112-2d962163fb25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.691924] env[65983]: DEBUG nova.policy [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82fe017c4a474972b2d380e3e1fa4ea1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de728336484744988073afa69fb9a397', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.743784] env[65983]: WARNING neutronclient.v2_0.client [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.898232] env[65983]: DEBUG oslo_concurrency.lockutils [req-d2139120-5343-4818-836a-4ed61ae4ef87 req-403611c6-840a-48c6-a0b2-99486c142f16 service nova] Releasing lock "refresh_cache-e1c123d7-cb49-4e2a-a70e-62866a17702f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.985057] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523614a4-722e-5499-3333-92e3eb744c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.985057] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.985057] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 4c15afa2-321c-4502-b839-dc5578688302/4c15afa2-321c-4502-b839-dc5578688302.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.985057] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a96f0bd9-027f-4505-aa06-26bbe266e56a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.999301] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for the task: (returnval){ [ 778.999301] env[65983]: value = "task-4468459" [ 778.999301] env[65983]: _type = "Task" [ 778.999301] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.015214] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.114323] env[65983]: DEBUG nova.compute.manager [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 779.124695] env[65983]: DEBUG nova.network.neutron [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Successfully created port: 54435465-e216-4f21-9495-9fb82e282bc0 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 779.168775] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52837189-1a97-d9d0-8112-2d962163fb25, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.172651] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.173077] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.173403] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.173655] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.173809] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.174571] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2b2ffd3-85c1-471c-9509-f3317bdb5b40 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.178486] env[65983]: DEBUG nova.network.neutron [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Updated VIF entry in instance network info cache for port 50909f90-e78b-41d8-85bd-db50439b0827. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 779.178822] env[65983]: DEBUG nova.network.neutron [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Updating instance_info_cache with network_info: [{"id": "50909f90-e78b-41d8-85bd-db50439b0827", "address": "fa:16:3e:bd:a0:b9", "network": {"id": "c299de9b-b7bf-4b0a-8c90-d0bd0a5b9113", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-738546994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "299a4c5d8e054f9bb0412e40de8fe912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50909f90-e7", "ovs_interfaceid": "50909f90-e78b-41d8-85bd-db50439b0827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.197148] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.197468] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.199316] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4515a030-911c-4992-8156-0a4d3ef59736 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.208535] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Waiting for the task: (returnval){ [ 779.208535] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b3d37c-e0e5-1a40-1966-de98ff550318" [ 779.208535] env[65983]: _type = "Task" [ 779.208535] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.224982] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b3d37c-e0e5-1a40-1966-de98ff550318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.510865] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480455} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.515071] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 4c15afa2-321c-4502-b839-dc5578688302/4c15afa2-321c-4502-b839-dc5578688302.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.515355] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.515900] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d42436c-f351-4237-8195-03c624d120cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.526170] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for the task: (returnval){ [ 779.526170] env[65983]: value = "task-4468460" [ 779.526170] env[65983]: _type = "Task" [ 779.526170] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.544765] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.682692] env[65983]: DEBUG oslo_concurrency.lockutils [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] Releasing lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.682994] env[65983]: DEBUG nova.compute.manager [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Received event network-changed-c8ab7591-0332-467a-a34c-e4a1ff3d59f3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 779.683209] env[65983]: DEBUG nova.compute.manager [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Refreshing instance network info cache due to event network-changed-c8ab7591-0332-467a-a34c-e4a1ff3d59f3. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 779.683427] env[65983]: DEBUG oslo_concurrency.lockutils [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] Acquiring lock "refresh_cache-f06070f2-2135-42ab-b30b-a89344e0618e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.683648] env[65983]: DEBUG oslo_concurrency.lockutils [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] Acquired lock "refresh_cache-f06070f2-2135-42ab-b30b-a89344e0618e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.683915] env[65983]: DEBUG nova.network.neutron [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Refreshing network info cache for port c8ab7591-0332-467a-a34c-e4a1ff3d59f3 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.708597] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfaae94-5fa8-4f36-ad73-060db6cfbc58 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.724754] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75ac2b5-7ac1-4d21-ab85-879182714619 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.728384] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b3d37c-e0e5-1a40-1966-de98ff550318, 'name': SearchDatastore_Task, 'duration_secs': 0.045775} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.730207] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33538c72-03a4-41d7-bf9a-c4a56f5b1326 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.758912] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fed259-fccf-4f31-bd60-3329c8f32e07 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.763779] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Waiting for the task: (returnval){ [ 779.763779] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5205b80f-7f44-97b1-c79e-de428a052e4e" [ 779.763779] env[65983]: _type = "Task" [ 779.763779] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.772020] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2369fe-b7cf-4a82-a07b-d0d8d83a4930 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.779838] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5205b80f-7f44-97b1-c79e-de428a052e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011247} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.780559] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.780821] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] e1c123d7-cb49-4e2a-a70e-62866a17702f/e1c123d7-cb49-4e2a-a70e-62866a17702f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.781112] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-312eb2ad-ef3f-4df8-bf1f-49e4f0e7c86b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.791995] env[65983]: DEBUG nova.compute.provider_tree [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.799234] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Waiting for the task: (returnval){ [ 779.799234] env[65983]: value = "task-4468461" [ 779.799234] env[65983]: _type = "Task" [ 779.799234] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.810190] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.044320] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142897} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.044320] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.044320] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f22b920-b58f-45bb-9b67-14abb0d68ccd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.078457] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 4c15afa2-321c-4502-b839-dc5578688302/4c15afa2-321c-4502-b839-dc5578688302.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.078876] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a933d40-66b7-47bf-b6e7-92f99eb06ce8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.106193] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for the task: (returnval){ [ 780.106193] env[65983]: value = "task-4468462" [ 780.106193] env[65983]: _type = "Task" [ 780.106193] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.117800] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.126746] env[65983]: DEBUG nova.compute.manager [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 780.168630] env[65983]: DEBUG nova.virt.hardware [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 780.169221] env[65983]: DEBUG nova.virt.hardware [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.169890] env[65983]: DEBUG nova.virt.hardware [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 780.169890] env[65983]: DEBUG nova.virt.hardware [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.169890] env[65983]: DEBUG nova.virt.hardware [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 780.170053] env[65983]: DEBUG nova.virt.hardware [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 780.170346] env[65983]: DEBUG nova.virt.hardware [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 780.171103] env[65983]: DEBUG nova.virt.hardware [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 780.171103] env[65983]: DEBUG nova.virt.hardware [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 780.171103] env[65983]: DEBUG nova.virt.hardware [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 780.171731] env[65983]: DEBUG nova.virt.hardware [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 780.172949] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfb37cf-3017-4f26-987c-ff94631fb8d8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.184759] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a024b4-df62-4cd8-b456-0526dd60c840 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.191388] env[65983]: WARNING neutronclient.v2_0.client [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.296111] env[65983]: DEBUG nova.scheduler.client.report [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.312875] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468461, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.584449] env[65983]: WARNING neutronclient.v2_0.client [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.620930] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468462, 'name': ReconfigVM_Task, 'duration_secs': 0.499032} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.621258] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 4c15afa2-321c-4502-b839-dc5578688302/4c15afa2-321c-4502-b839-dc5578688302.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.622115] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c1d45f8-3b93-41f8-8203-3e54aba281c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.631338] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for the task: (returnval){ [ 780.631338] env[65983]: value = "task-4468463" [ 780.631338] env[65983]: _type = "Task" [ 780.631338] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.651651] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468463, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.700421] env[65983]: DEBUG nova.network.neutron [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Updated VIF entry in instance network info cache for port c8ab7591-0332-467a-a34c-e4a1ff3d59f3. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 780.700943] env[65983]: DEBUG nova.network.neutron [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Updating instance_info_cache with network_info: [{"id": "c8ab7591-0332-467a-a34c-e4a1ff3d59f3", "address": "fa:16:3e:2c:15:44", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ab7591-03", "ovs_interfaceid": "c8ab7591-0332-467a-a34c-e4a1ff3d59f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.806751] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.807337] env[65983]: DEBUG nova.compute.manager [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 780.810619] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.756s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.812710] env[65983]: INFO nova.compute.claims [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.824029] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542174} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.824029] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] e1c123d7-cb49-4e2a-a70e-62866a17702f/e1c123d7-cb49-4e2a-a70e-62866a17702f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.824029] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.824029] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27d57f70-161c-49be-8cc6-96c50c883bb2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.832161] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Waiting for the task: (returnval){ [ 780.832161] env[65983]: value = "task-4468464" [ 780.832161] env[65983]: _type = "Task" [ 780.832161] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.850922] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.959875] env[65983]: DEBUG nova.network.neutron [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Successfully updated port: 54435465-e216-4f21-9495-9fb82e282bc0 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 781.120611] env[65983]: DEBUG nova.compute.manager [req-ccc22e18-23f0-475b-8e55-bbf48607ad82 req-a0fda818-02c1-434f-bb89-c39b9d311313 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Received event network-changed-323e4c7d-6922-40d1-b6fe-df559428b8db {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 781.120984] env[65983]: DEBUG nova.compute.manager [req-ccc22e18-23f0-475b-8e55-bbf48607ad82 req-a0fda818-02c1-434f-bb89-c39b9d311313 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Refreshing instance network info cache due to event network-changed-323e4c7d-6922-40d1-b6fe-df559428b8db. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 781.121049] env[65983]: DEBUG oslo_concurrency.lockutils [req-ccc22e18-23f0-475b-8e55-bbf48607ad82 req-a0fda818-02c1-434f-bb89-c39b9d311313 service nova] Acquiring lock "refresh_cache-9e3679af-f405-4dc1-81c9-3e0ee90ce45c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.121180] env[65983]: DEBUG oslo_concurrency.lockutils [req-ccc22e18-23f0-475b-8e55-bbf48607ad82 req-a0fda818-02c1-434f-bb89-c39b9d311313 service nova] Acquired lock "refresh_cache-9e3679af-f405-4dc1-81c9-3e0ee90ce45c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.121339] env[65983]: DEBUG nova.network.neutron [req-ccc22e18-23f0-475b-8e55-bbf48607ad82 req-a0fda818-02c1-434f-bb89-c39b9d311313 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Refreshing network info cache for port 323e4c7d-6922-40d1-b6fe-df559428b8db {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.146242] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468463, 'name': Rename_Task, 'duration_secs': 0.161092} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.146736] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.147143] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c52a64c-1b02-4da5-8095-c46181d9929e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.159399] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for the task: (returnval){ [ 781.159399] env[65983]: value = "task-4468465" [ 781.159399] env[65983]: _type = "Task" [ 781.159399] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.174110] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.205303] env[65983]: DEBUG oslo_concurrency.lockutils [req-d030974f-57cf-4222-b9ed-0b12381a19c6 req-3ddcd869-eda0-4a23-85c9-a2d7c8937383 service nova] Releasing lock "refresh_cache-f06070f2-2135-42ab-b30b-a89344e0618e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.317919] env[65983]: DEBUG nova.compute.utils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.324051] env[65983]: DEBUG nova.compute.manager [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 781.324245] env[65983]: DEBUG nova.network.neutron [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 781.324548] env[65983]: WARNING neutronclient.v2_0.client [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.324956] env[65983]: WARNING neutronclient.v2_0.client [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.349023] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172153} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.349023] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.349023] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f231b8e7-f3e1-4b80-98ff-2e1bd2a57f2a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.374581] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] e1c123d7-cb49-4e2a-a70e-62866a17702f/e1c123d7-cb49-4e2a-a70e-62866a17702f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.375202] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f7fe21-d520-4b0f-828e-63a9aad47037 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.392922] env[65983]: DEBUG nova.policy [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63dc76c09bdd4f6bb7abc19a26befb9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5992bf7e4784cf1a02ad5673747d45e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.403682] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Waiting for the task: (returnval){ [ 781.403682] env[65983]: value = "task-4468466" [ 781.403682] env[65983]: _type = "Task" [ 781.403682] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.413230] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.466306] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "refresh_cache-ef772d2e-a2fd-4e58-af98-1e0599f28fbc" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.466306] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "refresh_cache-ef772d2e-a2fd-4e58-af98-1e0599f28fbc" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.466306] env[65983]: DEBUG nova.network.neutron [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 781.624140] env[65983]: WARNING neutronclient.v2_0.client [req-ccc22e18-23f0-475b-8e55-bbf48607ad82 req-a0fda818-02c1-434f-bb89-c39b9d311313 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.672795] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468465, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.814228] env[65983]: DEBUG nova.network.neutron [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Successfully created port: 475d4233-f067-4939-9d0b-a01fd1a42459 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 781.828025] env[65983]: DEBUG nova.compute.manager [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 781.920232] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.923441] env[65983]: WARNING neutronclient.v2_0.client [req-ccc22e18-23f0-475b-8e55-bbf48607ad82 req-a0fda818-02c1-434f-bb89-c39b9d311313 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.089666] env[65983]: DEBUG nova.network.neutron [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 782.162046] env[65983]: DEBUG nova.network.neutron [req-ccc22e18-23f0-475b-8e55-bbf48607ad82 req-a0fda818-02c1-434f-bb89-c39b9d311313 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Updated VIF entry in instance network info cache for port 323e4c7d-6922-40d1-b6fe-df559428b8db. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 782.162046] env[65983]: DEBUG nova.network.neutron [req-ccc22e18-23f0-475b-8e55-bbf48607ad82 req-a0fda818-02c1-434f-bb89-c39b9d311313 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Updating instance_info_cache with network_info: [{"id": "323e4c7d-6922-40d1-b6fe-df559428b8db", "address": "fa:16:3e:a6:09:63", "network": {"id": "fc6182d0-96ad-4da1-ae62-2a36e1309f47", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-531247254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d88ebf529c84c3a96ed1bc59f26b710", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323e4c7d-69", "ovs_interfaceid": "323e4c7d-6922-40d1-b6fe-df559428b8db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.186085] env[65983]: DEBUG oslo_vmware.api [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468465, 'name': PowerOnVM_Task, 'duration_secs': 0.578283} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.186350] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.186585] env[65983]: INFO nova.compute.manager [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Took 10.01 seconds to spawn the instance on the hypervisor. [ 782.186854] env[65983]: DEBUG nova.compute.manager [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 782.187892] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6937b0ee-5fb8-4f90-9a26-6494372fed0c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.296998] env[65983]: WARNING neutronclient.v2_0.client [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.421404] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468466, 'name': ReconfigVM_Task, 'duration_secs': 0.768673} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.425609] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Reconfigured VM instance instance-0000002f to attach disk [datastore2] e1c123d7-cb49-4e2a-a70e-62866a17702f/e1c123d7-cb49-4e2a-a70e-62866a17702f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.427529] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05b7c148-1860-4a5d-a662-f285e6e7040a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.436190] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Waiting for the task: (returnval){ [ 782.436190] env[65983]: value = "task-4468467" [ 782.436190] env[65983]: _type = "Task" [ 782.436190] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.449678] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468467, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.527625] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eae374a-8b10-4fae-a4e6-4572e294b3a7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.536385] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9c969f-59a1-4555-92a5-43c1dc875756 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.573519] env[65983]: DEBUG nova.network.neutron [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Updating instance_info_cache with network_info: [{"id": "54435465-e216-4f21-9495-9fb82e282bc0", "address": "fa:16:3e:2a:fd:a1", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54435465-e2", "ovs_interfaceid": "54435465-e216-4f21-9495-9fb82e282bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.575396] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330ef4cd-440d-48bb-8824-02046e958774 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.585447] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5ccc9a-e949-475a-b4da-6dd9c743b960 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.603172] env[65983]: DEBUG nova.compute.provider_tree [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.663962] env[65983]: DEBUG oslo_concurrency.lockutils [req-ccc22e18-23f0-475b-8e55-bbf48607ad82 req-a0fda818-02c1-434f-bb89-c39b9d311313 service nova] Releasing lock "refresh_cache-9e3679af-f405-4dc1-81c9-3e0ee90ce45c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.718853] env[65983]: INFO nova.compute.manager [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Took 53.20 seconds to build instance. [ 782.840329] env[65983]: DEBUG nova.compute.manager [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 782.878737] env[65983]: DEBUG nova.virt.hardware [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 782.879798] env[65983]: DEBUG nova.virt.hardware [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.879798] env[65983]: DEBUG nova.virt.hardware [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 782.879798] env[65983]: DEBUG nova.virt.hardware [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.881663] env[65983]: DEBUG nova.virt.hardware [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 782.881663] env[65983]: DEBUG nova.virt.hardware [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 782.881663] env[65983]: DEBUG nova.virt.hardware [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 782.882904] env[65983]: DEBUG nova.virt.hardware [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 782.884037] env[65983]: DEBUG nova.virt.hardware [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 782.884037] env[65983]: DEBUG nova.virt.hardware [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 782.884037] env[65983]: DEBUG nova.virt.hardware [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 782.884706] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7fe020-967b-4e9d-ba5c-e27a809643e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.898227] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ead5e5-1b75-41a0-9b18-e43e4f7f5c71 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.947760] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468467, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.079367] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "refresh_cache-ef772d2e-a2fd-4e58-af98-1e0599f28fbc" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.079988] env[65983]: DEBUG nova.compute.manager [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Instance network_info: |[{"id": "54435465-e216-4f21-9495-9fb82e282bc0", "address": "fa:16:3e:2a:fd:a1", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54435465-e2", "ovs_interfaceid": "54435465-e216-4f21-9495-9fb82e282bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 783.080451] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:fd:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54435465-e216-4f21-9495-9fb82e282bc0', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.090055] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 783.090378] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.090722] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb2d9a7-6f64-46e0-96bd-938438e04fa3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.111830] env[65983]: DEBUG nova.scheduler.client.report [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.124667] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.124667] env[65983]: value = "task-4468468" [ 783.124667] env[65983]: _type = "Task" [ 783.124667] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.137484] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468468, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.221323] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Lock "4c15afa2-321c-4502-b839-dc5578688302" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.006s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.449413] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468467, 'name': Rename_Task, 'duration_secs': 0.902319} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.449776] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.450106] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb6f5064-ae4f-4561-81ef-68e44bdc72d0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.459307] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Waiting for the task: (returnval){ [ 783.459307] env[65983]: value = "task-4468469" [ 783.459307] env[65983]: _type = "Task" [ 783.459307] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.471269] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.545269] env[65983]: DEBUG nova.network.neutron [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Successfully updated port: 475d4233-f067-4939-9d0b-a01fd1a42459 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 783.619210] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.619756] env[65983]: DEBUG nova.compute.manager [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 783.622714] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.553s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.622929] env[65983]: DEBUG nova.objects.instance [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Lazy-loading 'resources' on Instance uuid a04a48f1-71c3-4cca-90cb-cdf391cd2ee0 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.637147] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468468, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.723805] env[65983]: DEBUG nova.compute.manager [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 783.852827] env[65983]: DEBUG nova.compute.manager [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Received event network-vif-plugged-54435465-e216-4f21-9495-9fb82e282bc0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 783.852827] env[65983]: DEBUG oslo_concurrency.lockutils [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] Acquiring lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.852966] env[65983]: DEBUG oslo_concurrency.lockutils [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] Lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.853213] env[65983]: DEBUG oslo_concurrency.lockutils [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] Lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.853427] env[65983]: DEBUG nova.compute.manager [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] No waiting events found dispatching network-vif-plugged-54435465-e216-4f21-9495-9fb82e282bc0 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 783.853591] env[65983]: WARNING nova.compute.manager [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Received unexpected event network-vif-plugged-54435465-e216-4f21-9495-9fb82e282bc0 for instance with vm_state building and task_state spawning. [ 783.853747] env[65983]: DEBUG nova.compute.manager [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Received event network-changed-54435465-e216-4f21-9495-9fb82e282bc0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 783.853886] env[65983]: DEBUG nova.compute.manager [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Refreshing instance network info cache due to event network-changed-54435465-e216-4f21-9495-9fb82e282bc0. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 783.854085] env[65983]: DEBUG oslo_concurrency.lockutils [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] Acquiring lock "refresh_cache-ef772d2e-a2fd-4e58-af98-1e0599f28fbc" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.854275] env[65983]: DEBUG oslo_concurrency.lockutils [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] Acquired lock "refresh_cache-ef772d2e-a2fd-4e58-af98-1e0599f28fbc" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.854355] env[65983]: DEBUG nova.network.neutron [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Refreshing network info cache for port 54435465-e216-4f21-9495-9fb82e282bc0 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.974642] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.048589] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Acquiring lock "refresh_cache-42681067-538e-43fe-8055-ea562909c5a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.048975] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Acquired lock "refresh_cache-42681067-538e-43fe-8055-ea562909c5a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.049624] env[65983]: DEBUG nova.network.neutron [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 784.126573] env[65983]: DEBUG nova.compute.utils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.131959] env[65983]: DEBUG nova.compute.manager [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 784.132434] env[65983]: DEBUG nova.network.neutron [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 784.132800] env[65983]: WARNING neutronclient.v2_0.client [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.133198] env[65983]: WARNING neutronclient.v2_0.client [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.154428] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468468, 'name': CreateVM_Task, 'duration_secs': 0.593167} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.154428] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.154428] env[65983]: WARNING neutronclient.v2_0.client [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.154428] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.154428] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.154984] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.155572] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f9dd15-1f49-44bc-a739-97c57eef7e14 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.168193] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 784.168193] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524e0b9a-5b91-89fb-8ef8-7fe3f870b865" [ 784.168193] env[65983]: _type = "Task" [ 784.168193] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.182529] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524e0b9a-5b91-89fb-8ef8-7fe3f870b865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.246052] env[65983]: DEBUG nova.policy [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2f344b910414910a087552b319657ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0f086a7a1c04ca190497d9bb73703a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.258755] env[65983]: DEBUG oslo_concurrency.lockutils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.358018] env[65983]: WARNING neutronclient.v2_0.client [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.474470] env[65983]: DEBUG oslo_vmware.api [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468469, 'name': PowerOnVM_Task, 'duration_secs': 0.952648} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.477963] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.478303] env[65983]: INFO nova.compute.manager [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Took 9.45 seconds to spawn the instance on the hypervisor. [ 784.478512] env[65983]: DEBUG nova.compute.manager [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 784.481224] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc82419-5307-4dc3-b9a2-76bbf020f57e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.636980] env[65983]: DEBUG nova.compute.manager [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 784.676560] env[65983]: DEBUG nova.network.neutron [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 784.687061] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524e0b9a-5b91-89fb-8ef8-7fe3f870b865, 'name': SearchDatastore_Task, 'duration_secs': 0.01915} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.687712] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.688047] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.688278] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.688788] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.688788] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.691557] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1f6dc89-a5d2-4508-b097-8174a4d45bc9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.701256] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.701256] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.702750] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5d22bd-c2d9-4d45-8beb-bed598f04dab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.714476] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 784.714476] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523cff55-7deb-f8c7-f617-171931046fb6" [ 784.714476] env[65983]: _type = "Task" [ 784.714476] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.726602] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523cff55-7deb-f8c7-f617-171931046fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.779980] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Acquiring lock "9e3679af-f405-4dc1-81c9-3e0ee90ce45c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.781050] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Lock "9e3679af-f405-4dc1-81c9-3e0ee90ce45c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.784161] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Acquiring lock "9e3679af-f405-4dc1-81c9-3e0ee90ce45c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.784161] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Lock "9e3679af-f405-4dc1-81c9-3e0ee90ce45c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.784161] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Lock "9e3679af-f405-4dc1-81c9-3e0ee90ce45c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.785684] env[65983]: INFO nova.compute.manager [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Terminating instance [ 784.830233] env[65983]: DEBUG nova.network.neutron [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Successfully created port: 2ff30e3d-3100-4af9-ad31-e802dbf30920 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 784.842177] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634a6031-ba2b-4e60-b659-c185014cc8ad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.856163] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211cb479-4bc4-4318-a8f4-ecef482f3ad5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.903245] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd56623-ef42-4df6-a7c5-f6a751343d2a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.915106] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cca3ad-fbbb-4fcd-833b-e515c235ff24 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.933064] env[65983]: DEBUG nova.compute.provider_tree [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.980136] env[65983]: WARNING neutronclient.v2_0.client [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.009866] env[65983]: INFO nova.compute.manager [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Took 53.09 seconds to build instance. [ 785.015688] env[65983]: DEBUG oslo_vmware.rw_handles [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd945b-2e06-1a71-707d-10bfba1612ef/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 785.017258] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7054c037-b9b9-4867-9ff7-1501af6be854 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.021515] env[65983]: WARNING neutronclient.v2_0.client [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.029521] env[65983]: DEBUG oslo_vmware.rw_handles [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd945b-2e06-1a71-707d-10bfba1612ef/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 785.029752] env[65983]: ERROR oslo_vmware.rw_handles [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd945b-2e06-1a71-707d-10bfba1612ef/disk-0.vmdk due to incomplete transfer. [ 785.031135] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-252fad9a-ca34-4366-af61-60cd6c60e10e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.048471] env[65983]: DEBUG oslo_vmware.rw_handles [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd945b-2e06-1a71-707d-10bfba1612ef/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 785.048586] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Uploaded image e125e3d9-52c4-42ac-a9aa-242d44f31f77 to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 785.051117] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 785.052188] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-86bbfca8-b4fc-4325-9dd4-6501a581d270 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.061604] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 785.061604] env[65983]: value = "task-4468470" [ 785.061604] env[65983]: _type = "Task" [ 785.061604] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.076244] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468470, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.227179] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523cff55-7deb-f8c7-f617-171931046fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.011923} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.228176] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052f9c13-3359-44ae-ab38-179864c86446 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.234663] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 785.234663] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520ce449-82da-d1a6-6f9d-ab4e4499dbc5" [ 785.234663] env[65983]: _type = "Task" [ 785.234663] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.239107] env[65983]: DEBUG nova.network.neutron [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Updating instance_info_cache with network_info: [{"id": "475d4233-f067-4939-9d0b-a01fd1a42459", "address": "fa:16:3e:24:66:cd", "network": {"id": "09f8dcb7-00fe-4de8-bd8f-1a9b30e8ba29", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1963293102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5992bf7e4784cf1a02ad5673747d45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475d4233-f0", "ovs_interfaceid": "475d4233-f067-4939-9d0b-a01fd1a42459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.248428] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520ce449-82da-d1a6-6f9d-ab4e4499dbc5, 'name': SearchDatastore_Task, 'duration_secs': 0.010742} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.248779] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.248957] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] ef772d2e-a2fd-4e58-af98-1e0599f28fbc/ef772d2e-a2fd-4e58-af98-1e0599f28fbc.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.249284] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c380db10-4826-4495-904e-e324c0ac0fd2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.258283] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 785.258283] env[65983]: value = "task-4468471" [ 785.258283] env[65983]: _type = "Task" [ 785.258283] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.270999] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.273921] env[65983]: DEBUG nova.network.neutron [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Updated VIF entry in instance network info cache for port 54435465-e216-4f21-9495-9fb82e282bc0. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 785.274388] env[65983]: DEBUG nova.network.neutron [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Updating instance_info_cache with network_info: [{"id": "54435465-e216-4f21-9495-9fb82e282bc0", "address": "fa:16:3e:2a:fd:a1", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54435465-e2", "ovs_interfaceid": "54435465-e216-4f21-9495-9fb82e282bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.295836] env[65983]: DEBUG nova.compute.manager [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 785.295836] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.295836] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee8f74a-1807-4c8a-8beb-a7a811c3cbfa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.305555] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.305886] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26a4d5c7-cd77-408f-9f00-860a2636ea4f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.313359] env[65983]: DEBUG oslo_vmware.api [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Waiting for the task: (returnval){ [ 785.313359] env[65983]: value = "task-4468472" [ 785.313359] env[65983]: _type = "Task" [ 785.313359] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.329795] env[65983]: DEBUG oslo_vmware.api [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.384843] env[65983]: DEBUG nova.compute.manager [req-98e8c7c4-7fc5-421e-8ae5-22465da08149 req-4c0b5f0a-6e25-41a1-b2a3-10e41e89c3b6 service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Received event network-changed-50909f90-e78b-41d8-85bd-db50439b0827 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 785.384843] env[65983]: DEBUG nova.compute.manager [req-98e8c7c4-7fc5-421e-8ae5-22465da08149 req-4c0b5f0a-6e25-41a1-b2a3-10e41e89c3b6 service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Refreshing instance network info cache due to event network-changed-50909f90-e78b-41d8-85bd-db50439b0827. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 785.384843] env[65983]: DEBUG oslo_concurrency.lockutils [req-98e8c7c4-7fc5-421e-8ae5-22465da08149 req-4c0b5f0a-6e25-41a1-b2a3-10e41e89c3b6 service nova] Acquiring lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.384989] env[65983]: DEBUG oslo_concurrency.lockutils [req-98e8c7c4-7fc5-421e-8ae5-22465da08149 req-4c0b5f0a-6e25-41a1-b2a3-10e41e89c3b6 service nova] Acquired lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.385086] env[65983]: DEBUG nova.network.neutron [req-98e8c7c4-7fc5-421e-8ae5-22465da08149 req-4c0b5f0a-6e25-41a1-b2a3-10e41e89c3b6 service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Refreshing network info cache for port 50909f90-e78b-41d8-85bd-db50439b0827 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.439587] env[65983]: DEBUG nova.scheduler.client.report [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.512781] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Lock "e1c123d7-cb49-4e2a-a70e-62866a17702f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.583s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.574887] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468470, 'name': Destroy_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.651562] env[65983]: DEBUG nova.compute.manager [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 785.690891] env[65983]: DEBUG nova.virt.hardware [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 785.691185] env[65983]: DEBUG nova.virt.hardware [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.691414] env[65983]: DEBUG nova.virt.hardware [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 785.691620] env[65983]: DEBUG nova.virt.hardware [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.691760] env[65983]: DEBUG nova.virt.hardware [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 785.692633] env[65983]: DEBUG nova.virt.hardware [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 785.692633] env[65983]: DEBUG nova.virt.hardware [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 785.692633] env[65983]: DEBUG nova.virt.hardware [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 785.692633] env[65983]: DEBUG nova.virt.hardware [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 785.692950] env[65983]: DEBUG nova.virt.hardware [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 785.692950] env[65983]: DEBUG nova.virt.hardware [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 785.693828] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9feea7-72bb-4526-adac-4f3d60fe5f78 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.706372] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d32bc5f-3fc3-4f95-85b6-7380163769e8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.743012] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Releasing lock "refresh_cache-42681067-538e-43fe-8055-ea562909c5a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.743590] env[65983]: DEBUG nova.compute.manager [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Instance network_info: |[{"id": "475d4233-f067-4939-9d0b-a01fd1a42459", "address": "fa:16:3e:24:66:cd", "network": {"id": "09f8dcb7-00fe-4de8-bd8f-1a9b30e8ba29", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1963293102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5992bf7e4784cf1a02ad5673747d45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475d4233-f0", "ovs_interfaceid": "475d4233-f067-4939-9d0b-a01fd1a42459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 785.744632] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:66:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ffb921-796a-40fe-9662-d3fc01547dcb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '475d4233-f067-4939-9d0b-a01fd1a42459', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.754196] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Creating folder: Project (b5992bf7e4784cf1a02ad5673747d45e). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.754969] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce02cce0-9b31-4b65-9d30-d10e390a2207 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.772046] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468471, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.773920] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Created folder: Project (b5992bf7e4784cf1a02ad5673747d45e) in parent group-v873669. [ 785.774146] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Creating folder: Instances. Parent ref: group-v873809. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.774389] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b11ed53-a313-486f-bd38-a728a3996692 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.776772] env[65983]: DEBUG oslo_concurrency.lockutils [req-1d65ed27-3514-4037-b795-d88ed5ce75fc req-1ea019d2-d992-4ca9-9a81-1160bae5f6b9 service nova] Releasing lock "refresh_cache-ef772d2e-a2fd-4e58-af98-1e0599f28fbc" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.788769] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Created folder: Instances in parent group-v873809. [ 785.789239] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 785.789517] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.789764] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfa2cd7d-8992-452b-aef6-774cb91ec181 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.821388] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.821388] env[65983]: value = "task-4468475" [ 785.821388] env[65983]: _type = "Task" [ 785.821388] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.832150] env[65983]: DEBUG oslo_vmware.api [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468472, 'name': PowerOffVM_Task, 'duration_secs': 0.242878} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.833311] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.833627] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.834065] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-373f1e1f-11e0-4190-8101-4926c129573a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.841808] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468475, 'name': CreateVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.889723] env[65983]: WARNING neutronclient.v2_0.client [req-98e8c7c4-7fc5-421e-8ae5-22465da08149 req-4c0b5f0a-6e25-41a1-b2a3-10e41e89c3b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.938739] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.938941] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.939252] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Deleting the datastore file [datastore1] 9e3679af-f405-4dc1-81c9-3e0ee90ce45c {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.939539] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-270a5708-6778-4cbf-97f8-86e615a7b9d0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.945065] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.949333] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.822s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.950790] env[65983]: INFO nova.compute.claims [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.954555] env[65983]: DEBUG oslo_vmware.api [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Waiting for the task: (returnval){ [ 785.954555] env[65983]: value = "task-4468477" [ 785.954555] env[65983]: _type = "Task" [ 785.954555] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.966776] env[65983]: DEBUG oslo_vmware.api [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.977112] env[65983]: INFO nova.scheduler.client.report [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Deleted allocations for instance a04a48f1-71c3-4cca-90cb-cdf391cd2ee0 [ 786.018363] env[65983]: DEBUG nova.compute.manager [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 786.075801] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468470, 'name': Destroy_Task, 'duration_secs': 0.842665} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.076239] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Destroyed the VM [ 786.076529] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 786.076973] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-460f6210-8afe-4834-9b9f-0e40b31077ee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.087184] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 786.087184] env[65983]: value = "task-4468478" [ 786.087184] env[65983]: _type = "Task" [ 786.087184] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.097988] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468478, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.271445] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468471, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.333757] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468475, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.410030] env[65983]: WARNING neutronclient.v2_0.client [req-98e8c7c4-7fc5-421e-8ae5-22465da08149 req-4c0b5f0a-6e25-41a1-b2a3-10e41e89c3b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.473450] env[65983]: DEBUG oslo_vmware.api [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Task: {'id': task-4468477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162943} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.473836] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.474140] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.474435] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.474737] env[65983]: INFO nova.compute.manager [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 786.475893] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 786.476234] env[65983]: DEBUG nova.compute.manager [-] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 786.476434] env[65983]: DEBUG nova.network.neutron [-] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 786.476774] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.487731] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Lock "a04a48f1-71c3-4cca-90cb-cdf391cd2ee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.252s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.543779] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.553413] env[65983]: DEBUG nova.compute.manager [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Received event network-vif-plugged-475d4233-f067-4939-9d0b-a01fd1a42459 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 786.553599] env[65983]: DEBUG oslo_concurrency.lockutils [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] Acquiring lock "42681067-538e-43fe-8055-ea562909c5a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.553790] env[65983]: DEBUG oslo_concurrency.lockutils [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] Lock "42681067-538e-43fe-8055-ea562909c5a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.553955] env[65983]: DEBUG oslo_concurrency.lockutils [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] Lock "42681067-538e-43fe-8055-ea562909c5a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.554617] env[65983]: DEBUG nova.compute.manager [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] [instance: 42681067-538e-43fe-8055-ea562909c5a8] No waiting events found dispatching network-vif-plugged-475d4233-f067-4939-9d0b-a01fd1a42459 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 786.554617] env[65983]: WARNING nova.compute.manager [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Received unexpected event network-vif-plugged-475d4233-f067-4939-9d0b-a01fd1a42459 for instance with vm_state building and task_state spawning. [ 786.554617] env[65983]: DEBUG nova.compute.manager [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Received event network-changed-475d4233-f067-4939-9d0b-a01fd1a42459 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 786.554617] env[65983]: DEBUG nova.compute.manager [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Refreshing instance network info cache due to event network-changed-475d4233-f067-4939-9d0b-a01fd1a42459. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 786.554787] env[65983]: DEBUG oslo_concurrency.lockutils [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] Acquiring lock "refresh_cache-42681067-538e-43fe-8055-ea562909c5a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.554833] env[65983]: DEBUG oslo_concurrency.lockutils [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] Acquired lock "refresh_cache-42681067-538e-43fe-8055-ea562909c5a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.554971] env[65983]: DEBUG nova.network.neutron [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Refreshing network info cache for port 475d4233-f067-4939-9d0b-a01fd1a42459 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.574747] env[65983]: DEBUG nova.network.neutron [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Successfully updated port: 2ff30e3d-3100-4af9-ad31-e802dbf30920 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 786.581547] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.601955] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468478, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.618031] env[65983]: DEBUG nova.network.neutron [req-98e8c7c4-7fc5-421e-8ae5-22465da08149 req-4c0b5f0a-6e25-41a1-b2a3-10e41e89c3b6 service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Updated VIF entry in instance network info cache for port 50909f90-e78b-41d8-85bd-db50439b0827. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 786.618970] env[65983]: DEBUG nova.network.neutron [req-98e8c7c4-7fc5-421e-8ae5-22465da08149 req-4c0b5f0a-6e25-41a1-b2a3-10e41e89c3b6 service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Updating instance_info_cache with network_info: [{"id": "50909f90-e78b-41d8-85bd-db50439b0827", "address": "fa:16:3e:bd:a0:b9", "network": {"id": "c299de9b-b7bf-4b0a-8c90-d0bd0a5b9113", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-738546994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "299a4c5d8e054f9bb0412e40de8fe912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50909f90-e7", "ovs_interfaceid": "50909f90-e78b-41d8-85bd-db50439b0827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.771857] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468471, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.836960] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468475, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.060990] env[65983]: WARNING neutronclient.v2_0.client [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.080734] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Acquiring lock "refresh_cache-728a7240-9509-4449-a71d-44be5ae1e63c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.081164] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Acquired lock "refresh_cache-728a7240-9509-4449-a71d-44be5ae1e63c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.081164] env[65983]: DEBUG nova.network.neutron [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 787.105301] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468478, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.123455] env[65983]: DEBUG oslo_concurrency.lockutils [req-98e8c7c4-7fc5-421e-8ae5-22465da08149 req-4c0b5f0a-6e25-41a1-b2a3-10e41e89c3b6 service nova] Releasing lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.275155] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468471, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.660529} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.279444] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] ef772d2e-a2fd-4e58-af98-1e0599f28fbc/ef772d2e-a2fd-4e58-af98-1e0599f28fbc.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.279700] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.280205] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42ac0e9e-29c5-4d00-9186-7876ae3b66f5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.289525] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 787.289525] env[65983]: value = "task-4468479" [ 787.289525] env[65983]: _type = "Task" [ 787.289525] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.303228] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.324046] env[65983]: DEBUG nova.network.neutron [-] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.339422] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468475, 'name': CreateVM_Task, 'duration_secs': 1.432141} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.340049] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.340626] env[65983]: WARNING neutronclient.v2_0.client [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.341033] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.341217] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.341494] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.342133] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c075a95-dfba-4d22-958f-82dd5108248a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.352272] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Waiting for the task: (returnval){ [ 787.352272] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a39779-9e74-7e3b-9d1c-132504b06156" [ 787.352272] env[65983]: _type = "Task" [ 787.352272] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.365493] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a39779-9e74-7e3b-9d1c-132504b06156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.386758] env[65983]: WARNING neutronclient.v2_0.client [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.431469] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquiring lock "e1c123d7-cb49-4e2a-a70e-62866a17702f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.431972] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Lock "e1c123d7-cb49-4e2a-a70e-62866a17702f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.432283] env[65983]: INFO nova.compute.manager [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Rebooting instance [ 787.528890] env[65983]: DEBUG nova.network.neutron [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Updated VIF entry in instance network info cache for port 475d4233-f067-4939-9d0b-a01fd1a42459. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 787.529363] env[65983]: DEBUG nova.network.neutron [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Updating instance_info_cache with network_info: [{"id": "475d4233-f067-4939-9d0b-a01fd1a42459", "address": "fa:16:3e:24:66:cd", "network": {"id": "09f8dcb7-00fe-4de8-bd8f-1a9b30e8ba29", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1963293102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5992bf7e4784cf1a02ad5673747d45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475d4233-f0", "ovs_interfaceid": "475d4233-f067-4939-9d0b-a01fd1a42459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.552649] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9634cd-21f3-4947-8ec7-530c9d1bcf01 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.563851] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2394b5-279a-406a-ae16-3097d98754f5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.608520] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2028513e-396b-4d55-8c3e-2968111809af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.619982] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468478, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.621689] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b583a6-9390-4be8-8fb7-f0dff7cc7d47 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.639149] env[65983]: DEBUG nova.compute.provider_tree [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.640706] env[65983]: DEBUG nova.network.neutron [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 787.771703] env[65983]: WARNING neutronclient.v2_0.client [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.800998] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080371} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.801424] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.802342] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ba08c8-308a-4acf-bf07-0eb25586acc2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.830158] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] ef772d2e-a2fd-4e58-af98-1e0599f28fbc/ef772d2e-a2fd-4e58-af98-1e0599f28fbc.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.831199] env[65983]: INFO nova.compute.manager [-] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Took 1.35 seconds to deallocate network for instance. [ 787.831385] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347aa85c-6d41-47a5-b174-f4860793a317 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.859968] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 787.859968] env[65983]: value = "task-4468480" [ 787.859968] env[65983]: _type = "Task" [ 787.859968] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.867993] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a39779-9e74-7e3b-9d1c-132504b06156, 'name': SearchDatastore_Task, 'duration_secs': 0.012035} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.867993] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.868234] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.868374] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.868819] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.868819] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.870362] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b410e7d-a077-4154-a79d-16b98c5cc240 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.875693] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468480, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.885258] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.885453] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.886267] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8e0bf1-4ca8-4568-bf5b-8f767672b295 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.894760] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Waiting for the task: (returnval){ [ 787.894760] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52aa88d2-ec45-f37d-7612-945a15008abb" [ 787.894760] env[65983]: _type = "Task" [ 787.894760] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.906708] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52aa88d2-ec45-f37d-7612-945a15008abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.917784] env[65983]: DEBUG nova.compute.manager [req-6fb8b431-c2e2-49ad-88a8-d1914724721b req-71079198-0b13-4ff3-a298-9507f57df630 service nova] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Received event network-vif-deleted-323e4c7d-6922-40d1-b6fe-df559428b8db {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 787.944047] env[65983]: DEBUG nova.network.neutron [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Updating instance_info_cache with network_info: [{"id": "2ff30e3d-3100-4af9-ad31-e802dbf30920", "address": "fa:16:3e:0c:4f:07", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff30e3d-31", "ovs_interfaceid": "2ff30e3d-3100-4af9-ad31-e802dbf30920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.968036] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquiring lock "refresh_cache-e1c123d7-cb49-4e2a-a70e-62866a17702f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.968189] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquired lock "refresh_cache-e1c123d7-cb49-4e2a-a70e-62866a17702f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.968392] env[65983]: DEBUG nova.network.neutron [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 788.032639] env[65983]: DEBUG oslo_concurrency.lockutils [req-17a44cbe-3b5a-4807-95d9-a8183f8ba740 req-7405a242-a576-483a-b052-1e91809c3d33 service nova] Releasing lock "refresh_cache-42681067-538e-43fe-8055-ea562909c5a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.114721] env[65983]: DEBUG oslo_vmware.api [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468478, 'name': RemoveSnapshot_Task, 'duration_secs': 1.613361} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.115438] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 788.115438] env[65983]: INFO nova.compute.manager [None req-d69f37f2-56cd-4bc6-bc57-bc1bcb2136de tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Took 18.39 seconds to snapshot the instance on the hypervisor. [ 788.145963] env[65983]: DEBUG nova.scheduler.client.report [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.274306] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "3308a205-c2bc-44c6-9f89-e7704d4774d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.276121] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "3308a205-c2bc-44c6-9f89-e7704d4774d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.276121] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "3308a205-c2bc-44c6-9f89-e7704d4774d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.276121] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "3308a205-c2bc-44c6-9f89-e7704d4774d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.276121] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "3308a205-c2bc-44c6-9f89-e7704d4774d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.278409] env[65983]: INFO nova.compute.manager [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Terminating instance [ 788.355710] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.373936] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.406046] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52aa88d2-ec45-f37d-7612-945a15008abb, 'name': SearchDatastore_Task, 'duration_secs': 0.011462} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.406904] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff409d36-8f49-458f-ba63-54936d1624d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.414479] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Waiting for the task: (returnval){ [ 788.414479] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5219ac43-e118-8e45-24af-678e840746ff" [ 788.414479] env[65983]: _type = "Task" [ 788.414479] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.426663] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5219ac43-e118-8e45-24af-678e840746ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.447039] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Releasing lock "refresh_cache-728a7240-9509-4449-a71d-44be5ae1e63c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.447467] env[65983]: DEBUG nova.compute.manager [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Instance network_info: |[{"id": "2ff30e3d-3100-4af9-ad31-e802dbf30920", "address": "fa:16:3e:0c:4f:07", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff30e3d-31", "ovs_interfaceid": "2ff30e3d-3100-4af9-ad31-e802dbf30920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 788.447933] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:4f:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ff30e3d-3100-4af9-ad31-e802dbf30920', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.455722] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Creating folder: Project (b0f086a7a1c04ca190497d9bb73703a8). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.456077] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9c21cb1-2412-43af-aa2d-f44c97559dbb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.472038] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Created folder: Project (b0f086a7a1c04ca190497d9bb73703a8) in parent group-v873669. [ 788.472038] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Creating folder: Instances. Parent ref: group-v873812. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.472038] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c12a47d-3b3c-4727-948a-090ac9b874ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.472780] env[65983]: WARNING neutronclient.v2_0.client [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.486344] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Created folder: Instances in parent group-v873812. [ 788.486606] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 788.486815] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.487151] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b93c3ab4-d215-4a26-b62d-ebcfe6775c80 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.509466] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.509466] env[65983]: value = "task-4468483" [ 788.509466] env[65983]: _type = "Task" [ 788.509466] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.518829] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468483, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.660993] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.661632] env[65983]: DEBUG nova.compute.manager [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 788.671050] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.036s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.672949] env[65983]: INFO nova.compute.claims [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.732060] env[65983]: WARNING neutronclient.v2_0.client [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.784607] env[65983]: DEBUG nova.compute.manager [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 788.784838] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.789755] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca4559f-fc0b-48d2-bab8-6ce4677a01b5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.800887] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.801309] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-756fea23-b281-412a-9276-f2a754073bd3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.810690] env[65983]: DEBUG oslo_vmware.api [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 788.810690] env[65983]: value = "task-4468484" [ 788.810690] env[65983]: _type = "Task" [ 788.810690] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.826395] env[65983]: DEBUG oslo_vmware.api [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.866401] env[65983]: DEBUG nova.network.neutron [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Updating instance_info_cache with network_info: [{"id": "e4575ec6-35f4-4d51-9779-1686c089727c", "address": "fa:16:3e:06:c1:df", "network": {"id": "c982615c-4340-45c7-bd14-32591f953cfd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-794465771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8315f93916774e39a77eb129a0e6c72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4575ec6-35", "ovs_interfaceid": "e4575ec6-35f4-4d51-9779-1686c089727c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.876995] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468480, 'name': ReconfigVM_Task, 'duration_secs': 0.744806} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.877388] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Reconfigured VM instance instance-00000030 to attach disk [datastore2] ef772d2e-a2fd-4e58-af98-1e0599f28fbc/ef772d2e-a2fd-4e58-af98-1e0599f28fbc.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.878127] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-534bc3bf-e4fc-4d1d-a964-1fa4161d8ede {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.887203] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 788.887203] env[65983]: value = "task-4468485" [ 788.887203] env[65983]: _type = "Task" [ 788.887203] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.898927] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468485, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.933800] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5219ac43-e118-8e45-24af-678e840746ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.937338] env[65983]: DEBUG nova.compute.manager [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Received event network-vif-plugged-2ff30e3d-3100-4af9-ad31-e802dbf30920 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 788.937559] env[65983]: DEBUG oslo_concurrency.lockutils [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] Acquiring lock "728a7240-9509-4449-a71d-44be5ae1e63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.937800] env[65983]: DEBUG oslo_concurrency.lockutils [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] Lock "728a7240-9509-4449-a71d-44be5ae1e63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.938095] env[65983]: DEBUG oslo_concurrency.lockutils [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] Lock "728a7240-9509-4449-a71d-44be5ae1e63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.939904] env[65983]: DEBUG nova.compute.manager [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] No waiting events found dispatching network-vif-plugged-2ff30e3d-3100-4af9-ad31-e802dbf30920 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 788.939904] env[65983]: WARNING nova.compute.manager [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Received unexpected event network-vif-plugged-2ff30e3d-3100-4af9-ad31-e802dbf30920 for instance with vm_state building and task_state spawning. [ 788.939904] env[65983]: DEBUG nova.compute.manager [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Received event network-changed-2ff30e3d-3100-4af9-ad31-e802dbf30920 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 788.939904] env[65983]: DEBUG nova.compute.manager [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Refreshing instance network info cache due to event network-changed-2ff30e3d-3100-4af9-ad31-e802dbf30920. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 788.939904] env[65983]: DEBUG oslo_concurrency.lockutils [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] Acquiring lock "refresh_cache-728a7240-9509-4449-a71d-44be5ae1e63c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.939904] env[65983]: DEBUG oslo_concurrency.lockutils [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] Acquired lock "refresh_cache-728a7240-9509-4449-a71d-44be5ae1e63c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.939904] env[65983]: DEBUG nova.network.neutron [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Refreshing network info cache for port 2ff30e3d-3100-4af9-ad31-e802dbf30920 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.941589] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.942210] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 42681067-538e-43fe-8055-ea562909c5a8/42681067-538e-43fe-8055-ea562909c5a8.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.942738] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d86bdc6-983a-41ed-bf72-cc604bc5acc4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.953879] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Waiting for the task: (returnval){ [ 788.953879] env[65983]: value = "task-4468486" [ 788.953879] env[65983]: _type = "Task" [ 788.953879] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.966074] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.025466] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468483, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.180137] env[65983]: DEBUG nova.compute.utils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.182602] env[65983]: DEBUG nova.compute.manager [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 789.182826] env[65983]: DEBUG nova.network.neutron [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 789.183393] env[65983]: WARNING neutronclient.v2_0.client [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.183938] env[65983]: WARNING neutronclient.v2_0.client [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.323908] env[65983]: DEBUG oslo_vmware.api [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468484, 'name': PowerOffVM_Task, 'duration_secs': 0.270524} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.324319] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.324599] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.325531] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f474701-14a3-4354-8506-156e84d1bc47 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.345154] env[65983]: DEBUG nova.policy [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e41e3f66ebc24a3cb8830cf05814d048', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c362ff0480de4147af4ac19c3f8780a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.371118] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Releasing lock "refresh_cache-e1c123d7-cb49-4e2a-a70e-62866a17702f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.401025] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468485, 'name': Rename_Task, 'duration_secs': 0.222417} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.401025] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.401025] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05d06a3b-9e48-494a-aa42-11ac7a6a6ea6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.409965] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 789.409965] env[65983]: value = "task-4468488" [ 789.409965] env[65983]: _type = "Task" [ 789.409965] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.427773] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.431761] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.432080] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.432435] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Deleting the datastore file [datastore2] 3308a205-c2bc-44c6-9f89-e7704d4774d1 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.432581] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5ca2fb9-cd8c-4d94-9ab0-6b5a43c4c6c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.443848] env[65983]: WARNING neutronclient.v2_0.client [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.447465] env[65983]: DEBUG oslo_vmware.api [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 789.447465] env[65983]: value = "task-4468489" [ 789.447465] env[65983]: _type = "Task" [ 789.447465] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.459988] env[65983]: DEBUG oslo_vmware.api [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.473685] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468486, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.522719] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468483, 'name': CreateVM_Task, 'duration_secs': 0.589328} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.522978] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.523694] env[65983]: WARNING neutronclient.v2_0.client [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.524296] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.524402] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.524769] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.525791] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b4ab3f-0343-44a3-8d59-0f1d30031bc0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.533059] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Waiting for the task: (returnval){ [ 789.533059] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b22a63-3566-6a95-da64-fc1a663a057c" [ 789.533059] env[65983]: _type = "Task" [ 789.533059] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.548062] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b22a63-3566-6a95-da64-fc1a663a057c, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.548396] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.548630] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.548898] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.549047] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.549653] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.549653] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84417efe-b303-4c4d-8cfc-23008e330789 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.560369] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.560528] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.561218] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25de8ec-d7d1-403b-9c68-2b46ed163043 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.568422] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Waiting for the task: (returnval){ [ 789.568422] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52783352-ea9c-8e8c-d437-2454127e8f1e" [ 789.568422] env[65983]: _type = "Task" [ 789.568422] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.578096] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52783352-ea9c-8e8c-d437-2454127e8f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.692238] env[65983]: DEBUG nova.compute.manager [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 789.737041] env[65983]: DEBUG nova.network.neutron [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Successfully created port: 7e0a191d-5795-4a02-bacb-dfc031dafdbc {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 789.877873] env[65983]: DEBUG nova.compute.manager [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 789.879683] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b316d017-c0c8-4084-b1b0-e961c5290d00 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.922789] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468488, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.960050] env[65983]: DEBUG oslo_vmware.api [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171822} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.963429] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.963632] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.963804] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.963971] env[65983]: INFO nova.compute.manager [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 789.964236] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 789.968007] env[65983]: DEBUG nova.compute.manager [-] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 789.968140] env[65983]: DEBUG nova.network.neutron [-] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 789.970545] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.977756] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468486, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.089416] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52783352-ea9c-8e8c-d437-2454127e8f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.090426] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08375c20-31da-4a63-9e81-cd307b084df8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.102204] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Waiting for the task: (returnval){ [ 790.102204] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ce91d2-bdca-a72e-afc1-b9e5ca0c3163" [ 790.102204] env[65983]: _type = "Task" [ 790.102204] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.113925] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ce91d2-bdca-a72e-afc1-b9e5ca0c3163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.197224] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.313096] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cd2b58-1a04-4e84-b7b6-7bc9c2256d97 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.323226] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafb852f-cda1-41e3-a7f5-8b15aefc2743 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.358415] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930dc800-9f98-46a5-9bc6-4cd21a6190ee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.366944] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b48ada-f8bd-43c9-89f0-bc0eafc89d25 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.381826] env[65983]: DEBUG nova.compute.provider_tree [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.423571] env[65983]: DEBUG oslo_vmware.api [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468488, 'name': PowerOnVM_Task, 'duration_secs': 0.804828} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.425483] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.425483] env[65983]: INFO nova.compute.manager [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Took 10.30 seconds to spawn the instance on the hypervisor. [ 790.425483] env[65983]: DEBUG nova.compute.manager [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 790.425483] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e322216-edb7-455e-88a6-04844697ef64 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.471519] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468486, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.613859] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ce91d2-bdca-a72e-afc1-b9e5ca0c3163, 'name': SearchDatastore_Task, 'duration_secs': 0.018063} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.614151] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.614417] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 728a7240-9509-4449-a71d-44be5ae1e63c/728a7240-9509-4449-a71d-44be5ae1e63c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.614695] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76a79c47-8782-43b0-ac41-447dea2bd37d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.623931] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Waiting for the task: (returnval){ [ 790.623931] env[65983]: value = "task-4468490" [ 790.623931] env[65983]: _type = "Task" [ 790.623931] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.638671] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.712013] env[65983]: DEBUG nova.compute.manager [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 790.749753] env[65983]: DEBUG nova.virt.hardware [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 790.749983] env[65983]: DEBUG nova.virt.hardware [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.750227] env[65983]: DEBUG nova.virt.hardware [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 790.750460] env[65983]: DEBUG nova.virt.hardware [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.750620] env[65983]: DEBUG nova.virt.hardware [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 790.750770] env[65983]: DEBUG nova.virt.hardware [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 790.751024] env[65983]: DEBUG nova.virt.hardware [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 790.751200] env[65983]: DEBUG nova.virt.hardware [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 790.751387] env[65983]: DEBUG nova.virt.hardware [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 790.751625] env[65983]: DEBUG nova.virt.hardware [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 790.751857] env[65983]: DEBUG nova.virt.hardware [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 790.752909] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19344f46-cfc5-4441-a13f-96a0639aa44d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.762834] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d65ec7-dca8-4360-a0ae-f38c04f22293 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.885710] env[65983]: DEBUG nova.scheduler.client.report [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.904058] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cb9589-3d73-4c1f-a789-9167351b6a3b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.913586] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Doing hard reboot of VM {{(pid=65983) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 790.913917] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3e64679e-2544-4535-bd16-cf9eba4a4006 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.923879] env[65983]: DEBUG oslo_vmware.api [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Waiting for the task: (returnval){ [ 790.923879] env[65983]: value = "task-4468491" [ 790.923879] env[65983]: _type = "Task" [ 790.923879] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.936526] env[65983]: DEBUG oslo_vmware.api [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468491, 'name': ResetVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.945675] env[65983]: INFO nova.compute.manager [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Took 50.64 seconds to build instance. [ 790.975902] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468486, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.542476} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.976266] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 42681067-538e-43fe-8055-ea562909c5a8/42681067-538e-43fe-8055-ea562909c5a8.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.976547] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.976832] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fb66161-057e-4ba2-8aca-9a6a57ed3907 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.987087] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Waiting for the task: (returnval){ [ 790.987087] env[65983]: value = "task-4468492" [ 790.987087] env[65983]: _type = "Task" [ 790.987087] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.001287] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.137729] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468490, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.392571] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.394069] env[65983]: DEBUG nova.compute.manager [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 791.396275] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.702s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.436823] env[65983]: DEBUG oslo_vmware.api [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468491, 'name': ResetVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.450539] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.669s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.499138] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125405} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.499753] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.500816] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65284215-390e-4336-a5eb-becd8d340c3c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.529305] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 42681067-538e-43fe-8055-ea562909c5a8/42681067-538e-43fe-8055-ea562909c5a8.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.529305] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0c600c7-c78b-416c-a9f9-6953c9a1fd69 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.545340] env[65983]: DEBUG nova.network.neutron [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Successfully updated port: 7e0a191d-5795-4a02-bacb-dfc031dafdbc {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 791.554694] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Waiting for the task: (returnval){ [ 791.554694] env[65983]: value = "task-4468493" [ 791.554694] env[65983]: _type = "Task" [ 791.554694] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.569938] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468493, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.630777] env[65983]: WARNING neutronclient.v2_0.client [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.639897] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468490, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.813972] env[65983]: DEBUG nova.network.neutron [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Updated VIF entry in instance network info cache for port 2ff30e3d-3100-4af9-ad31-e802dbf30920. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 791.814451] env[65983]: DEBUG nova.network.neutron [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Updating instance_info_cache with network_info: [{"id": "2ff30e3d-3100-4af9-ad31-e802dbf30920", "address": "fa:16:3e:0c:4f:07", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff30e3d-31", "ovs_interfaceid": "2ff30e3d-3100-4af9-ad31-e802dbf30920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.899744] env[65983]: DEBUG nova.compute.utils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.906579] env[65983]: INFO nova.compute.claims [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.911029] env[65983]: DEBUG nova.compute.manager [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 791.911140] env[65983]: DEBUG nova.network.neutron [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 791.911744] env[65983]: WARNING neutronclient.v2_0.client [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.911827] env[65983]: WARNING neutronclient.v2_0.client [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.938270] env[65983]: DEBUG oslo_vmware.api [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468491, 'name': ResetVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.940689] env[65983]: DEBUG nova.network.neutron [-] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.953754] env[65983]: DEBUG nova.compute.manager [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 791.972120] env[65983]: DEBUG nova.policy [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e41e3f66ebc24a3cb8830cf05814d048', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c362ff0480de4147af4ac19c3f8780a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.048468] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "refresh_cache-426f2a51-b50a-4536-a982-cee62eaea47b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.048824] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "refresh_cache-426f2a51-b50a-4536-a982-cee62eaea47b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.049148] env[65983]: DEBUG nova.network.neutron [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 792.074174] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468493, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.137330] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468490, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.319708] env[65983]: DEBUG oslo_concurrency.lockutils [req-a2e35c4f-1172-404c-874d-b8bb3ad53cec req-0f351580-a354-4f1e-b447-93c060f66bab service nova] Releasing lock "refresh_cache-728a7240-9509-4449-a71d-44be5ae1e63c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.377354] env[65983]: DEBUG nova.network.neutron [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Successfully created port: f648b10c-7383-45f4-953f-1dc5e570eed1 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 792.415042] env[65983]: DEBUG nova.compute.manager [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 792.420965] env[65983]: INFO nova.compute.resource_tracker [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating resource usage from migration 9e78ef5f-84d6-47d8-8902-8f6668419763 [ 792.444099] env[65983]: INFO nova.compute.manager [-] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Took 2.48 seconds to deallocate network for instance. [ 792.444099] env[65983]: DEBUG oslo_vmware.api [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468491, 'name': ResetVM_Task, 'duration_secs': 1.118617} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.445868] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Did hard reboot of VM {{(pid=65983) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 792.446280] env[65983]: DEBUG nova.compute.manager [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 792.449585] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4685625c-001a-4113-abdc-0799dcc4dd92 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.491044] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.577595] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468493, 'name': ReconfigVM_Task, 'duration_secs': 0.561734} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.577921] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 42681067-538e-43fe-8055-ea562909c5a8/42681067-538e-43fe-8055-ea562909c5a8.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.578848] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3866d946-ec96-4c39-b776-7434c0791249 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.588494] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Waiting for the task: (returnval){ [ 792.588494] env[65983]: value = "task-4468494" [ 792.588494] env[65983]: _type = "Task" [ 792.588494] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.606298] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468494, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.608536] env[65983]: DEBUG nova.network.neutron [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 792.641444] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468490, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.576006} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.641949] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 728a7240-9509-4449-a71d-44be5ae1e63c/728a7240-9509-4449-a71d-44be5ae1e63c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.642325] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.642781] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1636561a-f04d-4033-b6cd-968682b113a0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.655037] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Waiting for the task: (returnval){ [ 792.655037] env[65983]: value = "task-4468495" [ 792.655037] env[65983]: _type = "Task" [ 792.655037] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.671284] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.671587] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.671854] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.824638] env[65983]: WARNING neutronclient.v2_0.client [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.923375] env[65983]: DEBUG nova.network.neutron [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Updating instance_info_cache with network_info: [{"id": "7e0a191d-5795-4a02-bacb-dfc031dafdbc", "address": "fa:16:3e:fe:37:1c", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0a191d-57", "ovs_interfaceid": "7e0a191d-5795-4a02-bacb-dfc031dafdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.956227] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.970991] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8437b87c-595c-4389-bbec-2568b437d649 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Lock "e1c123d7-cb49-4e2a-a70e-62866a17702f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.539s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.034458] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee27931d-beb7-4efd-9436-9ce98839be10 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.044496] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a2c72e-bc6e-40b3-b1a5-735ecba2f881 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.081056] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7841fdee-52a2-495a-8c71-6f98509c8ed1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.093905] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95ad454-a02d-4a5b-9ea7-cfa4cdf8eae3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.100064] env[65983]: DEBUG nova.compute.manager [req-4502b6f2-64ed-4034-bf67-8f747ca96fe8 req-8ad9150b-466c-4084-b994-471796188c19 service nova] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Received event network-vif-plugged-7e0a191d-5795-4a02-bacb-dfc031dafdbc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 793.100318] env[65983]: DEBUG oslo_concurrency.lockutils [req-4502b6f2-64ed-4034-bf67-8f747ca96fe8 req-8ad9150b-466c-4084-b994-471796188c19 service nova] Acquiring lock "426f2a51-b50a-4536-a982-cee62eaea47b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.100535] env[65983]: DEBUG oslo_concurrency.lockutils [req-4502b6f2-64ed-4034-bf67-8f747ca96fe8 req-8ad9150b-466c-4084-b994-471796188c19 service nova] Lock "426f2a51-b50a-4536-a982-cee62eaea47b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.100721] env[65983]: DEBUG oslo_concurrency.lockutils [req-4502b6f2-64ed-4034-bf67-8f747ca96fe8 req-8ad9150b-466c-4084-b994-471796188c19 service nova] Lock "426f2a51-b50a-4536-a982-cee62eaea47b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.100878] env[65983]: DEBUG nova.compute.manager [req-4502b6f2-64ed-4034-bf67-8f747ca96fe8 req-8ad9150b-466c-4084-b994-471796188c19 service nova] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] No waiting events found dispatching network-vif-plugged-7e0a191d-5795-4a02-bacb-dfc031dafdbc {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 793.102119] env[65983]: WARNING nova.compute.manager [req-4502b6f2-64ed-4034-bf67-8f747ca96fe8 req-8ad9150b-466c-4084-b994-471796188c19 service nova] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Received unexpected event network-vif-plugged-7e0a191d-5795-4a02-bacb-dfc031dafdbc for instance with vm_state building and task_state spawning. [ 793.108321] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468494, 'name': Rename_Task, 'duration_secs': 0.165438} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.116878] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.117892] env[65983]: DEBUG nova.compute.provider_tree [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.119523] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-066430ad-b1e0-40fd-b7d9-473a417cb01d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.131387] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Waiting for the task: (returnval){ [ 793.131387] env[65983]: value = "task-4468496" [ 793.131387] env[65983]: _type = "Task" [ 793.131387] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.140011] env[65983]: DEBUG nova.compute.manager [req-a9e3aa70-1ddf-4ee4-a404-fdf4f861d16a req-987c02b5-da00-4838-907a-59f98f8d03c0 service nova] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Received event network-vif-deleted-826f8327-9df7-4694-b175-1b211033e677 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 793.146694] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.169241] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086353} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.169680] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.170724] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c074cb41-7f23-4d02-94d0-7c6ad26dc58f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.196410] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 728a7240-9509-4449-a71d-44be5ae1e63c/728a7240-9509-4449-a71d-44be5ae1e63c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.196785] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8cbbf51-0080-4da3-9d1d-9707119cd223 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.219017] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Waiting for the task: (returnval){ [ 793.219017] env[65983]: value = "task-4468497" [ 793.219017] env[65983]: _type = "Task" [ 793.219017] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.229464] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.426067] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "refresh_cache-426f2a51-b50a-4536-a982-cee62eaea47b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.426671] env[65983]: DEBUG nova.compute.manager [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Instance network_info: |[{"id": "7e0a191d-5795-4a02-bacb-dfc031dafdbc", "address": "fa:16:3e:fe:37:1c", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0a191d-57", "ovs_interfaceid": "7e0a191d-5795-4a02-bacb-dfc031dafdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 793.427382] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:37:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e0a191d-5795-4a02-bacb-dfc031dafdbc', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.438815] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Creating folder: Project (c362ff0480de4147af4ac19c3f8780a6). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.439261] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86d7c21f-12c6-4836-8095-67afd93458dd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.442328] env[65983]: DEBUG nova.compute.manager [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 793.457165] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Created folder: Project (c362ff0480de4147af4ac19c3f8780a6) in parent group-v873669. [ 793.457410] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Creating folder: Instances. Parent ref: group-v873815. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.457721] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d9c9f1a-1b0f-4b8b-a45b-cb0e02cbb993 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.471695] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Created folder: Instances in parent group-v873815. [ 793.471979] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 793.472201] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.472434] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92346aca-2079-4e05-853b-a966045282aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.490703] env[65983]: DEBUG nova.virt.hardware [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 793.490934] env[65983]: DEBUG nova.virt.hardware [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.491129] env[65983]: DEBUG nova.virt.hardware [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 793.491263] env[65983]: DEBUG nova.virt.hardware [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.492027] env[65983]: DEBUG nova.virt.hardware [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 793.492027] env[65983]: DEBUG nova.virt.hardware [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 793.492027] env[65983]: DEBUG nova.virt.hardware [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 793.492027] env[65983]: DEBUG nova.virt.hardware [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 793.492289] env[65983]: DEBUG nova.virt.hardware [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 793.492289] env[65983]: DEBUG nova.virt.hardware [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 793.492485] env[65983]: DEBUG nova.virt.hardware [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 793.493715] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856aa5d3-c31e-4a46-a9a8-4f3b62f87aff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.504295] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.504295] env[65983]: value = "task-4468500" [ 793.504295] env[65983]: _type = "Task" [ 793.504295] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.511930] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6199b7c9-d4f1-4ca4-80da-34a1a345b95a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.531776] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468500, 'name': CreateVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.623843] env[65983]: DEBUG nova.scheduler.client.report [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.645757] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.730186] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.990913] env[65983]: DEBUG nova.network.neutron [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Successfully updated port: f648b10c-7383-45f4-953f-1dc5e570eed1 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 794.003253] env[65983]: DEBUG nova.compute.manager [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 794.004246] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dcadf7-f18a-4867-823e-be2c626596a6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.024443] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468500, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.131529] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.735s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.131746] env[65983]: INFO nova.compute.manager [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Migrating [ 794.139245] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.345s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.160941] env[65983]: DEBUG oslo_vmware.api [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468496, 'name': PowerOnVM_Task, 'duration_secs': 0.570561} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.161141] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.161347] env[65983]: INFO nova.compute.manager [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Took 11.32 seconds to spawn the instance on the hypervisor. [ 794.161529] env[65983]: DEBUG nova.compute.manager [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 794.162387] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd01906f-740e-4d58-9f56-cd06c705474f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.234156] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468497, 'name': ReconfigVM_Task, 'duration_secs': 0.598931} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.234545] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 728a7240-9509-4449-a71d-44be5ae1e63c/728a7240-9509-4449-a71d-44be5ae1e63c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.235255] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b131735-d4c7-4b23-80f3-e6a14b0a58ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.246508] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Waiting for the task: (returnval){ [ 794.246508] env[65983]: value = "task-4468501" [ 794.246508] env[65983]: _type = "Task" [ 794.246508] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.256805] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468501, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.375591] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dab7f177-528f-44e9-bc70-a47d8ec6112f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.375867] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dab7f177-528f-44e9-bc70-a47d8ec6112f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.376055] env[65983]: DEBUG nova.compute.manager [None req-dab7f177-528f-44e9-bc70-a47d8ec6112f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 794.376951] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2483cf7e-60bc-434e-be66-5ac488d37dbc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.384882] env[65983]: DEBUG nova.compute.manager [None req-dab7f177-528f-44e9-bc70-a47d8ec6112f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65983) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 794.385492] env[65983]: DEBUG nova.objects.instance [None req-dab7f177-528f-44e9-bc70-a47d8ec6112f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lazy-loading 'flavor' on Instance uuid ef772d2e-a2fd-4e58-af98-1e0599f28fbc {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.495158] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "refresh_cache-36cdd11a-35ef-4928-9b93-b2e8e54c3e53" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.495158] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "refresh_cache-36cdd11a-35ef-4928-9b93-b2e8e54c3e53" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.495158] env[65983]: DEBUG nova.network.neutron [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 794.520244] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468500, 'name': CreateVM_Task, 'duration_secs': 0.637426} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.521424] env[65983]: INFO nova.compute.manager [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] instance snapshotting [ 794.523273] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.524382] env[65983]: WARNING neutronclient.v2_0.client [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.524763] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.524932] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.525262] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.526098] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00076d7-1f80-4f9b-90fc-4897ba6c0238 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.529093] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd59697a-c319-4f8c-9f9f-2e99366eca86 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.534848] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 794.534848] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528f2285-5b9e-8243-7c3d-9a1fedd00bb9" [ 794.534848] env[65983]: _type = "Task" [ 794.534848] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.552944] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618c26f1-5875-499b-86bf-d925f6a823c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.565390] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528f2285-5b9e-8243-7c3d-9a1fedd00bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010903} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.568068] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.568324] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.569431] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.569431] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.569431] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.569431] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf91bff3-511b-4e4b-8362-12f9f6c00076 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.579936] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.580356] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.581177] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09fef13f-0480-4bd4-9eb0-1fa666b2de7a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.588645] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 794.588645] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521517df-4414-1df1-f78a-a460812c1b09" [ 794.588645] env[65983]: _type = "Task" [ 794.588645] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.598519] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521517df-4414-1df1-f78a-a460812c1b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.659190] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.659472] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.659636] env[65983]: DEBUG nova.network.neutron [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 794.681885] env[65983]: INFO nova.compute.manager [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Took 52.20 seconds to build instance. [ 794.723978] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquiring lock "e1c123d7-cb49-4e2a-a70e-62866a17702f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.724272] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Lock "e1c123d7-cb49-4e2a-a70e-62866a17702f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.724484] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquiring lock "e1c123d7-cb49-4e2a-a70e-62866a17702f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.724661] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Lock "e1c123d7-cb49-4e2a-a70e-62866a17702f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.724825] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Lock "e1c123d7-cb49-4e2a-a70e-62866a17702f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.726944] env[65983]: INFO nova.compute.manager [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Terminating instance [ 794.751056] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "d99d4515-7d38-46d6-9c66-457170cb3e52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.751440] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "d99d4515-7d38-46d6-9c66-457170cb3e52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.764821] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468501, 'name': Rename_Task, 'duration_secs': 0.395367} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.765136] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.765414] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8eeabb7-1394-4951-9b77-942e4afd60a9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.775476] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Waiting for the task: (returnval){ [ 794.775476] env[65983]: value = "task-4468502" [ 794.775476] env[65983]: _type = "Task" [ 794.775476] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.785301] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.055572] env[65983]: DEBUG nova.network.neutron [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 795.072022] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 795.072022] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c083aff2-c3fe-41e3-9063-e4e36db7700a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.082203] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 795.082203] env[65983]: value = "task-4468503" [ 795.082203] env[65983]: _type = "Task" [ 795.082203] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.093026] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468503, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.103430] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521517df-4414-1df1-f78a-a460812c1b09, 'name': SearchDatastore_Task, 'duration_secs': 0.021498} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.104348] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ac6b90-31c8-4556-8b12-367793296233 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.112117] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 795.112117] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fa1ef9-e55d-5945-62b2-b7c800cabdca" [ 795.112117] env[65983]: _type = "Task" [ 795.112117] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.124982] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fa1ef9-e55d-5945-62b2-b7c800cabdca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.163023] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Applying migration context for instance 3265bd0a-4ff8-4918-94db-af70314e84cf as it has an incoming, in-progress migration 9e78ef5f-84d6-47d8-8902-8f6668419763. Migration status is pre-migrating {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 795.165325] env[65983]: INFO nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating resource usage from migration 9e78ef5f-84d6-47d8-8902-8f6668419763 [ 795.167810] env[65983]: WARNING neutronclient.v2_0.client [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.183979] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Lock "42681067-538e-43fe-8055-ea562909c5a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.578s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.195256] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance abc18c43-9ef2-4c48-93d9-36c42dfd5178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.195420] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance f83633bd-6802-402b-9ba0-7e3510fb145a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.195576] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance c40a0f91-24f4-49b5-bd74-98e8ec60ac5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.195730] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.195865] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance f5166917-734f-4c86-84ec-3b63ea129c5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.196456] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance cc067bb5-147c-47ac-9b2b-f6b58ad6a00b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.196456] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 4ec101b0-7414-43d4-a400-578a905a85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.196456] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 3308a205-c2bc-44c6-9f89-e7704d4774d1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 795.196852] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance ff72ebdf-fcd2-474f-b95c-951b3114f968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.197054] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 91bd0c31-6455-4d19-933f-c0546c1f2cd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.197208] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 18eba7f8-31cc-4a75-b73a-b279853d125a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 795.197332] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.198613] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 9e3679af-f405-4dc1-81c9-3e0ee90ce45c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 795.198613] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance f06070f2-2135-42ab-b30b-a89344e0618e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.198613] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance ba6e4068-f940-428e-b415-b11f7ec83857 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.198613] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 4c15afa2-321c-4502-b839-dc5578688302 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.198613] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance e1c123d7-cb49-4e2a-a70e-62866a17702f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.198613] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance ef772d2e-a2fd-4e58-af98-1e0599f28fbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.198613] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 42681067-538e-43fe-8055-ea562909c5a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.198613] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 728a7240-9509-4449-a71d-44be5ae1e63c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.198613] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 426f2a51-b50a-4536-a982-cee62eaea47b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.198613] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 36cdd11a-35ef-4928-9b93-b2e8e54c3e53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 795.231192] env[65983]: DEBUG nova.compute.manager [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 795.231719] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.232690] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b01ac9-330d-49a9-bf1f-cbf7a3fa12ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.238462] env[65983]: WARNING neutronclient.v2_0.client [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.247045] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.251282] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3d0b4cd-cc65-46e1-ac25-fa60bcb96f1d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.261331] env[65983]: DEBUG oslo_vmware.api [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Waiting for the task: (returnval){ [ 795.261331] env[65983]: value = "task-4468504" [ 795.261331] env[65983]: _type = "Task" [ 795.261331] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.273358] env[65983]: DEBUG oslo_vmware.api [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.287792] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468502, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.342191] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Acquiring lock "ba6e4068-f940-428e-b415-b11f7ec83857" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.342542] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Lock "ba6e4068-f940-428e-b415-b11f7ec83857" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.342681] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Acquiring lock "ba6e4068-f940-428e-b415-b11f7ec83857-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.342859] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Lock "ba6e4068-f940-428e-b415-b11f7ec83857-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.343042] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Lock "ba6e4068-f940-428e-b415-b11f7ec83857-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.346146] env[65983]: INFO nova.compute.manager [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Terminating instance [ 795.396248] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab7f177-528f-44e9-bc70-a47d8ec6112f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.396645] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a91e7e3f-29c2-4c6a-ae09-cc31bcae5350 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.407062] env[65983]: DEBUG oslo_vmware.api [None req-dab7f177-528f-44e9-bc70-a47d8ec6112f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 795.407062] env[65983]: value = "task-4468505" [ 795.407062] env[65983]: _type = "Task" [ 795.407062] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.420495] env[65983]: DEBUG oslo_vmware.api [None req-dab7f177-528f-44e9-bc70-a47d8ec6112f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.474033] env[65983]: DEBUG nova.network.neutron [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Updating instance_info_cache with network_info: [{"id": "f648b10c-7383-45f4-953f-1dc5e570eed1", "address": "fa:16:3e:4e:b8:90", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf648b10c-73", "ovs_interfaceid": "f648b10c-7383-45f4-953f-1dc5e570eed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.496217] env[65983]: DEBUG nova.compute.manager [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Received event network-changed-7e0a191d-5795-4a02-bacb-dfc031dafdbc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 795.496582] env[65983]: DEBUG nova.compute.manager [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Refreshing instance network info cache due to event network-changed-7e0a191d-5795-4a02-bacb-dfc031dafdbc. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 795.497101] env[65983]: DEBUG oslo_concurrency.lockutils [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] Acquiring lock "refresh_cache-426f2a51-b50a-4536-a982-cee62eaea47b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.497101] env[65983]: DEBUG oslo_concurrency.lockutils [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] Acquired lock "refresh_cache-426f2a51-b50a-4536-a982-cee62eaea47b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.497360] env[65983]: DEBUG nova.network.neutron [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Refreshing network info cache for port 7e0a191d-5795-4a02-bacb-dfc031dafdbc {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.542303] env[65983]: WARNING neutronclient.v2_0.client [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.596487] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468503, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.627630] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fa1ef9-e55d-5945-62b2-b7c800cabdca, 'name': SearchDatastore_Task, 'duration_secs': 0.013656} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.627970] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.628287] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b/426f2a51-b50a-4536-a982-cee62eaea47b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.629090] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9a7d880-09c2-4da4-837b-531e904ae976 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.639816] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 795.639816] env[65983]: value = "task-4468506" [ 795.639816] env[65983]: _type = "Task" [ 795.639816] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.645296] env[65983]: DEBUG nova.network.neutron [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance_info_cache with network_info: [{"id": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "address": "fa:16:3e:c8:02:d8", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bf1ebe-c7", "ovs_interfaceid": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.655017] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.687682] env[65983]: DEBUG nova.compute.manager [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 795.702019] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5129b964-14d3-4417-8107-28ad1e7a43e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 795.772781] env[65983]: DEBUG oslo_vmware.api [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468504, 'name': PowerOffVM_Task, 'duration_secs': 0.307833} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.773077] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.773331] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.773924] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c99e1885-498d-43e9-a85c-cc3220a593bb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.786949] env[65983]: DEBUG oslo_vmware.api [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468502, 'name': PowerOnVM_Task, 'duration_secs': 0.662233} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.787015] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.787284] env[65983]: INFO nova.compute.manager [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Took 10.14 seconds to spawn the instance on the hypervisor. [ 795.787423] env[65983]: DEBUG nova.compute.manager [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 795.788267] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a1e8de-7428-44f0-8f4a-a12136e17446 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.850409] env[65983]: DEBUG nova.compute.manager [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 795.850682] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.851697] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c74c65-0101-4ea8-9089-617db22a7b3e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.858326] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.858326] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.858326] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Deleting the datastore file [datastore2] e1c123d7-cb49-4e2a-a70e-62866a17702f {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.858326] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a6c7d0c-ade9-45a9-869f-5680723a3b95 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.862956] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.864477] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f786aa-1cf3-457c-8b42-1be3a670d403 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.871439] env[65983]: DEBUG oslo_vmware.api [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Waiting for the task: (returnval){ [ 795.871439] env[65983]: value = "task-4468508" [ 795.871439] env[65983]: _type = "Task" [ 795.871439] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.878599] env[65983]: DEBUG oslo_vmware.api [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Waiting for the task: (returnval){ [ 795.878599] env[65983]: value = "task-4468509" [ 795.878599] env[65983]: _type = "Task" [ 795.878599] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.890996] env[65983]: DEBUG oslo_vmware.api [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.898533] env[65983]: DEBUG oslo_vmware.api [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.921782] env[65983]: DEBUG oslo_vmware.api [None req-dab7f177-528f-44e9-bc70-a47d8ec6112f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468505, 'name': PowerOffVM_Task, 'duration_secs': 0.198123} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.923455] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab7f177-528f-44e9-bc70-a47d8ec6112f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.923455] env[65983]: DEBUG nova.compute.manager [None req-dab7f177-528f-44e9-bc70-a47d8ec6112f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 795.923886] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef902ae-23e5-4f08-bee1-2303e760ba9e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.980359] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "refresh_cache-36cdd11a-35ef-4928-9b93-b2e8e54c3e53" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.980888] env[65983]: DEBUG nova.compute.manager [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Instance network_info: |[{"id": "f648b10c-7383-45f4-953f-1dc5e570eed1", "address": "fa:16:3e:4e:b8:90", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf648b10c-73", "ovs_interfaceid": "f648b10c-7383-45f4-953f-1dc5e570eed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 795.981609] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:b8:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f648b10c-7383-45f4-953f-1dc5e570eed1', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.995732] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 795.996787] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.997237] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-429d76b4-d889-4db6-bcf2-68fae4bb0da1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.021685] env[65983]: WARNING neutronclient.v2_0.client [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.034098] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.034098] env[65983]: value = "task-4468510" [ 796.034098] env[65983]: _type = "Task" [ 796.034098] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.046642] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468510, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.102692] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468503, 'name': CreateSnapshot_Task, 'duration_secs': 0.694046} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.102787] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 796.103846] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f69fe1-ef69-4235-872c-44364d3d3e28 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.147916] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.155958] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468506, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.161108] env[65983]: DEBUG oslo_concurrency.lockutils [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Acquiring lock "42681067-538e-43fe-8055-ea562909c5a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.161584] env[65983]: DEBUG oslo_concurrency.lockutils [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Lock "42681067-538e-43fe-8055-ea562909c5a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.161911] env[65983]: DEBUG oslo_concurrency.lockutils [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Acquiring lock "42681067-538e-43fe-8055-ea562909c5a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.162220] env[65983]: DEBUG oslo_concurrency.lockutils [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Lock "42681067-538e-43fe-8055-ea562909c5a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.162424] env[65983]: DEBUG oslo_concurrency.lockutils [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Lock "42681067-538e-43fe-8055-ea562909c5a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.166576] env[65983]: INFO nova.compute.manager [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Terminating instance [ 796.206447] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 811d8ad9-137c-4720-9c9b-071e4eb3f7ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 796.230741] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.313887] env[65983]: INFO nova.compute.manager [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Took 48.30 seconds to build instance. [ 796.383902] env[65983]: DEBUG oslo_vmware.api [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Task: {'id': task-4468508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477317} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.391034] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.391034] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.391034] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.391034] env[65983]: INFO nova.compute.manager [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 796.391034] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 796.391034] env[65983]: DEBUG nova.compute.manager [-] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 796.391034] env[65983]: DEBUG nova.network.neutron [-] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 796.391034] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.401351] env[65983]: DEBUG oslo_vmware.api [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468509, 'name': PowerOffVM_Task, 'duration_secs': 0.299716} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.401954] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.402332] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.403697] env[65983]: WARNING neutronclient.v2_0.client [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.406403] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-019b6768-6e58-40f4-8bc6-0095545a5ee3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.438562] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.445350] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dab7f177-528f-44e9-bc70-a47d8ec6112f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.499262] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.499657] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.499739] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Deleting the datastore file [datastore2] ba6e4068-f940-428e-b415-b11f7ec83857 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.500103] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab4ef077-0bfc-43d8-81fa-6a04a3b6851b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.510137] env[65983]: DEBUG oslo_vmware.api [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Waiting for the task: (returnval){ [ 796.510137] env[65983]: value = "task-4468512" [ 796.510137] env[65983]: _type = "Task" [ 796.510137] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.525302] env[65983]: DEBUG oslo_vmware.api [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.544971] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468510, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.631403] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 796.632228] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-637e9d50-a16b-4da3-bd1d-4969b3fa631d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.641948] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 796.641948] env[65983]: value = "task-4468513" [ 796.641948] env[65983]: _type = "Task" [ 796.641948] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.655421] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468513, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.662639] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569414} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.663171] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b/426f2a51-b50a-4536-a982-cee62eaea47b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.663365] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.663631] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b1439ce-52f0-403e-9b8a-f2c0b5f7d3cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.672768] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 796.672768] env[65983]: value = "task-4468514" [ 796.672768] env[65983]: _type = "Task" [ 796.672768] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.673346] env[65983]: DEBUG nova.compute.manager [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 796.673544] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.674535] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd48861-ad03-4a40-a680-c103bae3aedb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.688773] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.692069] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d97365e6-43eb-4c1f-a0c2-08794ef35e91 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.694247] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.700515] env[65983]: DEBUG oslo_vmware.api [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Waiting for the task: (returnval){ [ 796.700515] env[65983]: value = "task-4468515" [ 796.700515] env[65983]: _type = "Task" [ 796.700515] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.715026] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance f842bb4a-08fc-4160-9275-0a36c4f67de2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 796.715026] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Migration 9e78ef5f-84d6-47d8-8902-8f6668419763 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 796.715026] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 3265bd0a-4ff8-4918-94db-af70314e84cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 796.718145] env[65983]: DEBUG oslo_vmware.api [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.776716] env[65983]: DEBUG nova.network.neutron [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Updated VIF entry in instance network info cache for port 7e0a191d-5795-4a02-bacb-dfc031dafdbc. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 796.777139] env[65983]: DEBUG nova.network.neutron [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Updating instance_info_cache with network_info: [{"id": "7e0a191d-5795-4a02-bacb-dfc031dafdbc", "address": "fa:16:3e:fe:37:1c", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0a191d-57", "ovs_interfaceid": "7e0a191d-5795-4a02-bacb-dfc031dafdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.821566] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Lock "728a7240-9509-4449-a71d-44be5ae1e63c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.996s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.022591] env[65983]: DEBUG oslo_vmware.api [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Task: {'id': task-4468512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168608} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.022886] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.023093] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.023271] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.023440] env[65983]: INFO nova.compute.manager [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Took 1.17 seconds to destroy the instance on the hypervisor. [ 797.023701] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 797.023968] env[65983]: DEBUG nova.compute.manager [-] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 797.024087] env[65983]: DEBUG nova.network.neutron [-] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 797.024354] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.046666] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468510, 'name': CreateVM_Task, 'duration_secs': 0.528027} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.046934] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.047979] env[65983]: WARNING neutronclient.v2_0.client [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.048242] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.048558] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.048861] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.049264] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed224ad-b814-4c1a-bd25-0655b579aebe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.056119] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 797.056119] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b99924-fe4f-41fb-4900-aea5326fcf8d" [ 797.056119] env[65983]: _type = "Task" [ 797.056119] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.068358] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b99924-fe4f-41fb-4900-aea5326fcf8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.157323] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468513, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.160089] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.186461] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123068} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.186761] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.187683] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e6cc22-250b-4a27-8cdd-d36835ecf609 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.214805] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b/426f2a51-b50a-4536-a982-cee62eaea47b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.218203] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2629617-efad-4ff6-9741-2f92ced43383 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.234450] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 8c9ca788-7cda-49b3-8756-cd61e38bd3b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 797.236168] env[65983]: DEBUG nova.network.neutron [-] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.245725] env[65983]: DEBUG oslo_vmware.api [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468515, 'name': PowerOffVM_Task, 'duration_secs': 0.216541} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.247510] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.247510] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.247805] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 797.247805] env[65983]: value = "task-4468516" [ 797.247805] env[65983]: _type = "Task" [ 797.247805] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.248330] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-873fc975-8218-425a-9d50-0ca7da28370f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.260726] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468516, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.280993] env[65983]: DEBUG oslo_concurrency.lockutils [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] Releasing lock "refresh_cache-426f2a51-b50a-4536-a982-cee62eaea47b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.281303] env[65983]: DEBUG nova.compute.manager [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Received event network-vif-plugged-f648b10c-7383-45f4-953f-1dc5e570eed1 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 797.282414] env[65983]: DEBUG oslo_concurrency.lockutils [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] Acquiring lock "36cdd11a-35ef-4928-9b93-b2e8e54c3e53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.282414] env[65983]: DEBUG oslo_concurrency.lockutils [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] Lock "36cdd11a-35ef-4928-9b93-b2e8e54c3e53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.282414] env[65983]: DEBUG oslo_concurrency.lockutils [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] Lock "36cdd11a-35ef-4928-9b93-b2e8e54c3e53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.282414] env[65983]: DEBUG nova.compute.manager [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] No waiting events found dispatching network-vif-plugged-f648b10c-7383-45f4-953f-1dc5e570eed1 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 797.282414] env[65983]: WARNING nova.compute.manager [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Received unexpected event network-vif-plugged-f648b10c-7383-45f4-953f-1dc5e570eed1 for instance with vm_state building and task_state spawning. [ 797.282937] env[65983]: DEBUG nova.compute.manager [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Received event network-changed-f648b10c-7383-45f4-953f-1dc5e570eed1 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 797.282937] env[65983]: DEBUG nova.compute.manager [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Refreshing instance network info cache due to event network-changed-f648b10c-7383-45f4-953f-1dc5e570eed1. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 797.282937] env[65983]: DEBUG oslo_concurrency.lockutils [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] Acquiring lock "refresh_cache-36cdd11a-35ef-4928-9b93-b2e8e54c3e53" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.282937] env[65983]: DEBUG oslo_concurrency.lockutils [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] Acquired lock "refresh_cache-36cdd11a-35ef-4928-9b93-b2e8e54c3e53" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.283321] env[65983]: DEBUG nova.network.neutron [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Refreshing network info cache for port f648b10c-7383-45f4-953f-1dc5e570eed1 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.326290] env[65983]: DEBUG nova.compute.manager [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 797.380524] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.380948] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.381037] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Deleting the datastore file [datastore1] 42681067-538e-43fe-8055-ea562909c5a8 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.381376] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-374983f2-f916-4496-8038-69e31b116d7c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.390809] env[65983]: DEBUG oslo_vmware.api [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Waiting for the task: (returnval){ [ 797.390809] env[65983]: value = "task-4468518" [ 797.390809] env[65983]: _type = "Task" [ 797.390809] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.404737] env[65983]: DEBUG oslo_vmware.api [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.469026] env[65983]: DEBUG oslo_concurrency.lockutils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquiring lock "ee345f1c-b3ae-48b8-959c-c0e5d33f136b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.469579] env[65983]: DEBUG oslo_concurrency.lockutils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Lock "ee345f1c-b3ae-48b8-959c-c0e5d33f136b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.568197] env[65983]: DEBUG nova.compute.manager [req-7509def6-daf6-40a0-999b-4810095fb94b req-672d22ba-b306-42fd-965b-0b0b078af312 service nova] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Received event network-vif-deleted-e4575ec6-35f4-4d51-9779-1686c089727c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 797.574271] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b99924-fe4f-41fb-4900-aea5326fcf8d, 'name': SearchDatastore_Task, 'duration_secs': 0.015109} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.574737] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.575070] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.575846] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.575846] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.575846] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.577144] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0473d487-c47b-4562-90a4-c9df0d7eeeb1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.588648] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.588648] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.589475] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f95c3f4-5e89-4f35-81a0-34c151d8cdde {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.598391] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 797.598391] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cd23da-faea-6d11-d025-36da9c94f87b" [ 797.598391] env[65983]: _type = "Task" [ 797.598391] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.607189] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cd23da-faea-6d11-d025-36da9c94f87b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.657049] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468513, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.670601] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8ca981-06ea-4319-8282-afefabc64e35 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.697837] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance '3265bd0a-4ff8-4918-94db-af70314e84cf' progress to 0 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 797.738774] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance a7c065af-ee14-4196-b7d9-4a0b7971b6ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 797.746690] env[65983]: INFO nova.compute.manager [-] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Took 1.36 seconds to deallocate network for instance. [ 797.767729] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.786630] env[65983]: WARNING neutronclient.v2_0.client [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.862782] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.902876] env[65983]: DEBUG oslo_vmware.api [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Task: {'id': task-4468518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24083} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.906015] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.906015] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.906015] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.906015] env[65983]: INFO nova.compute.manager [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Took 1.23 seconds to destroy the instance on the hypervisor. [ 797.906015] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 797.906015] env[65983]: DEBUG nova.compute.manager [-] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 797.906015] env[65983]: DEBUG nova.network.neutron [-] [instance: 42681067-538e-43fe-8055-ea562909c5a8] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 797.906015] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.946385] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.024847] env[65983]: DEBUG nova.network.neutron [-] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.108960] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cd23da-faea-6d11-d025-36da9c94f87b, 'name': SearchDatastore_Task, 'duration_secs': 0.017927} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.109930] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a084bae8-7a02-4281-bb57-f65b7ffa0e9b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.117050] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 798.117050] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a81a73-0f3b-f3f7-2089-ca661f64b5e9" [ 798.117050] env[65983]: _type = "Task" [ 798.117050] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.126633] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a81a73-0f3b-f3f7-2089-ca661f64b5e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.134113] env[65983]: WARNING neutronclient.v2_0.client [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.160439] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468513, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.206980] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.209021] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f992b680-c9dd-4a9e-80cd-9659411cb744 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.217893] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 798.217893] env[65983]: value = "task-4468519" [ 798.217893] env[65983]: _type = "Task" [ 798.217893] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.234131] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.243602] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 46e047d0-0d82-4fd9-8dde-8ea693f3fa37 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 798.260564] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.268532] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468516, 'name': ReconfigVM_Task, 'duration_secs': 0.602291} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.269697] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b/426f2a51-b50a-4536-a982-cee62eaea47b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.270461] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e085b8c-2e1b-4513-a1c5-a00e339d4a27 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.281178] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 798.281178] env[65983]: value = "task-4468520" [ 798.281178] env[65983]: _type = "Task" [ 798.281178] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.297512] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468520, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.400333] env[65983]: DEBUG nova.network.neutron [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Updated VIF entry in instance network info cache for port f648b10c-7383-45f4-953f-1dc5e570eed1. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 798.400561] env[65983]: DEBUG nova.network.neutron [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Updating instance_info_cache with network_info: [{"id": "f648b10c-7383-45f4-953f-1dc5e570eed1", "address": "fa:16:3e:4e:b8:90", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf648b10c-73", "ovs_interfaceid": "f648b10c-7383-45f4-953f-1dc5e570eed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.514038] env[65983]: DEBUG nova.compute.manager [None req-7a3a1500-1865-4820-85cb-d53b68939adc tempest-ServerExternalEventsTest-1036180772 tempest-ServerExternalEventsTest-1036180772-project] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Received event network-changed {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 798.516423] env[65983]: DEBUG nova.compute.manager [None req-7a3a1500-1865-4820-85cb-d53b68939adc tempest-ServerExternalEventsTest-1036180772 tempest-ServerExternalEventsTest-1036180772-project] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Refreshing instance network info cache due to event network-changed. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 798.516756] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7a3a1500-1865-4820-85cb-d53b68939adc tempest-ServerExternalEventsTest-1036180772 tempest-ServerExternalEventsTest-1036180772-project] Acquiring lock "refresh_cache-728a7240-9509-4449-a71d-44be5ae1e63c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.516923] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7a3a1500-1865-4820-85cb-d53b68939adc tempest-ServerExternalEventsTest-1036180772 tempest-ServerExternalEventsTest-1036180772-project] Acquired lock "refresh_cache-728a7240-9509-4449-a71d-44be5ae1e63c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.517174] env[65983]: DEBUG nova.network.neutron [None req-7a3a1500-1865-4820-85cb-d53b68939adc tempest-ServerExternalEventsTest-1036180772 tempest-ServerExternalEventsTest-1036180772-project] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 798.528683] env[65983]: INFO nova.compute.manager [-] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Took 1.50 seconds to deallocate network for instance. [ 798.631133] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a81a73-0f3b-f3f7-2089-ca661f64b5e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011925} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.631531] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.631835] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 36cdd11a-35ef-4928-9b93-b2e8e54c3e53/36cdd11a-35ef-4928-9b93-b2e8e54c3e53.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.632149] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cf7d1d7-07c8-41a0-a932-66951907f622 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.640116] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 798.640116] env[65983]: value = "task-4468521" [ 798.640116] env[65983]: _type = "Task" [ 798.640116] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.649687] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.660641] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468513, 'name': CloneVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.686158] env[65983]: DEBUG nova.compute.manager [req-05ade93a-dcf2-431d-8bd2-1e849488ac83 req-22d62240-074f-4d31-a225-14111f3d8199 service nova] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Received event network-vif-deleted-475d4233-f067-4939-9d0b-a01fd1a42459 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 798.686461] env[65983]: INFO nova.compute.manager [req-05ade93a-dcf2-431d-8bd2-1e849488ac83 req-22d62240-074f-4d31-a225-14111f3d8199 service nova] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Neutron deleted interface 475d4233-f067-4939-9d0b-a01fd1a42459; detaching it from the instance and deleting it from the info cache [ 798.688722] env[65983]: DEBUG nova.network.neutron [req-05ade93a-dcf2-431d-8bd2-1e849488ac83 req-22d62240-074f-4d31-a225-14111f3d8199 service nova] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.732049] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468519, 'name': PowerOffVM_Task, 'duration_secs': 0.366325} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.732374] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.732618] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance '3265bd0a-4ff8-4918-94db-af70314e84cf' progress to 17 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 798.748851] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 329ac5cc-582d-4ce9-8962-413086565e84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 798.793448] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468520, 'name': Rename_Task, 'duration_secs': 0.185829} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.794361] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.794361] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cceb0d11-55f1-4a56-884f-ec3ed6052b2b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.798886] env[65983]: DEBUG nova.network.neutron [-] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.803598] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 798.803598] env[65983]: value = "task-4468522" [ 798.803598] env[65983]: _type = "Task" [ 798.803598] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.817971] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.903466] env[65983]: INFO nova.compute.manager [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Rebuilding instance [ 798.906346] env[65983]: DEBUG oslo_concurrency.lockutils [req-ee55549a-baba-4c86-a843-387782682257 req-c6c1479d-3e4e-4dbb-923d-f14ac3712fea service nova] Releasing lock "refresh_cache-36cdd11a-35ef-4928-9b93-b2e8e54c3e53" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.976387] env[65983]: DEBUG nova.compute.manager [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 798.977867] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e963f2e1-1ea0-43f1-bf77-dc5832b81680 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.021599] env[65983]: WARNING neutronclient.v2_0.client [None req-7a3a1500-1865-4820-85cb-d53b68939adc tempest-ServerExternalEventsTest-1036180772 tempest-ServerExternalEventsTest-1036180772-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.037432] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.153373] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468521, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.167265] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468513, 'name': CloneVM_Task, 'duration_secs': 2.065645} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.168372] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Created linked-clone VM from snapshot [ 799.169921] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0bd27a-18c8-4060-b3b3-036aade798f8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.182444] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Uploading image c3304433-4c26-4e18-abec-2c771498d7ab {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 799.190401] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53264c75-1202-4597-844b-e63b24d6154f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.202260] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bc7304-9616-4c6c-a769-7a3f6e6df790 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.227022] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 799.227022] env[65983]: value = "vm-873820" [ 799.227022] env[65983]: _type = "VirtualMachine" [ 799.227022] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 799.227022] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7eab97fd-7e43-4032-ab77-86f8cfe8118b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.250298] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 799.250584] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.250723] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 799.250906] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.251055] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 799.251197] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 799.251392] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 799.251542] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 799.251699] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 799.251847] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 799.252055] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 799.257462] env[65983]: DEBUG nova.compute.manager [req-05ade93a-dcf2-431d-8bd2-1e849488ac83 req-22d62240-074f-4d31-a225-14111f3d8199 service nova] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Detach interface failed, port_id=475d4233-f067-4939-9d0b-a01fd1a42459, reason: Instance 42681067-538e-43fe-8055-ea562909c5a8 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.262677] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance ef965056-5b15-4287-9530-6ec1c532cc6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 799.263958] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b616b0d-cdb2-4268-b464-419402e49fcf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.275642] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lease: (returnval){ [ 799.275642] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf4a36-3caf-cde4-bc73-fb1601e49503" [ 799.275642] env[65983]: _type = "HttpNfcLease" [ 799.275642] env[65983]: } obtained for exporting VM: (result){ [ 799.275642] env[65983]: value = "vm-873820" [ 799.275642] env[65983]: _type = "VirtualMachine" [ 799.275642] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 799.275986] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the lease: (returnval){ [ 799.275986] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf4a36-3caf-cde4-bc73-fb1601e49503" [ 799.275986] env[65983]: _type = "HttpNfcLease" [ 799.275986] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 799.283892] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 799.283892] env[65983]: value = "task-4468524" [ 799.283892] env[65983]: _type = "Task" [ 799.283892] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.290465] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 799.290465] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf4a36-3caf-cde4-bc73-fb1601e49503" [ 799.290465] env[65983]: _type = "HttpNfcLease" [ 799.290465] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 799.290978] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 799.290978] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf4a36-3caf-cde4-bc73-fb1601e49503" [ 799.290978] env[65983]: _type = "HttpNfcLease" [ 799.290978] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 799.292309] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16260b74-b46a-4893-995e-9283ae33c112 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.302122] env[65983]: INFO nova.compute.manager [-] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Took 1.40 seconds to deallocate network for instance. [ 799.302759] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.325952] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb53dd-bf5b-f28d-e195-3376d895a38f/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 799.326302] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb53dd-bf5b-f28d-e195-3376d895a38f/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 799.396918] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468522, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.403366] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Acquiring lock "728a7240-9509-4449-a71d-44be5ae1e63c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.403627] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Lock "728a7240-9509-4449-a71d-44be5ae1e63c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.403828] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Acquiring lock "728a7240-9509-4449-a71d-44be5ae1e63c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.404232] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Lock "728a7240-9509-4449-a71d-44be5ae1e63c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.404232] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Lock "728a7240-9509-4449-a71d-44be5ae1e63c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.406979] env[65983]: INFO nova.compute.manager [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Terminating instance [ 799.499436] env[65983]: WARNING neutronclient.v2_0.client [None req-7a3a1500-1865-4820-85cb-d53b68939adc tempest-ServerExternalEventsTest-1036180772 tempest-ServerExternalEventsTest-1036180772-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.532282] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-91df6e4e-86e5-46fe-90f6-9fbf0952bb39 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.593484] env[65983]: DEBUG nova.network.neutron [None req-7a3a1500-1865-4820-85cb-d53b68939adc tempest-ServerExternalEventsTest-1036180772 tempest-ServerExternalEventsTest-1036180772-project] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Updating instance_info_cache with network_info: [{"id": "2ff30e3d-3100-4af9-ad31-e802dbf30920", "address": "fa:16:3e:0c:4f:07", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff30e3d-31", "ovs_interfaceid": "2ff30e3d-3100-4af9-ad31-e802dbf30920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.656487] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571485} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.657819] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 36cdd11a-35ef-4928-9b93-b2e8e54c3e53/36cdd11a-35ef-4928-9b93-b2e8e54c3e53.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.658055] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.659234] env[65983]: DEBUG nova.compute.manager [req-d8393946-4e7b-4551-a42d-0932d5e0801e req-84801b57-2f16-453c-89e2-7a783538e861 service nova] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Received event network-vif-deleted-ee4d2054-83ec-4135-ad45-78ce91a5c9e0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 799.659607] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a5461a4-2019-4d5f-8e54-0a6226417e6a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.671162] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 799.671162] env[65983]: value = "task-4468525" [ 799.671162] env[65983]: _type = "Task" [ 799.671162] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.684938] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.777838] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 54d07e34-c120-4c93-a465-6410caa88121 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 799.807032] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468524, 'name': ReconfigVM_Task, 'duration_secs': 0.371121} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.807318] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance '3265bd0a-4ff8-4918-94db-af70314e84cf' progress to 33 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 799.822390] env[65983]: DEBUG oslo_vmware.api [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468522, 'name': PowerOnVM_Task, 'duration_secs': 1.007755} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.822802] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.823082] env[65983]: INFO nova.compute.manager [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Took 9.11 seconds to spawn the instance on the hypervisor. [ 799.823316] env[65983]: DEBUG nova.compute.manager [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 799.824330] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2021d82-d613-4aeb-ba7a-02e0b023a3ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.830122] env[65983]: DEBUG oslo_concurrency.lockutils [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.910253] env[65983]: DEBUG nova.compute.manager [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 799.910912] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.912515] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00347bec-9a5a-43b8-9289-36f7757d1d61 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.927837] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.928904] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac4a43bf-433f-474d-bffa-062c9e1f2ddb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.938279] env[65983]: DEBUG oslo_vmware.api [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Waiting for the task: (returnval){ [ 799.938279] env[65983]: value = "task-4468526" [ 799.938279] env[65983]: _type = "Task" [ 799.938279] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.956846] env[65983]: DEBUG oslo_vmware.api [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.999171] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.999691] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d302094-ef8c-4d56-bc9b-f8d0577f3b43 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.009889] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 800.009889] env[65983]: value = "task-4468527" [ 800.009889] env[65983]: _type = "Task" [ 800.009889] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.022690] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 800.023083] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.023995] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46da784d-b372-491c-8129-dcd98a2412a9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.033723] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.034291] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-195b569c-ea82-4686-86f3-1f8560c48f53 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.100716] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7a3a1500-1865-4820-85cb-d53b68939adc tempest-ServerExternalEventsTest-1036180772 tempest-ServerExternalEventsTest-1036180772-project] Releasing lock "refresh_cache-728a7240-9509-4449-a71d-44be5ae1e63c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.117291] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.117597] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.117826] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleting the datastore file [datastore2] ef772d2e-a2fd-4e58-af98-1e0599f28fbc {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.118281] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f41928-dc53-4674-85e2-7545dbf5d269 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.129949] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 800.129949] env[65983]: value = "task-4468529" [ 800.129949] env[65983]: _type = "Task" [ 800.129949] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.145072] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.183862] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077544} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.184349] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.185720] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422cdf16-e0a9-483e-beb2-fddb8ebf216d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.219309] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 36cdd11a-35ef-4928-9b93-b2e8e54c3e53/36cdd11a-35ef-4928-9b93-b2e8e54c3e53.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.220094] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61a6b94-5c08-4346-9fdd-4bb49bd079b9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.250156] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 800.250156] env[65983]: value = "task-4468530" [ 800.250156] env[65983]: _type = "Task" [ 800.250156] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.261845] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.281944] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 800.319818] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:35:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5e0dc785-532b-4c6e-a332-378006a9bfc6',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-5464097',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 800.319818] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.319818] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 800.319818] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.319818] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 800.320210] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 800.320210] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 800.320488] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 800.320697] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 800.321248] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 800.321329] env[65983]: DEBUG nova.virt.hardware [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 800.328472] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 800.328954] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb229a1-caf8-41f3-9f65-676ee0f281cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.359666] env[65983]: INFO nova.compute.manager [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Took 45.26 seconds to build instance. [ 800.362395] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 800.362395] env[65983]: value = "task-4468531" [ 800.362395] env[65983]: _type = "Task" [ 800.362395] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.373503] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.452669] env[65983]: DEBUG oslo_vmware.api [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468526, 'name': PowerOffVM_Task, 'duration_secs': 0.262446} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.453346] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.453562] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.453917] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4d39467-d68a-406f-a52e-a2e6000b3af1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.536822] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.537251] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.537689] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Deleting the datastore file [datastore1] 728a7240-9509-4449-a71d-44be5ae1e63c {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.538122] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba3d7e7d-7d80-4c8b-8e07-f918ea77ca51 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.547900] env[65983]: DEBUG oslo_vmware.api [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Waiting for the task: (returnval){ [ 800.547900] env[65983]: value = "task-4468533" [ 800.547900] env[65983]: _type = "Task" [ 800.547900] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.559102] env[65983]: DEBUG oslo_vmware.api [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.653348] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181421} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.653458] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.653727] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.654384] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.770079] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468530, 'name': ReconfigVM_Task, 'duration_secs': 0.326372} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.770505] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 36cdd11a-35ef-4928-9b93-b2e8e54c3e53/36cdd11a-35ef-4928-9b93-b2e8e54c3e53.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.771211] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61f80f07-bc76-433b-aad2-94ecaa73ae70 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.780053] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 800.780053] env[65983]: value = "task-4468534" [ 800.780053] env[65983]: _type = "Task" [ 800.780053] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.785586] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance d99d4515-7d38-46d6-9c66-457170cb3e52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 800.789023] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 800.789023] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=100GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '20', 'num_vm_active': '16', 'num_task_None': '13', 'num_os_type_None': '20', 'num_proj_63702928a01d4bb2bffd8d10d1725e06': '2', 'io_workload': '6', 'num_proj_8dc87fac4d704a76a133a4306a937a81': '2', 'num_proj_04c3e4b3e1e24667a8c0eafd9413a42c': '1', 'num_proj_de728336484744988073afa69fb9a397': '2', 'num_proj_b96057452cf24ac0b4e4f4db0f2f3e1e': '1', 'num_proj_cb8e5780e4a641b7a7b0232a01d43b71': '2', 'num_task_image_snapshot': '1', 'num_proj_230f465e9e204d6cbb261735ed7b0e59': '2', 'num_task_resize_prep': '1', 'num_proj_021d1380a4a54a759d153b9d3e89de3b': '1', 'num_proj_f67a1149e642476cb9f939a47393d79b': '1', 'num_proj_299a4c5d8e054f9bb0412e40de8fe912': '1', 'num_proj_8315f93916774e39a77eb129a0e6c72d': '1', 'num_task_powering-off': '1', 'num_vm_building': '4', 'num_task_spawning': '4', 'num_proj_b5992bf7e4784cf1a02ad5673747d45e': '1', 'num_proj_b0f086a7a1c04ca190497d9bb73703a8': '1', 'num_proj_c362ff0480de4147af4ac19c3f8780a6': '2'} {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 800.798715] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468534, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.863973] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e5f1d42-d884-4086-ad60-1745701db4d4 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "426f2a51-b50a-4536-a982-cee62eaea47b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.970s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.887242] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468531, 'name': ReconfigVM_Task, 'duration_secs': 0.269348} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.887756] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 800.891497] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3907b46e-22e3-4954-8fa0-579e5d35574e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.928015] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 3265bd0a-4ff8-4918-94db-af70314e84cf/3265bd0a-4ff8-4918-94db-af70314e84cf.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.932312] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b028ed-84d3-499c-86b1-fd9689268fa2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.955127] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 800.955127] env[65983]: value = "task-4468535" [ 800.955127] env[65983]: _type = "Task" [ 800.955127] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.969170] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.066611] env[65983]: DEBUG oslo_vmware.api [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Task: {'id': task-4468533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161837} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.066611] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.066878] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.067400] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.067400] env[65983]: INFO nova.compute.manager [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 801.067873] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 801.067873] env[65983]: DEBUG nova.compute.manager [-] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 801.067992] env[65983]: DEBUG nova.network.neutron [-] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 801.068746] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.136992] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.298153] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468534, 'name': Rename_Task, 'duration_secs': 0.176828} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.298563] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.298844] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9f5b0b1-f624-421d-bedd-efd0d627710a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.311626] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 801.311626] env[65983]: value = "task-4468536" [ 801.311626] env[65983]: _type = "Task" [ 801.311626] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.323183] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.371022] env[65983]: DEBUG nova.compute.manager [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 801.470204] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.513895] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41d256d-69ea-46f5-ab2a-51a027cac9e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.522822] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8a623c-5f5a-4915-a086-2422619c33e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.566485] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce0180d-c428-457e-984a-ea2ffcdefb7d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.577434] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895a16f1-d3fc-4087-8842-f7dabdc2f5a7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.593705] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.702833] env[65983]: DEBUG nova.virt.hardware [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 801.703151] env[65983]: DEBUG nova.virt.hardware [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.703329] env[65983]: DEBUG nova.virt.hardware [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 801.703530] env[65983]: DEBUG nova.virt.hardware [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.703678] env[65983]: DEBUG nova.virt.hardware [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 801.703818] env[65983]: DEBUG nova.virt.hardware [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 801.704029] env[65983]: DEBUG nova.virt.hardware [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 801.704188] env[65983]: DEBUG nova.virt.hardware [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 801.704345] env[65983]: DEBUG nova.virt.hardware [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 801.704559] env[65983]: DEBUG nova.virt.hardware [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 801.704669] env[65983]: DEBUG nova.virt.hardware [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 801.705586] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748727c0-b5bb-4bac-9e6e-d5fac0f0d6ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.715143] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf1f749-8a6f-4e65-afb2-dcfc02a292fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.732998] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:fd:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54435465-e216-4f21-9495-9fb82e282bc0', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.741248] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 801.742218] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.742487] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5437075-9beb-4fba-a83a-c01406058b5b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.765080] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.765080] env[65983]: value = "task-4468537" [ 801.765080] env[65983]: _type = "Task" [ 801.765080] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.779247] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468537, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.796318] env[65983]: DEBUG nova.compute.manager [req-b0d97527-2e30-45df-83a0-3f0c0e532a71 req-502e15b2-db7c-4c99-900a-094a7e62607c service nova] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Received event network-vif-deleted-2ff30e3d-3100-4af9-ad31-e802dbf30920 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.796385] env[65983]: INFO nova.compute.manager [req-b0d97527-2e30-45df-83a0-3f0c0e532a71 req-502e15b2-db7c-4c99-900a-094a7e62607c service nova] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Neutron deleted interface 2ff30e3d-3100-4af9-ad31-e802dbf30920; detaching it from the instance and deleting it from the info cache [ 801.796501] env[65983]: DEBUG nova.network.neutron [req-b0d97527-2e30-45df-83a0-3f0c0e532a71 req-502e15b2-db7c-4c99-900a-094a7e62607c service nova] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.829658] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.901310] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.927497] env[65983]: DEBUG nova.network.neutron [-] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.968273] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468535, 'name': ReconfigVM_Task, 'duration_secs': 0.68469} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.968592] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 3265bd0a-4ff8-4918-94db-af70314e84cf/3265bd0a-4ff8-4918-94db-af70314e84cf.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.968828] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance '3265bd0a-4ff8-4918-94db-af70314e84cf' progress to 50 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.097009] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.276684] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468537, 'name': CreateVM_Task, 'duration_secs': 0.452827} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.276871] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.277475] env[65983]: WARNING neutronclient.v2_0.client [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 802.277868] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.278027] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.278351] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.278751] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f238604-ce66-41f7-a852-f8561c263966 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.285261] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 802.285261] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52260777-b52d-4cd7-6546-fced8e9cf8ed" [ 802.285261] env[65983]: _type = "Task" [ 802.285261] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.295712] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52260777-b52d-4cd7-6546-fced8e9cf8ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.299832] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f25e9c5e-ae63-423a-98bc-422e3630f68f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.311106] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8db0164-491a-4b93-99ae-dfbc6d66a208 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.332664] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468536, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.352221] env[65983]: DEBUG nova.compute.manager [req-b0d97527-2e30-45df-83a0-3f0c0e532a71 req-502e15b2-db7c-4c99-900a-094a7e62607c service nova] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Detach interface failed, port_id=2ff30e3d-3100-4af9-ad31-e802dbf30920, reason: Instance 728a7240-9509-4449-a71d-44be5ae1e63c could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 802.430029] env[65983]: INFO nova.compute.manager [-] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Took 1.36 seconds to deallocate network for instance. [ 802.480660] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9963de5e-83cf-4837-8fbd-cc8dde2c5af3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.504025] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadf0198-0d92-43e3-90c7-78ba53102468 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.527264] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance '3265bd0a-4ff8-4918-94db-af70314e84cf' progress to 67 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.602868] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 802.603178] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.464s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.603510] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.688s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.605485] env[65983]: INFO nova.compute.claims [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.798079] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52260777-b52d-4cd7-6546-fced8e9cf8ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.798476] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.798748] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.799079] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.799272] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.799544] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.799905] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d4283dc-7f96-41b6-b154-fee499cd546f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.811942] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.812284] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.813147] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d9d289f-780e-47ef-b65b-9c5c60324d87 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.820125] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 802.820125] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52071bc4-a82e-1ab4-3b16-4c4d6bc3488e" [ 802.820125] env[65983]: _type = "Task" [ 802.820125] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.833458] env[65983]: DEBUG oslo_vmware.api [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468536, 'name': PowerOnVM_Task, 'duration_secs': 1.165251} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.836983] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.837276] env[65983]: INFO nova.compute.manager [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Took 9.39 seconds to spawn the instance on the hypervisor. [ 802.837491] env[65983]: DEBUG nova.compute.manager [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 802.838226] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52071bc4-a82e-1ab4-3b16-4c4d6bc3488e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.839498] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f49e3f0-1752-494d-a5ae-e1321ada7f22 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.937591] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.034369] env[65983]: WARNING neutronclient.v2_0.client [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.036018] env[65983]: WARNING neutronclient.v2_0.client [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.114301] env[65983]: DEBUG nova.network.neutron [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Port c0bf1ebe-c700-438e-ade1-f5ff2600089e binding to destination host cpu-1 is already ACTIVE {{(pid=65983) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 803.197050] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "d4899cd5-04a0-41a9-a70f-b235f279dcaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.197292] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "d4899cd5-04a0-41a9-a70f-b235f279dcaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.336709] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52071bc4-a82e-1ab4-3b16-4c4d6bc3488e, 'name': SearchDatastore_Task, 'duration_secs': 0.017922} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.337963] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff195b29-45b5-444e-b4ba-e24ba3c410bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.347262] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 803.347262] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5200395a-3931-a291-6314-df66f6f59073" [ 803.347262] env[65983]: _type = "Task" [ 803.347262] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.361412] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5200395a-3931-a291-6314-df66f6f59073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.363805] env[65983]: INFO nova.compute.manager [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Took 47.75 seconds to build instance. [ 803.867894] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5200395a-3931-a291-6314-df66f6f59073, 'name': SearchDatastore_Task, 'duration_secs': 0.022512} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.869212] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.869212] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] ef772d2e-a2fd-4e58-af98-1e0599f28fbc/ef772d2e-a2fd-4e58-af98-1e0599f28fbc.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.869212] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f40e584-3ffa-4ace-aa6a-08a90b009559 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.875095] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "36cdd11a-35ef-4928-9b93-b2e8e54c3e53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.643s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.883209] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 803.883209] env[65983]: value = "task-4468538" [ 803.883209] env[65983]: _type = "Task" [ 803.883209] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.894624] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.153059] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "3265bd0a-4ff8-4918-94db-af70314e84cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.153561] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "3265bd0a-4ff8-4918-94db-af70314e84cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.153854] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "3265bd0a-4ff8-4918-94db-af70314e84cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.290038] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556800e5-654e-427e-9b9a-8a708caa2718 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.299383] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266da753-bee9-47ff-97cb-c74072a5eae6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.343157] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435600e4-9068-4dc5-b2eb-11597d26edc5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.353204] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f8aabf-b6b9-4463-82f6-58ce5a8bf128 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.369897] env[65983]: DEBUG nova.compute.provider_tree [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.378691] env[65983]: DEBUG nova.compute.manager [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 804.397035] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468538, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.874526] env[65983]: DEBUG nova.scheduler.client.report [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.900786] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699189} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.900901] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] ef772d2e-a2fd-4e58-af98-1e0599f28fbc/ef772d2e-a2fd-4e58-af98-1e0599f28fbc.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.901342] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.901342] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c3312f5-cf08-4e86-b9c2-81bc992831b9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.904864] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.908901] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 804.908901] env[65983]: value = "task-4468539" [ 804.908901] env[65983]: _type = "Task" [ 804.908901] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.918287] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.161142] env[65983]: WARNING neutronclient.v2_0.client [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.197795] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "e0ccc790-4442-451a-8b40-3357ef86807a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.198115] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "e0ccc790-4442-451a-8b40-3357ef86807a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.232233] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.232500] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.232730] env[65983]: DEBUG nova.network.neutron [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 805.380258] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.380969] env[65983]: DEBUG nova.compute.manager [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 805.383742] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.679s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.385164] env[65983]: INFO nova.compute.claims [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.422821] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084314} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.423907] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.425094] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0f6892-9584-4f8f-9fe9-3cfdd4cfb2f8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.464189] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] ef772d2e-a2fd-4e58-af98-1e0599f28fbc/ef772d2e-a2fd-4e58-af98-1e0599f28fbc.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.465502] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dee67211-74cd-4fa0-912b-d373456fb29f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.497724] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 805.497724] env[65983]: value = "task-4468540" [ 805.497724] env[65983]: _type = "Task" [ 805.497724] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.506750] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.736196] env[65983]: WARNING neutronclient.v2_0.client [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.885803] env[65983]: WARNING neutronclient.v2_0.client [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.893156] env[65983]: DEBUG nova.compute.utils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.894204] env[65983]: DEBUG nova.compute.manager [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 805.894204] env[65983]: DEBUG nova.network.neutron [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 805.894402] env[65983]: WARNING neutronclient.v2_0.client [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.894684] env[65983]: WARNING neutronclient.v2_0.client [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.935375] env[65983]: DEBUG nova.policy [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f240f9afeeb34dc39424691c792e4c7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c3ca780ae44e508b7c75bd4d59fc90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.962318] env[65983]: DEBUG nova.network.neutron [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance_info_cache with network_info: [{"id": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "address": "fa:16:3e:c8:02:d8", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bf1ebe-c7", "ovs_interfaceid": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.009613] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.313248] env[65983]: DEBUG nova.network.neutron [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Successfully created port: 944d28b6-2336-48da-9c20-1f9ba6ee8fb7 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 806.399012] env[65983]: DEBUG nova.compute.manager [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 806.465513] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.513839] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468540, 'name': ReconfigVM_Task, 'duration_secs': 0.616023} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.514168] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Reconfigured VM instance instance-00000030 to attach disk [datastore1] ef772d2e-a2fd-4e58-af98-1e0599f28fbc/ef772d2e-a2fd-4e58-af98-1e0599f28fbc.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.514854] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc9353a2-c942-460b-9b96-7815b0c31589 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.526211] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 806.526211] env[65983]: value = "task-4468541" [ 806.526211] env[65983]: _type = "Task" [ 806.526211] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.540470] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468541, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.948989] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcec9029-b676-456b-8ad3-21d06bdd4934 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.957994] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4ec88a-948a-4496-8813-4e761e302f2a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.997022] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0885ff7a-8b71-41a2-8ee0-0b9eeee30ad2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.005837] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e305132d-7d28-4899-9b1f-503cd63ab15b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.023596] env[65983]: DEBUG nova.compute.provider_tree [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.034628] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510f2fcb-adf7-40d2-a0a7-de5f4814720b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.045265] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468541, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.062874] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3f38e2-e7c6-4453-bc73-724f51e98a9c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.073644] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance '3265bd0a-4ff8-4918-94db-af70314e84cf' progress to 83 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 807.410624] env[65983]: DEBUG nova.compute.manager [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 807.437403] env[65983]: DEBUG nova.virt.hardware [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 807.437403] env[65983]: DEBUG nova.virt.hardware [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.437545] env[65983]: DEBUG nova.virt.hardware [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 807.437725] env[65983]: DEBUG nova.virt.hardware [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.437920] env[65983]: DEBUG nova.virt.hardware [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 807.437986] env[65983]: DEBUG nova.virt.hardware [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 807.438201] env[65983]: DEBUG nova.virt.hardware [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 807.438356] env[65983]: DEBUG nova.virt.hardware [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 807.438539] env[65983]: DEBUG nova.virt.hardware [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 807.438697] env[65983]: DEBUG nova.virt.hardware [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 807.438921] env[65983]: DEBUG nova.virt.hardware [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 807.439854] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6ab597-dd9e-4690-90d3-54395d932a4f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.449620] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93794749-c5ec-47e7-8bd4-e19712225c20 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.527317] env[65983]: DEBUG nova.scheduler.client.report [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.542120] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468541, 'name': Rename_Task, 'duration_secs': 0.741551} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.542410] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.542667] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4088d6d-b259-4016-8a2c-0782b13392ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.551935] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 807.551935] env[65983]: value = "task-4468542" [ 807.551935] env[65983]: _type = "Task" [ 807.551935] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.561972] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.581021] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.581131] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce86b749-9685-4977-b02b-2daa73ae4390 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.589996] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 807.589996] env[65983]: value = "task-4468543" [ 807.589996] env[65983]: _type = "Task" [ 807.589996] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.601998] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.814219] env[65983]: DEBUG nova.compute.manager [req-cdd484cd-86a9-4e67-90ec-a5411787363c req-72de4aed-703a-477a-8804-a512e56c5731 service nova] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Received event network-vif-plugged-944d28b6-2336-48da-9c20-1f9ba6ee8fb7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 807.814435] env[65983]: DEBUG oslo_concurrency.lockutils [req-cdd484cd-86a9-4e67-90ec-a5411787363c req-72de4aed-703a-477a-8804-a512e56c5731 service nova] Acquiring lock "5129b964-14d3-4417-8107-28ad1e7a43e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.814756] env[65983]: DEBUG oslo_concurrency.lockutils [req-cdd484cd-86a9-4e67-90ec-a5411787363c req-72de4aed-703a-477a-8804-a512e56c5731 service nova] Lock "5129b964-14d3-4417-8107-28ad1e7a43e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.815046] env[65983]: DEBUG oslo_concurrency.lockutils [req-cdd484cd-86a9-4e67-90ec-a5411787363c req-72de4aed-703a-477a-8804-a512e56c5731 service nova] Lock "5129b964-14d3-4417-8107-28ad1e7a43e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.815333] env[65983]: DEBUG nova.compute.manager [req-cdd484cd-86a9-4e67-90ec-a5411787363c req-72de4aed-703a-477a-8804-a512e56c5731 service nova] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] No waiting events found dispatching network-vif-plugged-944d28b6-2336-48da-9c20-1f9ba6ee8fb7 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 807.815601] env[65983]: WARNING nova.compute.manager [req-cdd484cd-86a9-4e67-90ec-a5411787363c req-72de4aed-703a-477a-8804-a512e56c5731 service nova] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Received unexpected event network-vif-plugged-944d28b6-2336-48da-9c20-1f9ba6ee8fb7 for instance with vm_state building and task_state spawning. [ 807.921598] env[65983]: DEBUG nova.network.neutron [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Successfully updated port: 944d28b6-2336-48da-9c20-1f9ba6ee8fb7 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 808.036503] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.037213] env[65983]: DEBUG nova.compute.manager [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 808.041021] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.255s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.041253] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.044163] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.144s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.046047] env[65983]: INFO nova.compute.claims [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.068918] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468542, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.083069] env[65983]: INFO nova.scheduler.client.report [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleted allocations for instance 18eba7f8-31cc-4a75-b73a-b279853d125a [ 808.105052] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.425947] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "refresh_cache-5129b964-14d3-4417-8107-28ad1e7a43e3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.426272] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "refresh_cache-5129b964-14d3-4417-8107-28ad1e7a43e3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.426415] env[65983]: DEBUG nova.network.neutron [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 808.552222] env[65983]: DEBUG nova.compute.utils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.556649] env[65983]: DEBUG nova.compute.manager [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 808.556649] env[65983]: DEBUG nova.network.neutron [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 808.556865] env[65983]: WARNING neutronclient.v2_0.client [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.557098] env[65983]: WARNING neutronclient.v2_0.client [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.573150] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468542, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.593453] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "18eba7f8-31cc-4a75-b73a-b279853d125a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.631s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.606042] env[65983]: DEBUG oslo_vmware.api [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468543, 'name': PowerOnVM_Task, 'duration_secs': 0.599866} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.607421] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.607421] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bbe745-7c85-4160-9d72-bd08ee0ce5d6 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance '3265bd0a-4ff8-4918-94db-af70314e84cf' progress to 100 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 808.614253] env[65983]: DEBUG nova.policy [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f04e900c9e2435db8d5f73a82746ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbc30c380d574f129011dcee44a78c54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.863387] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb53dd-bf5b-f28d-e195-3376d895a38f/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 808.865033] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca4d5b3-ba32-42a8-88f6-14479059e06a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.872894] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb53dd-bf5b-f28d-e195-3376d895a38f/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 808.873564] env[65983]: ERROR oslo_vmware.rw_handles [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb53dd-bf5b-f28d-e195-3376d895a38f/disk-0.vmdk due to incomplete transfer. [ 808.876865] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d7fe142c-ee81-4cd4-ad7e-907205ad20c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.888822] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb53dd-bf5b-f28d-e195-3376d895a38f/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 808.888986] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Uploaded image c3304433-4c26-4e18-abec-2c771498d7ab to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 808.892743] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 808.893071] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3930f7a6-e263-4831-962a-274a453603ee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.902053] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 808.902053] env[65983]: value = "task-4468544" [ 808.902053] env[65983]: _type = "Task" [ 808.902053] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.912853] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468544, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.952925] env[65983]: DEBUG nova.network.neutron [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Successfully created port: 968b04c8-5075-429d-af5f-987397fb53c3 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 808.985821] env[65983]: DEBUG nova.network.neutron [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 809.058259] env[65983]: DEBUG nova.compute.manager [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 809.075944] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468542, 'name': PowerOnVM_Task, 'duration_secs': 1.048174} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.076304] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.076453] env[65983]: DEBUG nova.compute.manager [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 809.077483] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c149e606-9467-44b3-aa3e-f0c5affe3f67 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.175684] env[65983]: WARNING neutronclient.v2_0.client [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.391730] env[65983]: DEBUG nova.network.neutron [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Updating instance_info_cache with network_info: [{"id": "944d28b6-2336-48da-9c20-1f9ba6ee8fb7", "address": "fa:16:3e:0d:8e:30", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944d28b6-23", "ovs_interfaceid": "944d28b6-2336-48da-9c20-1f9ba6ee8fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.419844] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468544, 'name': Destroy_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.458773] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Acquiring lock "f5166917-734f-4c86-84ec-3b63ea129c5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.459042] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Lock "f5166917-734f-4c86-84ec-3b63ea129c5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.459698] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Acquiring lock "f5166917-734f-4c86-84ec-3b63ea129c5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.459936] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Lock "f5166917-734f-4c86-84ec-3b63ea129c5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.460132] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Lock "f5166917-734f-4c86-84ec-3b63ea129c5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.462577] env[65983]: INFO nova.compute.manager [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Terminating instance [ 809.594073] env[65983]: INFO nova.compute.manager [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] bringing vm to original state: 'stopped' [ 809.632454] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100cb034-9508-4331-b3ec-3ac08e622642 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.644075] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0facb333-b3af-4777-bdc5-2d0fd038fc21 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.677938] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb5c4a1-190e-4112-92b2-726bcc79cfbb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.687608] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c83f269-fc7d-4e32-96ef-b5f18b2ef14e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.705606] env[65983]: DEBUG nova.compute.provider_tree [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.894776] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "refresh_cache-5129b964-14d3-4417-8107-28ad1e7a43e3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.895242] env[65983]: DEBUG nova.compute.manager [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Instance network_info: |[{"id": "944d28b6-2336-48da-9c20-1f9ba6ee8fb7", "address": "fa:16:3e:0d:8e:30", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944d28b6-23", "ovs_interfaceid": "944d28b6-2336-48da-9c20-1f9ba6ee8fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 809.895722] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:8e:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '944d28b6-2336-48da-9c20-1f9ba6ee8fb7', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.903790] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 809.904137] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.907938] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9991153-29ce-4bdc-869c-b1df556973ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.928940] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468544, 'name': Destroy_Task, 'duration_secs': 0.996015} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.930473] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Destroyed the VM [ 809.930712] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 809.932022] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.932022] env[65983]: value = "task-4468545" [ 809.932022] env[65983]: _type = "Task" [ 809.932022] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.932022] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-78463b29-a8a9-43ca-b0fa-7bd6670d3e6d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.942490] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468545, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.944383] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 809.944383] env[65983]: value = "task-4468546" [ 809.944383] env[65983]: _type = "Task" [ 809.944383] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.954462] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468546, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.967431] env[65983]: DEBUG nova.compute.manager [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 809.967927] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.968713] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2905855e-778a-4652-9020-bd61e0988492 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.977799] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.977905] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cfc7951-a9ea-41c8-9cab-dc6a38e8d790 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.986590] env[65983]: DEBUG oslo_vmware.api [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Waiting for the task: (returnval){ [ 809.986590] env[65983]: value = "task-4468547" [ 809.986590] env[65983]: _type = "Task" [ 809.986590] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.996566] env[65983]: DEBUG oslo_vmware.api [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.025603] env[65983]: DEBUG nova.compute.manager [req-361d6fab-d0a7-4420-8887-6cb9e8ff28db req-2c5547e9-0454-4d95-89f5-b34536c8e193 service nova] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Received event network-changed-944d28b6-2336-48da-9c20-1f9ba6ee8fb7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 810.025603] env[65983]: DEBUG nova.compute.manager [req-361d6fab-d0a7-4420-8887-6cb9e8ff28db req-2c5547e9-0454-4d95-89f5-b34536c8e193 service nova] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Refreshing instance network info cache due to event network-changed-944d28b6-2336-48da-9c20-1f9ba6ee8fb7. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 810.025800] env[65983]: DEBUG oslo_concurrency.lockutils [req-361d6fab-d0a7-4420-8887-6cb9e8ff28db req-2c5547e9-0454-4d95-89f5-b34536c8e193 service nova] Acquiring lock "refresh_cache-5129b964-14d3-4417-8107-28ad1e7a43e3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.025902] env[65983]: DEBUG oslo_concurrency.lockutils [req-361d6fab-d0a7-4420-8887-6cb9e8ff28db req-2c5547e9-0454-4d95-89f5-b34536c8e193 service nova] Acquired lock "refresh_cache-5129b964-14d3-4417-8107-28ad1e7a43e3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.026240] env[65983]: DEBUG nova.network.neutron [req-361d6fab-d0a7-4420-8887-6cb9e8ff28db req-2c5547e9-0454-4d95-89f5-b34536c8e193 service nova] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Refreshing network info cache for port 944d28b6-2336-48da-9c20-1f9ba6ee8fb7 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.075290] env[65983]: DEBUG nova.compute.manager [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 810.111525] env[65983]: DEBUG nova.virt.hardware [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 810.111822] env[65983]: DEBUG nova.virt.hardware [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.112014] env[65983]: DEBUG nova.virt.hardware [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 810.112219] env[65983]: DEBUG nova.virt.hardware [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.112372] env[65983]: DEBUG nova.virt.hardware [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 810.113160] env[65983]: DEBUG nova.virt.hardware [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 810.113160] env[65983]: DEBUG nova.virt.hardware [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 810.113160] env[65983]: DEBUG nova.virt.hardware [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 810.113160] env[65983]: DEBUG nova.virt.hardware [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 810.113354] env[65983]: DEBUG nova.virt.hardware [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 810.113785] env[65983]: DEBUG nova.virt.hardware [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 810.114918] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568ecabe-7a31-410b-a79f-f0578fb71282 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.125909] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f246021-fe9d-4290-af6f-da392c70858c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.208725] env[65983]: DEBUG nova.scheduler.client.report [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.447215] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468545, 'name': CreateVM_Task, 'duration_secs': 0.42751} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.449660] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.450296] env[65983]: WARNING neutronclient.v2_0.client [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.451615] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.451615] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.451615] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.455022] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c358a70-c0e0-4359-ae21-7b8231701571 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.458858] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468546, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.460445] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 810.460445] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5241464b-f519-7348-a69c-30472c4a9c12" [ 810.460445] env[65983]: _type = "Task" [ 810.460445] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.469828] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5241464b-f519-7348-a69c-30472c4a9c12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.497780] env[65983]: DEBUG oslo_vmware.api [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468547, 'name': PowerOffVM_Task, 'duration_secs': 0.315068} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.498438] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.498438] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.498585] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-846059f0-082e-47f4-9bbc-f4382cc2f614 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.529524] env[65983]: WARNING neutronclient.v2_0.client [req-361d6fab-d0a7-4420-8887-6cb9e8ff28db req-2c5547e9-0454-4d95-89f5-b34536c8e193 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.572994] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.573327] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.573541] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Deleting the datastore file [datastore2] f5166917-734f-4c86-84ec-3b63ea129c5c {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.573872] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50aef4fa-4b32-4bf8-8695-05c1b6acf685 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.584278] env[65983]: DEBUG oslo_vmware.api [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Waiting for the task: (returnval){ [ 810.584278] env[65983]: value = "task-4468549" [ 810.584278] env[65983]: _type = "Task" [ 810.584278] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.590268] env[65983]: DEBUG nova.network.neutron [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Successfully updated port: 968b04c8-5075-429d-af5f-987397fb53c3 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 810.603958] env[65983]: DEBUG oslo_vmware.api [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.605463] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.605463] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.605626] env[65983]: DEBUG nova.compute.manager [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 810.606815] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad523e5-1c4f-4e80-84bf-86a175c9c2b5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.615710] env[65983]: DEBUG nova.compute.manager [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65983) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 810.714605] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.715172] env[65983]: DEBUG nova.compute.manager [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 810.718148] env[65983]: DEBUG oslo_concurrency.lockutils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.460s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.719593] env[65983]: INFO nova.compute.claims [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.740123] env[65983]: WARNING neutronclient.v2_0.client [req-361d6fab-d0a7-4420-8887-6cb9e8ff28db req-2c5547e9-0454-4d95-89f5-b34536c8e193 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.826031] env[65983]: DEBUG nova.network.neutron [req-361d6fab-d0a7-4420-8887-6cb9e8ff28db req-2c5547e9-0454-4d95-89f5-b34536c8e193 service nova] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Updated VIF entry in instance network info cache for port 944d28b6-2336-48da-9c20-1f9ba6ee8fb7. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 810.826799] env[65983]: DEBUG nova.network.neutron [req-361d6fab-d0a7-4420-8887-6cb9e8ff28db req-2c5547e9-0454-4d95-89f5-b34536c8e193 service nova] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Updating instance_info_cache with network_info: [{"id": "944d28b6-2336-48da-9c20-1f9ba6ee8fb7", "address": "fa:16:3e:0d:8e:30", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944d28b6-23", "ovs_interfaceid": "944d28b6-2336-48da-9c20-1f9ba6ee8fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.958018] env[65983]: DEBUG oslo_vmware.api [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468546, 'name': RemoveSnapshot_Task, 'duration_secs': 0.766429} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.958018] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 810.958289] env[65983]: INFO nova.compute.manager [None req-a1d8f27a-2222-4989-ac2f-9aa9f3fcb2f8 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Took 16.43 seconds to snapshot the instance on the hypervisor. [ 810.972298] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5241464b-f519-7348-a69c-30472c4a9c12, 'name': SearchDatastore_Task, 'duration_secs': 0.017609} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.972679] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.973017] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.973331] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.973487] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.973705] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.974028] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d35839e-2e64-45c1-bc81-6794129bb837 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.984764] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.984954] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.985929] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b2f52b-0970-4cfe-8d67-87ff80389752 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.993030] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 810.993030] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dd0f5a-8c1d-b8d1-2af6-cc63d993fee4" [ 810.993030] env[65983]: _type = "Task" [ 810.993030] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.004673] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dd0f5a-8c1d-b8d1-2af6-cc63d993fee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.094494] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.094836] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.094901] env[65983]: DEBUG nova.network.neutron [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 811.096045] env[65983]: DEBUG oslo_vmware.api [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Task: {'id': task-4468549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159416} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.096311] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.096494] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.096721] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.096942] env[65983]: INFO nova.compute.manager [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 811.097245] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 811.097472] env[65983]: DEBUG nova.compute.manager [-] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 811.097600] env[65983]: DEBUG nova.network.neutron [-] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 811.098015] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.120608] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.121210] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e805e515-2f1b-4731-bb43-99ff5b5d647b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.130151] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 811.130151] env[65983]: value = "task-4468550" [ 811.130151] env[65983]: _type = "Task" [ 811.130151] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.144708] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.158307] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.165757] env[65983]: WARNING neutronclient.v2_0.client [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.227635] env[65983]: DEBUG nova.compute.utils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.230097] env[65983]: DEBUG nova.compute.manager [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 811.230318] env[65983]: DEBUG nova.network.neutron [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 811.230634] env[65983]: WARNING neutronclient.v2_0.client [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.230927] env[65983]: WARNING neutronclient.v2_0.client [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.234754] env[65983]: WARNING neutronclient.v2_0.client [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.235086] env[65983]: WARNING neutronclient.v2_0.client [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.235353] env[65983]: WARNING neutronclient.v2_0.client [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.304177] env[65983]: DEBUG nova.policy [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8b4df4544f346c892615fc427d0bf54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '088b24189d1a4229a125391a60fbf7b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.328897] env[65983]: DEBUG oslo_concurrency.lockutils [req-361d6fab-d0a7-4420-8887-6cb9e8ff28db req-2c5547e9-0454-4d95-89f5-b34536c8e193 service nova] Releasing lock "refresh_cache-5129b964-14d3-4417-8107-28ad1e7a43e3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.337968] env[65983]: DEBUG nova.network.neutron [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Port c0bf1ebe-c700-438e-ade1-f5ff2600089e binding to destination host cpu-1 is already ACTIVE {{(pid=65983) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 811.338340] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.338490] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.338653] env[65983]: DEBUG nova.network.neutron [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 811.512023] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dd0f5a-8c1d-b8d1-2af6-cc63d993fee4, 'name': SearchDatastore_Task, 'duration_secs': 0.011016} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.512023] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9b9b420-85f1-4290-ae96-a2926192d4ba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.523184] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 811.523184] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52484544-41f2-3daa-4aa2-301039c1bd64" [ 811.523184] env[65983]: _type = "Task" [ 811.523184] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.534760] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52484544-41f2-3daa-4aa2-301039c1bd64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.641134] env[65983]: DEBUG oslo_vmware.api [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468550, 'name': PowerOffVM_Task, 'duration_secs': 0.48783} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.641661] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.641977] env[65983]: DEBUG nova.compute.manager [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 811.644987] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f2496a-9f16-4678-9b17-f39cb930090e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.737021] env[65983]: DEBUG nova.compute.manager [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 811.765020] env[65983]: DEBUG nova.network.neutron [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Successfully created port: 66238dfa-0c86-4e12-b2d7-880aadd6e2b7 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 811.816668] env[65983]: DEBUG nova.network.neutron [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 811.842721] env[65983]: WARNING neutronclient.v2_0.client [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.009796] env[65983]: WARNING neutronclient.v2_0.client [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.040217] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52484544-41f2-3daa-4aa2-301039c1bd64, 'name': SearchDatastore_Task, 'duration_secs': 0.013907} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.041439] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.044203] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 5129b964-14d3-4417-8107-28ad1e7a43e3/5129b964-14d3-4417-8107-28ad1e7a43e3.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.044203] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a817865-f663-4d00-a021-978b3cb4676d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.058120] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 812.058120] env[65983]: value = "task-4468551" [ 812.058120] env[65983]: _type = "Task" [ 812.058120] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.073563] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.116317] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.116816] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.159240] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.227574] env[65983]: DEBUG nova.network.neutron [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance_info_cache with network_info: [{"id": "968b04c8-5075-429d-af5f-987397fb53c3", "address": "fa:16:3e:11:03:ab", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968b04c8-50", "ovs_interfaceid": "968b04c8-5075-429d-af5f-987397fb53c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.273045] env[65983]: DEBUG nova.network.neutron [-] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.308830] env[65983]: WARNING neutronclient.v2_0.client [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.417734] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe8c481-80c8-48d6-bded-add0c211bd31 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.427412] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c22ce3-bb20-4fb5-bdd4-38dbb6119b77 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.466785] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370dff0a-dc3a-4e34-97eb-ae262c970be1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.476295] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a510b75-1b98-45f5-8476-c2efbc1ee381 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.494618] env[65983]: DEBUG nova.compute.provider_tree [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.503851] env[65983]: DEBUG nova.network.neutron [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance_info_cache with network_info: [{"id": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "address": "fa:16:3e:c8:02:d8", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bf1ebe-c7", "ovs_interfaceid": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.569996] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468551, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.635045] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.635271] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.635557] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.635733] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.635839] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.636141] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.637045] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65983) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 812.637045] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.672771] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.730355] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.730793] env[65983]: DEBUG nova.compute.manager [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Instance network_info: |[{"id": "968b04c8-5075-429d-af5f-987397fb53c3", "address": "fa:16:3e:11:03:ab", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968b04c8-50", "ovs_interfaceid": "968b04c8-5075-429d-af5f-987397fb53c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 812.731308] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:03:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '968b04c8-5075-429d-af5f-987397fb53c3', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.739379] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Creating folder: Project (bbc30c380d574f129011dcee44a78c54). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.739759] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a3e4416-b0ec-4f54-b730-1efa2ed899eb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.754118] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Created folder: Project (bbc30c380d574f129011dcee44a78c54) in parent group-v873669. [ 812.754342] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Creating folder: Instances. Parent ref: group-v873823. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.754613] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-accb76cd-ee42-4c22-bdcb-07ce69830aae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.757504] env[65983]: DEBUG nova.compute.manager [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 812.770309] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Created folder: Instances in parent group-v873823. [ 812.770608] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 812.770944] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.771215] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10d418a8-2aa4-4bca-990c-18757545d3a6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.790443] env[65983]: INFO nova.compute.manager [-] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Took 1.69 seconds to deallocate network for instance. [ 812.798588] env[65983]: DEBUG nova.virt.hardware [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 812.798885] env[65983]: DEBUG nova.virt.hardware [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.799080] env[65983]: DEBUG nova.virt.hardware [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 812.799328] env[65983]: DEBUG nova.virt.hardware [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.799481] env[65983]: DEBUG nova.virt.hardware [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 812.799637] env[65983]: DEBUG nova.virt.hardware [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 812.799903] env[65983]: DEBUG nova.virt.hardware [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 812.800141] env[65983]: DEBUG nova.virt.hardware [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 812.800323] env[65983]: DEBUG nova.virt.hardware [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 812.800479] env[65983]: DEBUG nova.virt.hardware [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 812.800645] env[65983]: DEBUG nova.virt.hardware [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 812.804782] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbb60a4-95b0-41dd-983c-eb8ddaea2b1d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.809814] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.809814] env[65983]: value = "task-4468554" [ 812.809814] env[65983]: _type = "Task" [ 812.809814] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.819090] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa44589-7035-44a5-97e0-650aa37cb647 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.828821] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468554, 'name': CreateVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.956562] env[65983]: DEBUG nova.compute.manager [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Received event network-vif-plugged-968b04c8-5075-429d-af5f-987397fb53c3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 812.957025] env[65983]: DEBUG oslo_concurrency.lockutils [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] Acquiring lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.957524] env[65983]: DEBUG oslo_concurrency.lockutils [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.958043] env[65983]: DEBUG oslo_concurrency.lockutils [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.958381] env[65983]: DEBUG nova.compute.manager [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] No waiting events found dispatching network-vif-plugged-968b04c8-5075-429d-af5f-987397fb53c3 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 812.958701] env[65983]: WARNING nova.compute.manager [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Received unexpected event network-vif-plugged-968b04c8-5075-429d-af5f-987397fb53c3 for instance with vm_state building and task_state spawning. [ 812.959065] env[65983]: DEBUG nova.compute.manager [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Received event network-changed-968b04c8-5075-429d-af5f-987397fb53c3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 812.959416] env[65983]: DEBUG nova.compute.manager [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Refreshing instance network info cache due to event network-changed-968b04c8-5075-429d-af5f-987397fb53c3. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 812.959798] env[65983]: DEBUG oslo_concurrency.lockutils [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] Acquiring lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.960077] env[65983]: DEBUG oslo_concurrency.lockutils [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] Acquired lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.960391] env[65983]: DEBUG nova.network.neutron [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Refreshing network info cache for port 968b04c8-5075-429d-af5f-987397fb53c3 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.997826] env[65983]: DEBUG nova.scheduler.client.report [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.006862] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.072405] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731776} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.072726] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 5129b964-14d3-4417-8107-28ad1e7a43e3/5129b964-14d3-4417-8107-28ad1e7a43e3.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.072920] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.073214] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8389d6cf-a733-43c9-84dd-92a75e93540a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.082340] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 813.082340] env[65983]: value = "task-4468555" [ 813.082340] env[65983]: _type = "Task" [ 813.082340] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.093325] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.141714] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.311507] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.323983] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468554, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.461605] env[65983]: DEBUG nova.network.neutron [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Successfully updated port: 66238dfa-0c86-4e12-b2d7-880aadd6e2b7 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 813.463937] env[65983]: WARNING neutronclient.v2_0.client [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.504628] env[65983]: DEBUG oslo_concurrency.lockutils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.505117] env[65983]: DEBUG nova.compute.manager [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 813.514558] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.968s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.514558] env[65983]: INFO nova.compute.claims [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.518462] env[65983]: DEBUG nova.compute.manager [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65983) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 813.518644] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.592995] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088829} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.593310] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.594202] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92702964-70e4-4f46-a841-4f7ab3ee77af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.620410] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 5129b964-14d3-4417-8107-28ad1e7a43e3/5129b964-14d3-4417-8107-28ad1e7a43e3.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.623440] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8e721c7-982c-4294-a1d3-0371cd592ebc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.645724] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 813.645724] env[65983]: value = "task-4468556" [ 813.645724] env[65983]: _type = "Task" [ 813.645724] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.655857] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.671748] env[65983]: WARNING neutronclient.v2_0.client [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.757736] env[65983]: DEBUG nova.network.neutron [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updated VIF entry in instance network info cache for port 968b04c8-5075-429d-af5f-987397fb53c3. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 813.758214] env[65983]: DEBUG nova.network.neutron [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance_info_cache with network_info: [{"id": "968b04c8-5075-429d-af5f-987397fb53c3", "address": "fa:16:3e:11:03:ab", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968b04c8-50", "ovs_interfaceid": "968b04c8-5075-429d-af5f-987397fb53c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.789563] env[65983]: DEBUG nova.compute.manager [req-03fdf612-8c7b-4b46-bda9-ac397486a42d req-c23591f4-01ed-45bc-aa2e-d13f61bc8a82 service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Received event network-vif-plugged-66238dfa-0c86-4e12-b2d7-880aadd6e2b7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 813.789956] env[65983]: DEBUG oslo_concurrency.lockutils [req-03fdf612-8c7b-4b46-bda9-ac397486a42d req-c23591f4-01ed-45bc-aa2e-d13f61bc8a82 service nova] Acquiring lock "f842bb4a-08fc-4160-9275-0a36c4f67de2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.790221] env[65983]: DEBUG oslo_concurrency.lockutils [req-03fdf612-8c7b-4b46-bda9-ac397486a42d req-c23591f4-01ed-45bc-aa2e-d13f61bc8a82 service nova] Lock "f842bb4a-08fc-4160-9275-0a36c4f67de2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.790320] env[65983]: DEBUG oslo_concurrency.lockutils [req-03fdf612-8c7b-4b46-bda9-ac397486a42d req-c23591f4-01ed-45bc-aa2e-d13f61bc8a82 service nova] Lock "f842bb4a-08fc-4160-9275-0a36c4f67de2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.790521] env[65983]: DEBUG nova.compute.manager [req-03fdf612-8c7b-4b46-bda9-ac397486a42d req-c23591f4-01ed-45bc-aa2e-d13f61bc8a82 service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] No waiting events found dispatching network-vif-plugged-66238dfa-0c86-4e12-b2d7-880aadd6e2b7 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 813.790621] env[65983]: WARNING nova.compute.manager [req-03fdf612-8c7b-4b46-bda9-ac397486a42d req-c23591f4-01ed-45bc-aa2e-d13f61bc8a82 service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Received unexpected event network-vif-plugged-66238dfa-0c86-4e12-b2d7-880aadd6e2b7 for instance with vm_state building and task_state spawning. [ 813.822766] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468554, 'name': CreateVM_Task, 'duration_secs': 0.804148} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.822939] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.823449] env[65983]: WARNING neutronclient.v2_0.client [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.823830] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.823987] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.824305] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.824905] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4268d81-e5e4-4ddf-8860-0b4e5145f50e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.830586] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 813.830586] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52211c13-4a04-581a-ed2a-71c1dd4812aa" [ 813.830586] env[65983]: _type = "Task" [ 813.830586] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.839677] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52211c13-4a04-581a-ed2a-71c1dd4812aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.871197] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.871424] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.969502] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Acquiring lock "refresh_cache-f842bb4a-08fc-4160-9275-0a36c4f67de2" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.969502] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Acquired lock "refresh_cache-f842bb4a-08fc-4160-9275-0a36c4f67de2" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.969502] env[65983]: DEBUG nova.network.neutron [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 814.011196] env[65983]: DEBUG nova.compute.utils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.013882] env[65983]: DEBUG nova.compute.manager [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Not allocating networking since 'none' was specified. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 814.158902] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468556, 'name': ReconfigVM_Task, 'duration_secs': 0.384029} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.159434] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 5129b964-14d3-4417-8107-28ad1e7a43e3/5129b964-14d3-4417-8107-28ad1e7a43e3.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.160155] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c50de291-7bd7-4d5d-ac21-7c39976a9f75 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.169082] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 814.169082] env[65983]: value = "task-4468557" [ 814.169082] env[65983]: _type = "Task" [ 814.169082] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.179197] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468557, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.261650] env[65983]: DEBUG oslo_concurrency.lockutils [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] Releasing lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.261650] env[65983]: DEBUG nova.compute.manager [req-eb34b2bf-7d56-4571-8449-38b4ef14f6cc req-da0bcd0a-54bd-4676-ba65-9b878df0b685 service nova] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Received event network-vif-deleted-53ef612a-000f-4279-8551-3aea5405a500 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 814.341616] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52211c13-4a04-581a-ed2a-71c1dd4812aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.341950] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.342209] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.342437] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.342577] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.342747] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.343033] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9c36b10-9b81-4d9a-9ba3-c4b6220d67be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.355997] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.357032] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.357227] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d66d03b-b4f9-4939-a22f-50067eada45a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.363848] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 814.363848] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ea8760-d331-8279-7f44-49c8875a8767" [ 814.363848] env[65983]: _type = "Task" [ 814.363848] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.372651] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ea8760-d331-8279-7f44-49c8875a8767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.507697] env[65983]: DEBUG nova.network.neutron [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 814.515665] env[65983]: DEBUG nova.compute.manager [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 814.593426] env[65983]: WARNING neutronclient.v2_0.client [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.668621] env[65983]: DEBUG nova.network.neutron [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Updating instance_info_cache with network_info: [{"id": "66238dfa-0c86-4e12-b2d7-880aadd6e2b7", "address": "fa:16:3e:62:37:08", "network": {"id": "60ed3cad-5e61-4312-b91f-ca87938c0fd0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-208079085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088b24189d1a4229a125391a60fbf7b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66238dfa-0c", "ovs_interfaceid": "66238dfa-0c86-4e12-b2d7-880aadd6e2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.683928] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468557, 'name': Rename_Task, 'duration_secs': 0.284107} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.685139] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.685405] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea74770f-1c80-4f48-a3dc-8fa7eb68f9f7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.693997] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 814.693997] env[65983]: value = "task-4468558" [ 814.693997] env[65983]: _type = "Task" [ 814.693997] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.706419] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.762967] env[65983]: DEBUG oslo_concurrency.lockutils [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.763295] env[65983]: DEBUG oslo_concurrency.lockutils [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.763536] env[65983]: DEBUG oslo_concurrency.lockutils [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.763719] env[65983]: DEBUG oslo_concurrency.lockutils [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.763911] env[65983]: DEBUG oslo_concurrency.lockutils [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.766492] env[65983]: INFO nova.compute.manager [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Terminating instance [ 814.877697] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ea8760-d331-8279-7f44-49c8875a8767, 'name': SearchDatastore_Task, 'duration_secs': 0.015072} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.878643] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5561bdf5-c067-4c48-91e0-b4a65ffe6fcb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.887876] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 814.887876] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bbba8d-0815-9031-2d46-0ed11206ba72" [ 814.887876] env[65983]: _type = "Task" [ 814.887876] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.897076] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bbba8d-0815-9031-2d46-0ed11206ba72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.050526] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f087d26e-a448-4d74-a232-4a0e08ccac60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.059580] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dc5ac9-d91b-45a2-bf31-57e5fb46e792 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.093393] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ea18b4-1cb5-4593-91ae-a9822c7a6416 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.104258] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b40655-92b1-4030-b6f9-709e8a0d18f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.132786] env[65983]: DEBUG nova.compute.provider_tree [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.173029] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Releasing lock "refresh_cache-f842bb4a-08fc-4160-9275-0a36c4f67de2" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.173029] env[65983]: DEBUG nova.compute.manager [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Instance network_info: |[{"id": "66238dfa-0c86-4e12-b2d7-880aadd6e2b7", "address": "fa:16:3e:62:37:08", "network": {"id": "60ed3cad-5e61-4312-b91f-ca87938c0fd0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-208079085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088b24189d1a4229a125391a60fbf7b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66238dfa-0c", "ovs_interfaceid": "66238dfa-0c86-4e12-b2d7-880aadd6e2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 815.173029] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:37:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66238dfa-0c86-4e12-b2d7-880aadd6e2b7', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.181290] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Creating folder: Project (088b24189d1a4229a125391a60fbf7b1). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.181390] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f9aec75-c055-46ec-8be2-8832508cf619 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.193765] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Created folder: Project (088b24189d1a4229a125391a60fbf7b1) in parent group-v873669. [ 815.194288] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Creating folder: Instances. Parent ref: group-v873826. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.194917] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a25fa5c5-8209-44e9-be13-a31f3c20c9af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.207467] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.209623] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Created folder: Instances in parent group-v873826. [ 815.210534] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 815.210534] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.210534] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e960569f-0889-4e74-ac87-7e44c58f6cd5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.232981] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.232981] env[65983]: value = "task-4468561" [ 815.232981] env[65983]: _type = "Task" [ 815.232981] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.241906] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468561, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.272129] env[65983]: DEBUG nova.compute.manager [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 815.272515] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.274824] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd33053-b3c6-44c7-b810-a412f048f1b2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.284073] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.284381] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cafacafb-9c71-472f-949e-93cde965e65c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.370100] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.370602] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.371178] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleting the datastore file [datastore1] ef772d2e-a2fd-4e58-af98-1e0599f28fbc {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.371378] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d90a689c-85c8-423c-b044-491cb11b5356 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.380968] env[65983]: DEBUG oslo_vmware.api [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 815.380968] env[65983]: value = "task-4468563" [ 815.380968] env[65983]: _type = "Task" [ 815.380968] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.390590] env[65983]: DEBUG oslo_vmware.api [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.401033] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bbba8d-0815-9031-2d46-0ed11206ba72, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.401346] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.402026] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 811d8ad9-137c-4720-9c9b-071e4eb3f7ce/811d8ad9-137c-4720-9c9b-071e4eb3f7ce.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.402026] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce25ac56-d1ca-4528-81c9-3df0796c6e3d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.411299] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 815.411299] env[65983]: value = "task-4468564" [ 815.411299] env[65983]: _type = "Task" [ 815.411299] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.421480] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.528629] env[65983]: DEBUG nova.compute.manager [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 815.557977] env[65983]: DEBUG nova.virt.hardware [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 815.558334] env[65983]: DEBUG nova.virt.hardware [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.558529] env[65983]: DEBUG nova.virt.hardware [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 815.558725] env[65983]: DEBUG nova.virt.hardware [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.558878] env[65983]: DEBUG nova.virt.hardware [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 815.559050] env[65983]: DEBUG nova.virt.hardware [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 815.559284] env[65983]: DEBUG nova.virt.hardware [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 815.559450] env[65983]: DEBUG nova.virt.hardware [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 815.559617] env[65983]: DEBUG nova.virt.hardware [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 815.559793] env[65983]: DEBUG nova.virt.hardware [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 815.560123] env[65983]: DEBUG nova.virt.hardware [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 815.561228] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6e3b45-1950-4295-a413-5d49eae4de6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.571881] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae5d9d7-6b9e-4fc2-93d9-db3a5c440fa0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.590464] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.598145] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Creating folder: Project (21c54bbe159c402eb7b16ffdce6cbb3d). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.598583] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-235278ca-185a-43ad-959c-df501d5c5eb3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.610911] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Created folder: Project (21c54bbe159c402eb7b16ffdce6cbb3d) in parent group-v873669. [ 815.611172] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Creating folder: Instances. Parent ref: group-v873829. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.611514] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bbce6d5-2445-47d7-b797-9b80db948503 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.623663] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Created folder: Instances in parent group-v873829. [ 815.624051] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 815.624282] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.624551] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4c8d9fc-cd68-4ee1-bc68-974ebba454b7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.638944] env[65983]: DEBUG nova.scheduler.client.report [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.650025] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.650025] env[65983]: value = "task-4468567" [ 815.650025] env[65983]: _type = "Task" [ 815.650025] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.660153] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468567, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.705834] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.744892] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468561, 'name': CreateVM_Task, 'duration_secs': 0.379667} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.745199] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.745792] env[65983]: WARNING neutronclient.v2_0.client [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.746347] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.746548] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.746909] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.747614] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb5d1a9-2882-4987-bbb0-4ad5e3f27503 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.754109] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Waiting for the task: (returnval){ [ 815.754109] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dda6e5-2563-e4cd-b1e6-c6aad4f3355a" [ 815.754109] env[65983]: _type = "Task" [ 815.754109] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.764298] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dda6e5-2563-e4cd-b1e6-c6aad4f3355a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.897153] env[65983]: DEBUG oslo_vmware.api [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15642} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.897896] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.898107] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.898275] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.898560] env[65983]: INFO nova.compute.manager [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Took 0.63 seconds to destroy the instance on the hypervisor. [ 815.898942] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 815.899284] env[65983]: DEBUG nova.compute.manager [-] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 815.899440] env[65983]: DEBUG nova.network.neutron [-] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 815.899715] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.923362] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468564, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.943204] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.041549] env[65983]: DEBUG nova.compute.manager [req-87fb1836-5776-4bca-90b8-b11b62e4da42 req-64174dfe-6e01-44b5-bb75-e4c9eb07efdd service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Received event network-changed-66238dfa-0c86-4e12-b2d7-880aadd6e2b7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 816.041960] env[65983]: DEBUG nova.compute.manager [req-87fb1836-5776-4bca-90b8-b11b62e4da42 req-64174dfe-6e01-44b5-bb75-e4c9eb07efdd service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Refreshing instance network info cache due to event network-changed-66238dfa-0c86-4e12-b2d7-880aadd6e2b7. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 816.042468] env[65983]: DEBUG oslo_concurrency.lockutils [req-87fb1836-5776-4bca-90b8-b11b62e4da42 req-64174dfe-6e01-44b5-bb75-e4c9eb07efdd service nova] Acquiring lock "refresh_cache-f842bb4a-08fc-4160-9275-0a36c4f67de2" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.042642] env[65983]: DEBUG oslo_concurrency.lockutils [req-87fb1836-5776-4bca-90b8-b11b62e4da42 req-64174dfe-6e01-44b5-bb75-e4c9eb07efdd service nova] Acquired lock "refresh_cache-f842bb4a-08fc-4160-9275-0a36c4f67de2" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.042804] env[65983]: DEBUG nova.network.neutron [req-87fb1836-5776-4bca-90b8-b11b62e4da42 req-64174dfe-6e01-44b5-bb75-e4c9eb07efdd service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Refreshing network info cache for port 66238dfa-0c86-4e12-b2d7-880aadd6e2b7 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.145041] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.145520] env[65983]: DEBUG nova.compute.manager [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 816.149194] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.793s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.149194] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.151860] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.661s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.154053] env[65983]: INFO nova.compute.claims [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.170105] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468567, 'name': CreateVM_Task, 'duration_secs': 0.325172} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.170105] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.170105] env[65983]: DEBUG oslo_concurrency.lockutils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.171722] env[65983]: DEBUG oslo_concurrency.lockutils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.171722] env[65983]: DEBUG oslo_concurrency.lockutils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.171722] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52742bd4-76c1-4860-bdc1-9a6244ea61c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.179234] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 816.179234] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52341a18-5d73-19e1-1cbf-fcff624c1e54" [ 816.179234] env[65983]: _type = "Task" [ 816.179234] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.193788] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52341a18-5d73-19e1-1cbf-fcff624c1e54, 'name': SearchDatastore_Task, 'duration_secs': 0.01265} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.196935] env[65983]: DEBUG oslo_concurrency.lockutils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.196935] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.196935] env[65983]: DEBUG oslo_concurrency.lockutils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.196935] env[65983]: DEBUG oslo_concurrency.lockutils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.196935] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.197684] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31018b77-07ac-4539-9995-764dc56b9310 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.200774] env[65983]: INFO nova.scheduler.client.report [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Deleted allocations for instance 9e3679af-f405-4dc1-81c9-3e0ee90ce45c [ 816.216467] env[65983]: DEBUG oslo_vmware.api [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468558, 'name': PowerOnVM_Task, 'duration_secs': 1.503224} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.218943] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.219188] env[65983]: INFO nova.compute.manager [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Took 8.81 seconds to spawn the instance on the hypervisor. [ 816.219367] env[65983]: DEBUG nova.compute.manager [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 816.222830] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.222830] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.224636] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db83f49e-c0e6-4f10-9424-35026653df4b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.228310] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a1e1d5-74d1-4fd5-80b8-cdbfc620f2be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.237033] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 816.237033] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525634a6-4d15-9cbb-fee3-b8c18b539f23" [ 816.237033] env[65983]: _type = "Task" [ 816.237033] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.254310] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525634a6-4d15-9cbb-fee3-b8c18b539f23, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.258326] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59b9594-c9c9-4adc-bd69-1228587544c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.266033] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 816.266033] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bf1562-4d70-217a-649e-adf11b1c117a" [ 816.266033] env[65983]: _type = "Task" [ 816.266033] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.271363] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dda6e5-2563-e4cd-b1e6-c6aad4f3355a, 'name': SearchDatastore_Task, 'duration_secs': 0.062941} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.277022] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.277398] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.277626] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.277761] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.277928] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.278230] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0de3d896-d6f7-4313-9f17-0fbf8445aca3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.287375] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bf1562-4d70-217a-649e-adf11b1c117a, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.289473] env[65983]: DEBUG oslo_concurrency.lockutils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.289733] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 8c9ca788-7cda-49b3-8756-cd61e38bd3b4/8c9ca788-7cda-49b3-8756-cd61e38bd3b4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.290059] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.290815] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.291023] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc771c4b-dd00-4aca-bf28-66a5f8d86c1c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.294352] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c77d87-3940-4202-b7fd-4840ae9696ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.307075] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Waiting for the task: (returnval){ [ 816.307075] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527e2a26-3301-ea40-46e9-fffaa73c5518" [ 816.307075] env[65983]: _type = "Task" [ 816.307075] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.307395] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 816.307395] env[65983]: value = "task-4468568" [ 816.307395] env[65983]: _type = "Task" [ 816.307395] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.318838] env[65983]: DEBUG nova.objects.instance [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Lazy-loading 'flavor' on Instance uuid 4c15afa2-321c-4502-b839-dc5578688302 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.327526] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.332475] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527e2a26-3301-ea40-46e9-fffaa73c5518, 'name': SearchDatastore_Task, 'duration_secs': 0.014653} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.334245] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7dadcf-955e-457e-8381-3a1dc64c9f2e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.345063] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Waiting for the task: (returnval){ [ 816.345063] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a2cedc-36ac-e485-43c8-17a1f4dac23b" [ 816.345063] env[65983]: _type = "Task" [ 816.345063] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.357388] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a2cedc-36ac-e485-43c8-17a1f4dac23b, 'name': SearchDatastore_Task, 'duration_secs': 0.013028} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.357697] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.357992] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] f842bb4a-08fc-4160-9275-0a36c4f67de2/f842bb4a-08fc-4160-9275-0a36c4f67de2.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.358281] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c334b61-e443-4884-b110-92724eed2914 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.367184] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Waiting for the task: (returnval){ [ 816.367184] env[65983]: value = "task-4468569" [ 816.367184] env[65983]: _type = "Task" [ 816.367184] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.378144] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.422175] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536289} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.422468] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 811d8ad9-137c-4720-9c9b-071e4eb3f7ce/811d8ad9-137c-4720-9c9b-071e4eb3f7ce.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.422691] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.422946] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5083b69e-8452-47d0-a1fd-19c7c46508fb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.428124] env[65983]: DEBUG nova.compute.manager [req-c4751389-8ae2-4d11-a888-a31d3dc9ffe1 req-5acfcaa6-c7ea-48ad-bb6e-e5766d4445eb service nova] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Received event network-vif-deleted-54435465-e216-4f21-9495-9fb82e282bc0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 816.428345] env[65983]: INFO nova.compute.manager [req-c4751389-8ae2-4d11-a888-a31d3dc9ffe1 req-5acfcaa6-c7ea-48ad-bb6e-e5766d4445eb service nova] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Neutron deleted interface 54435465-e216-4f21-9495-9fb82e282bc0; detaching it from the instance and deleting it from the info cache [ 816.428519] env[65983]: DEBUG nova.network.neutron [req-c4751389-8ae2-4d11-a888-a31d3dc9ffe1 req-5acfcaa6-c7ea-48ad-bb6e-e5766d4445eb service nova] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.431698] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 816.431698] env[65983]: value = "task-4468570" [ 816.431698] env[65983]: _type = "Task" [ 816.431698] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.442512] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.545347] env[65983]: WARNING neutronclient.v2_0.client [req-87fb1836-5776-4bca-90b8-b11b62e4da42 req-64174dfe-6e01-44b5-bb75-e4c9eb07efdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.662590] env[65983]: DEBUG nova.compute.utils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.663945] env[65983]: DEBUG nova.compute.manager [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 816.664160] env[65983]: DEBUG nova.network.neutron [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 816.664581] env[65983]: WARNING neutronclient.v2_0.client [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.664739] env[65983]: WARNING neutronclient.v2_0.client [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.700038] env[65983]: WARNING neutronclient.v2_0.client [req-87fb1836-5776-4bca-90b8-b11b62e4da42 req-64174dfe-6e01-44b5-bb75-e4c9eb07efdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.702348] env[65983]: DEBUG nova.network.neutron [-] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.709136] env[65983]: DEBUG nova.policy [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39fbcdcb016e458cbe20729ba14bba15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02fc574ecc4d4a5c89608b17a478f8cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.714191] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Lock "9e3679af-f405-4dc1-81c9-3e0ee90ce45c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.933s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.724433] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "91bd0c31-6455-4d19-933f-c0546c1f2cd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.726075] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "91bd0c31-6455-4d19-933f-c0546c1f2cd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.726075] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "91bd0c31-6455-4d19-933f-c0546c1f2cd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.726075] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "91bd0c31-6455-4d19-933f-c0546c1f2cd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.726075] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "91bd0c31-6455-4d19-933f-c0546c1f2cd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.728698] env[65983]: INFO nova.compute.manager [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Terminating instance [ 816.761103] env[65983]: INFO nova.compute.manager [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Took 50.88 seconds to build instance. [ 816.799328] env[65983]: DEBUG nova.network.neutron [req-87fb1836-5776-4bca-90b8-b11b62e4da42 req-64174dfe-6e01-44b5-bb75-e4c9eb07efdd service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Updated VIF entry in instance network info cache for port 66238dfa-0c86-4e12-b2d7-880aadd6e2b7. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 816.799838] env[65983]: DEBUG nova.network.neutron [req-87fb1836-5776-4bca-90b8-b11b62e4da42 req-64174dfe-6e01-44b5-bb75-e4c9eb07efdd service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Updating instance_info_cache with network_info: [{"id": "66238dfa-0c86-4e12-b2d7-880aadd6e2b7", "address": "fa:16:3e:62:37:08", "network": {"id": "60ed3cad-5e61-4312-b91f-ca87938c0fd0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-208079085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088b24189d1a4229a125391a60fbf7b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66238dfa-0c", "ovs_interfaceid": "66238dfa-0c86-4e12-b2d7-880aadd6e2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.819194] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468568, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.826320] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquiring lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.826502] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquired lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.826815] env[65983]: WARNING neutronclient.v2_0.client [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.876773] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.933342] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a328774e-ce46-4a35-aafe-f3efb95dc175 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.944971] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080215} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.946383] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.947341] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfdb923-b01e-4e61-9b3d-e02e8cba0c9d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.953808] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663e6bb2-74ab-4d17-a060-be7c8d12b7ad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.990708] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 811d8ad9-137c-4720-9c9b-071e4eb3f7ce/811d8ad9-137c-4720-9c9b-071e4eb3f7ce.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.005118] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce22b17e-ca05-4016-a9b7-a13fcd03f0d7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.021437] env[65983]: DEBUG nova.compute.manager [req-c4751389-8ae2-4d11-a888-a31d3dc9ffe1 req-5acfcaa6-c7ea-48ad-bb6e-e5766d4445eb service nova] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Detach interface failed, port_id=54435465-e216-4f21-9495-9fb82e282bc0, reason: Instance ef772d2e-a2fd-4e58-af98-1e0599f28fbc could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 817.024958] env[65983]: DEBUG nova.network.neutron [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Successfully created port: 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 817.035820] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 817.035820] env[65983]: value = "task-4468571" [ 817.035820] env[65983]: _type = "Task" [ 817.035820] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.048265] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.171019] env[65983]: DEBUG nova.compute.manager [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 817.205437] env[65983]: INFO nova.compute.manager [-] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Took 1.31 seconds to deallocate network for instance. [ 817.234548] env[65983]: DEBUG nova.compute.manager [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 817.234702] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.235741] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b648edcf-0ed5-4706-990a-fd1006952bc4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.251357] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.251695] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7e3d8ec-2254-4779-9991-13568a1a00d8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.261139] env[65983]: DEBUG oslo_vmware.api [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 817.261139] env[65983]: value = "task-4468572" [ 817.261139] env[65983]: _type = "Task" [ 817.261139] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.266332] env[65983]: DEBUG oslo_concurrency.lockutils [None req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "5129b964-14d3-4417-8107-28ad1e7a43e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.064s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.279046] env[65983]: DEBUG oslo_vmware.api [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.304417] env[65983]: DEBUG oslo_concurrency.lockutils [req-87fb1836-5776-4bca-90b8-b11b62e4da42 req-64174dfe-6e01-44b5-bb75-e4c9eb07efdd service nova] Releasing lock "refresh_cache-f842bb4a-08fc-4160-9275-0a36c4f67de2" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.323094] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468568, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.380742] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468569, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.409682] env[65983]: DEBUG nova.network.neutron [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 817.549223] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468571, 'name': ReconfigVM_Task, 'duration_secs': 0.456877} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.549819] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 811d8ad9-137c-4720-9c9b-071e4eb3f7ce/811d8ad9-137c-4720-9c9b-071e4eb3f7ce.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.550730] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e28aa75e-e856-401c-b01d-096b2db80059 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.564940] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 817.564940] env[65983]: value = "task-4468573" [ 817.564940] env[65983]: _type = "Task" [ 817.564940] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.578202] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468573, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.720933] env[65983]: DEBUG oslo_concurrency.lockutils [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.770746] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bee235-ac15-456a-b72b-08ba2152176a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.776596] env[65983]: DEBUG nova.compute.manager [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 817.779719] env[65983]: DEBUG oslo_vmware.api [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468572, 'name': PowerOffVM_Task, 'duration_secs': 0.2856} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.784017] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.784017] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.784017] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55dd5858-fb43-4220-b611-31a728093198 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.786734] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a020d3d4-e84e-4e02-9ec3-e7dce11bc01b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.826144] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72332350-2e84-4e74-b855-ca2cb8d4a36c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.839866] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9858f2c4-4ab5-4349-b7ac-8dc51b3c1096 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.845196] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468568, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.110427} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.845468] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 8c9ca788-7cda-49b3-8756-cd61e38bd3b4/8c9ca788-7cda-49b3-8756-cd61e38bd3b4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.845674] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.846394] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bb3405d-c39a-4662-9289-0605c76d67ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.857706] env[65983]: DEBUG nova.compute.provider_tree [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.861805] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 817.861805] env[65983]: value = "task-4468575" [ 817.861805] env[65983]: _type = "Task" [ 817.861805] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.863244] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.863443] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.863641] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Deleting the datastore file [datastore1] 91bd0c31-6455-4d19-933f-c0546c1f2cd6 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.867171] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97b5887a-b3b4-46f7-9b16-99bcfc844339 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.878817] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.882768] env[65983]: DEBUG oslo_vmware.api [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 817.882768] env[65983]: value = "task-4468576" [ 817.882768] env[65983]: _type = "Task" [ 817.882768] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.890850] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468569, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.39348} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.891511] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] f842bb4a-08fc-4160-9275-0a36c4f67de2/f842bb4a-08fc-4160-9275-0a36c4f67de2.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.891732] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.892018] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2eb81c3-8a3c-4e1f-b57d-9638fe16e42b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.896836] env[65983]: DEBUG oslo_vmware.api [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.902473] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Waiting for the task: (returnval){ [ 817.902473] env[65983]: value = "task-4468577" [ 817.902473] env[65983]: _type = "Task" [ 817.902473] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.912367] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.915154] env[65983]: WARNING neutronclient.v2_0.client [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.076620] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468573, 'name': Rename_Task, 'duration_secs': 0.188535} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.077445] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.077445] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ae393fd-5617-4bf2-b123-8c330344cdb5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.085681] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 818.085681] env[65983]: value = "task-4468578" [ 818.085681] env[65983]: _type = "Task" [ 818.085681] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.095638] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.184083] env[65983]: DEBUG nova.compute.manager [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 818.224505] env[65983]: DEBUG nova.virt.hardware [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 818.224967] env[65983]: DEBUG nova.virt.hardware [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.225150] env[65983]: DEBUG nova.virt.hardware [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 818.225329] env[65983]: DEBUG nova.virt.hardware [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.225465] env[65983]: DEBUG nova.virt.hardware [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 818.226047] env[65983]: DEBUG nova.virt.hardware [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 818.226047] env[65983]: DEBUG nova.virt.hardware [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 818.226047] env[65983]: DEBUG nova.virt.hardware [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 818.226204] env[65983]: DEBUG nova.virt.hardware [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 818.226286] env[65983]: DEBUG nova.virt.hardware [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 818.226452] env[65983]: DEBUG nova.virt.hardware [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 818.227394] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e115ff-3030-45d0-b5e7-1b8564021cd4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.241138] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe047a9-a1d6-41d2-9a93-c6bb23385538 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.310142] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.361931] env[65983]: DEBUG nova.scheduler.client.report [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.378091] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080886} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.378418] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.379310] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02e75f0-a4b8-430b-91ff-11174e207ce3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.406737] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 8c9ca788-7cda-49b3-8756-cd61e38bd3b4/8c9ca788-7cda-49b3-8756-cd61e38bd3b4.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.409524] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf0aaa0-fc77-4172-8a81-cc806111187d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.433712] env[65983]: DEBUG oslo_vmware.api [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.438144] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068226} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.439658] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.440542] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 818.440542] env[65983]: value = "task-4468579" [ 818.440542] env[65983]: _type = "Task" [ 818.440542] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.441407] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48d6681-e35b-4939-ba55-5679435879b1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.475039] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] f842bb4a-08fc-4160-9275-0a36c4f67de2/f842bb4a-08fc-4160-9275-0a36c4f67de2.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.479037] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66b5b6e5-e785-4ffc-820a-07308124af66 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.494727] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468579, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.503616] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Waiting for the task: (returnval){ [ 818.503616] env[65983]: value = "task-4468580" [ 818.503616] env[65983]: _type = "Task" [ 818.503616] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.518598] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.597100] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468578, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.715647] env[65983]: DEBUG nova.network.neutron [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Successfully updated port: 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 818.868512] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.869922] env[65983]: DEBUG nova.compute.manager [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 818.877611] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.918s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.877611] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.877804] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.647s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.879886] env[65983]: INFO nova.compute.claims [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.896960] env[65983]: DEBUG oslo_vmware.api [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540946} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.897406] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.897732] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.897934] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.898333] env[65983]: INFO nova.compute.manager [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Took 1.66 seconds to destroy the instance on the hypervisor. [ 818.898647] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 818.899066] env[65983]: DEBUG nova.compute.manager [-] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 818.899416] env[65983]: DEBUG nova.network.neutron [-] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 818.899774] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.933918] env[65983]: WARNING neutronclient.v2_0.client [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.951568] env[65983]: INFO nova.scheduler.client.report [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Deleted allocations for instance 3308a205-c2bc-44c6-9f89-e7704d4774d1 [ 818.963183] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468579, 'name': ReconfigVM_Task, 'duration_secs': 0.356691} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.964962] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 8c9ca788-7cda-49b3-8756-cd61e38bd3b4/8c9ca788-7cda-49b3-8756-cd61e38bd3b4.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.966871] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee72ca57-1f07-4ea8-a9e3-89fa5cce0fd3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.980162] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 818.980162] env[65983]: value = "task-4468581" [ 818.980162] env[65983]: _type = "Task" [ 818.980162] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.981358] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.001518] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468581, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.020082] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468580, 'name': ReconfigVM_Task, 'duration_secs': 0.338635} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.020443] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Reconfigured VM instance instance-00000037 to attach disk [datastore2] f842bb4a-08fc-4160-9275-0a36c4f67de2/f842bb4a-08fc-4160-9275-0a36c4f67de2.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.021884] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1794a769-c4f3-458b-859e-6c2caffff549 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.036345] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Waiting for the task: (returnval){ [ 819.036345] env[65983]: value = "task-4468582" [ 819.036345] env[65983]: _type = "Task" [ 819.036345] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.061860] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468582, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.099519] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468578, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.220866] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "refresh_cache-a7c065af-ee14-4196-b7d9-4a0b7971b6ec" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.221357] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquired lock "refresh_cache-a7c065af-ee14-4196-b7d9-4a0b7971b6ec" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.221642] env[65983]: DEBUG nova.network.neutron [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 819.354093] env[65983]: DEBUG nova.network.neutron [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Updating instance_info_cache with network_info: [{"id": "50909f90-e78b-41d8-85bd-db50439b0827", "address": "fa:16:3e:bd:a0:b9", "network": {"id": "c299de9b-b7bf-4b0a-8c90-d0bd0a5b9113", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-738546994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "299a4c5d8e054f9bb0412e40de8fe912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50909f90-e7", "ovs_interfaceid": "50909f90-e78b-41d8-85bd-db50439b0827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.388824] env[65983]: DEBUG nova.compute.utils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.395558] env[65983]: DEBUG nova.compute.manager [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Not allocating networking since 'none' was specified. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 819.468576] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a9610d45-a269-4117-b7de-163f45d24a10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "3308a205-c2bc-44c6-9f89-e7704d4774d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.194s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.497815] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468581, 'name': Rename_Task, 'duration_secs': 0.17988} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.497941] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.501022] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa66b6bd-fabf-41fd-b6c0-40bfb840f895 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.508127] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 819.508127] env[65983]: value = "task-4468583" [ 819.508127] env[65983]: _type = "Task" [ 819.508127] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.520009] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.548735] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468582, 'name': Rename_Task, 'duration_secs': 0.191418} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.548953] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.549230] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cb10aaf-82ef-4620-b252-a47c75819f7c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.557586] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Waiting for the task: (returnval){ [ 819.557586] env[65983]: value = "task-4468584" [ 819.557586] env[65983]: _type = "Task" [ 819.557586] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.566571] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.599685] env[65983]: DEBUG oslo_vmware.api [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468578, 'name': PowerOnVM_Task, 'duration_secs': 1.052212} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.599978] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.601480] env[65983]: INFO nova.compute.manager [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Took 9.53 seconds to spawn the instance on the hypervisor. [ 819.601579] env[65983]: DEBUG nova.compute.manager [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 819.602502] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc29424-0eab-4630-90fb-607a1109b5fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.689161] env[65983]: DEBUG nova.compute.manager [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 819.691133] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028f4b48-a4d8-4b2e-a362-a877aedaa596 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.759098] env[65983]: DEBUG nova.network.neutron [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 819.801961] env[65983]: DEBUG nova.compute.manager [req-836088e4-ead6-4219-b611-6bed2500d336 req-503ff64e-822c-40cf-ad85-720a732c217e service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Received event network-changed-50909f90-e78b-41d8-85bd-db50439b0827 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.802175] env[65983]: DEBUG nova.compute.manager [req-836088e4-ead6-4219-b611-6bed2500d336 req-503ff64e-822c-40cf-ad85-720a732c217e service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Refreshing instance network info cache due to event network-changed-50909f90-e78b-41d8-85bd-db50439b0827. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 819.802672] env[65983]: DEBUG oslo_concurrency.lockutils [req-836088e4-ead6-4219-b611-6bed2500d336 req-503ff64e-822c-40cf-ad85-720a732c217e service nova] Acquiring lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.824058] env[65983]: DEBUG nova.network.neutron [-] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.847939] env[65983]: DEBUG nova.compute.manager [req-746989c1-0f11-4f21-8bfb-6e66fa07f212 req-22eab31e-ae19-4343-abdc-e62c9c6ca626 service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Received event network-vif-plugged-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.848160] env[65983]: DEBUG oslo_concurrency.lockutils [req-746989c1-0f11-4f21-8bfb-6e66fa07f212 req-22eab31e-ae19-4343-abdc-e62c9c6ca626 service nova] Acquiring lock "a7c065af-ee14-4196-b7d9-4a0b7971b6ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.848368] env[65983]: DEBUG oslo_concurrency.lockutils [req-746989c1-0f11-4f21-8bfb-6e66fa07f212 req-22eab31e-ae19-4343-abdc-e62c9c6ca626 service nova] Lock "a7c065af-ee14-4196-b7d9-4a0b7971b6ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.848529] env[65983]: DEBUG oslo_concurrency.lockutils [req-746989c1-0f11-4f21-8bfb-6e66fa07f212 req-22eab31e-ae19-4343-abdc-e62c9c6ca626 service nova] Lock "a7c065af-ee14-4196-b7d9-4a0b7971b6ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.848682] env[65983]: DEBUG nova.compute.manager [req-746989c1-0f11-4f21-8bfb-6e66fa07f212 req-22eab31e-ae19-4343-abdc-e62c9c6ca626 service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] No waiting events found dispatching network-vif-plugged-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 819.848865] env[65983]: WARNING nova.compute.manager [req-746989c1-0f11-4f21-8bfb-6e66fa07f212 req-22eab31e-ae19-4343-abdc-e62c9c6ca626 service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Received unexpected event network-vif-plugged-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 for instance with vm_state building and task_state spawning. [ 819.857839] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Releasing lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.857839] env[65983]: DEBUG nova.compute.manager [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Inject network info {{(pid=65983) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 819.858663] env[65983]: DEBUG nova.compute.manager [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] network_info to inject: |[{"id": "50909f90-e78b-41d8-85bd-db50439b0827", "address": "fa:16:3e:bd:a0:b9", "network": {"id": "c299de9b-b7bf-4b0a-8c90-d0bd0a5b9113", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-738546994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "299a4c5d8e054f9bb0412e40de8fe912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50909f90-e7", "ovs_interfaceid": "50909f90-e78b-41d8-85bd-db50439b0827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 819.863032] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Reconfiguring VM instance to set the machine id {{(pid=65983) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 819.864606] env[65983]: WARNING neutronclient.v2_0.client [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.867137] env[65983]: DEBUG oslo_concurrency.lockutils [req-836088e4-ead6-4219-b611-6bed2500d336 req-503ff64e-822c-40cf-ad85-720a732c217e service nova] Acquired lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.867400] env[65983]: DEBUG nova.network.neutron [req-836088e4-ead6-4219-b611-6bed2500d336 req-503ff64e-822c-40cf-ad85-720a732c217e service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Refreshing network info cache for port 50909f90-e78b-41d8-85bd-db50439b0827 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.868783] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be36346f-c7eb-417b-8e44-d91ecab7c440 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.892049] env[65983]: DEBUG oslo_vmware.api [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for the task: (returnval){ [ 819.892049] env[65983]: value = "task-4468585" [ 819.892049] env[65983]: _type = "Task" [ 819.892049] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.896647] env[65983]: DEBUG nova.compute.manager [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 819.914126] env[65983]: DEBUG oslo_vmware.api [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.992444] env[65983]: DEBUG nova.network.neutron [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Updating instance_info_cache with network_info: [{"id": "37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65", "address": "fa:16:3e:3b:c2:7c", "network": {"id": "df996e99-0b33-40b4-9e37-05dfe1f0901d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-896506304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02fc574ecc4d4a5c89608b17a478f8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d6f1fa-97", "ovs_interfaceid": "37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.024781] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468583, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.078568] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468584, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.127651] env[65983]: INFO nova.compute.manager [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Took 45.46 seconds to build instance. [ 820.204982] env[65983]: INFO nova.compute.manager [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] instance snapshotting [ 820.210477] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5b8043-3c2f-4275-80c1-4743c765154d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.234355] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a00a05-f072-4bd6-8d6a-4db25af0dc83 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.318773] env[65983]: DEBUG nova.objects.instance [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Lazy-loading 'flavor' on Instance uuid 4c15afa2-321c-4502-b839-dc5578688302 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.327765] env[65983]: INFO nova.compute.manager [-] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Took 1.43 seconds to deallocate network for instance. [ 820.383569] env[65983]: WARNING neutronclient.v2_0.client [req-836088e4-ead6-4219-b611-6bed2500d336 req-503ff64e-822c-40cf-ad85-720a732c217e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.409467] env[65983]: DEBUG oslo_vmware.api [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468585, 'name': ReconfigVM_Task, 'duration_secs': 0.19974} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.412801] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11b67841-5ee4-4fd3-9f46-982913f83276 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Reconfigured VM instance to set the machine id {{(pid=65983) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 820.495550] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Releasing lock "refresh_cache-a7c065af-ee14-4196-b7d9-4a0b7971b6ec" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.495935] env[65983]: DEBUG nova.compute.manager [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Instance network_info: |[{"id": "37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65", "address": "fa:16:3e:3b:c2:7c", "network": {"id": "df996e99-0b33-40b4-9e37-05dfe1f0901d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-896506304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02fc574ecc4d4a5c89608b17a478f8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d6f1fa-97", "ovs_interfaceid": "37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 820.496735] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:c2:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.506886] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Creating folder: Project (02fc574ecc4d4a5c89608b17a478f8cf). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.511194] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d01148d2-26c1-4f6f-8fc6-f2864b3e2483 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.525984] env[65983]: DEBUG oslo_vmware.api [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468583, 'name': PowerOnVM_Task, 'duration_secs': 0.549658} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.529021] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.529353] env[65983]: INFO nova.compute.manager [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Took 5.00 seconds to spawn the instance on the hypervisor. [ 820.529622] env[65983]: DEBUG nova.compute.manager [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 820.532541] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ca9756-8cc3-44e3-8686-a0f15773aad5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.535103] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Created folder: Project (02fc574ecc4d4a5c89608b17a478f8cf) in parent group-v873669. [ 820.535276] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Creating folder: Instances. Parent ref: group-v873832. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.535520] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3420b774-f770-4fc6-8398-e2adcda605c9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.550174] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Created folder: Instances in parent group-v873832. [ 820.550174] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 820.550174] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.550174] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-043d360e-5cb4-45f7-a46b-adb8f2fd17ee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.578381] env[65983]: DEBUG oslo_vmware.api [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468584, 'name': PowerOnVM_Task, 'duration_secs': 0.610304} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.580232] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.580232] env[65983]: INFO nova.compute.manager [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Took 7.82 seconds to spawn the instance on the hypervisor. [ 820.580232] env[65983]: DEBUG nova.compute.manager [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 820.580832] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.580832] env[65983]: value = "task-4468588" [ 820.580832] env[65983]: _type = "Task" [ 820.580832] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.581767] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb85c9b-8384-4fa5-879d-f554fe53ccf0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.589325] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffcda93-1391-4903-a7a4-0fecd160b54d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.600585] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468588, 'name': CreateVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.605032] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97db208c-a00d-436f-a73d-9d89b8cd3f42 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.639315] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e082ffb6-c43d-4f7f-a101-20d4ab177257 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.959s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.644415] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eae610-614e-4c6d-a91d-52afefd0d05b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.659320] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4d4338-9917-419d-9f4e-ce0b942b5c20 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.679178] env[65983]: DEBUG nova.compute.provider_tree [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.748741] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 820.748741] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-626b00c3-87b7-40fc-8e6c-7e19669d2130 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.752984] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "4ec101b0-7414-43d4-a400-578a905a85fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.753416] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "4ec101b0-7414-43d4-a400-578a905a85fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.753663] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "4ec101b0-7414-43d4-a400-578a905a85fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.753908] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "4ec101b0-7414-43d4-a400-578a905a85fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.754105] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "4ec101b0-7414-43d4-a400-578a905a85fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.757831] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 820.757831] env[65983]: value = "task-4468589" [ 820.757831] env[65983]: _type = "Task" [ 820.757831] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.758335] env[65983]: INFO nova.compute.manager [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Terminating instance [ 820.771795] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.780982] env[65983]: WARNING neutronclient.v2_0.client [req-836088e4-ead6-4219-b611-6bed2500d336 req-503ff64e-822c-40cf-ad85-720a732c217e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.825647] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquiring lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.836156] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.913964] env[65983]: DEBUG nova.compute.manager [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 820.944345] env[65983]: DEBUG nova.network.neutron [req-836088e4-ead6-4219-b611-6bed2500d336 req-503ff64e-822c-40cf-ad85-720a732c217e service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Updated VIF entry in instance network info cache for port 50909f90-e78b-41d8-85bd-db50439b0827. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 820.944345] env[65983]: DEBUG nova.network.neutron [req-836088e4-ead6-4219-b611-6bed2500d336 req-503ff64e-822c-40cf-ad85-720a732c217e service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Updating instance_info_cache with network_info: [{"id": "50909f90-e78b-41d8-85bd-db50439b0827", "address": "fa:16:3e:bd:a0:b9", "network": {"id": "c299de9b-b7bf-4b0a-8c90-d0bd0a5b9113", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-738546994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "299a4c5d8e054f9bb0412e40de8fe912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50909f90-e7", "ovs_interfaceid": "50909f90-e78b-41d8-85bd-db50439b0827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.953536] env[65983]: DEBUG nova.virt.hardware [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 820.953927] env[65983]: DEBUG nova.virt.hardware [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.954029] env[65983]: DEBUG nova.virt.hardware [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 820.954263] env[65983]: DEBUG nova.virt.hardware [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.954442] env[65983]: DEBUG nova.virt.hardware [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 820.956541] env[65983]: DEBUG nova.virt.hardware [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 820.956541] env[65983]: DEBUG nova.virt.hardware [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 820.956541] env[65983]: DEBUG nova.virt.hardware [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 820.956541] env[65983]: DEBUG nova.virt.hardware [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 820.956541] env[65983]: DEBUG nova.virt.hardware [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 820.956541] env[65983]: DEBUG nova.virt.hardware [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 820.956954] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ca1a6e-b1e7-485f-83a2-8f1f7d21abed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.969363] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b0811c-bbf2-47bb-8a36-62474f8a78ba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.986893] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.993419] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 820.994507] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.994507] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a26907e6-829f-4136-8542-f27defcc6838 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.012661] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.012661] env[65983]: value = "task-4468590" [ 821.012661] env[65983]: _type = "Task" [ 821.012661] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.022506] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468590, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.058298] env[65983]: INFO nova.compute.manager [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Took 36.83 seconds to build instance. [ 821.101774] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468588, 'name': CreateVM_Task, 'duration_secs': 0.479796} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.110331] env[65983]: INFO nova.compute.manager [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Took 43.24 seconds to build instance. [ 821.111697] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.112793] env[65983]: WARNING neutronclient.v2_0.client [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.113270] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.113435] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.113784] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.114158] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd60e3f-346a-4c47-9583-a9ed50834a2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.121503] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 821.121503] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fd73a0-9358-e479-f13f-e13904d8d2f7" [ 821.121503] env[65983]: _type = "Task" [ 821.121503] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.134110] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fd73a0-9358-e479-f13f-e13904d8d2f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.148606] env[65983]: DEBUG nova.compute.manager [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 821.185386] env[65983]: DEBUG nova.scheduler.client.report [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.265954] env[65983]: DEBUG nova.compute.manager [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 821.266225] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.267168] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6073a7-ec7f-42e1-8de7-b1a7516172a0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.276952] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.282756] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.283058] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-403ef378-3fa6-45eb-9e32-e3672fda1f36 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.292333] env[65983]: DEBUG oslo_vmware.api [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 821.292333] env[65983]: value = "task-4468591" [ 821.292333] env[65983]: _type = "Task" [ 821.292333] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.305211] env[65983]: DEBUG oslo_vmware.api [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.448230] env[65983]: DEBUG oslo_concurrency.lockutils [req-836088e4-ead6-4219-b611-6bed2500d336 req-503ff64e-822c-40cf-ad85-720a732c217e service nova] Releasing lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.448995] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquired lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.449184] env[65983]: WARNING neutronclient.v2_0.client [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.526025] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468590, 'name': CreateVM_Task, 'duration_secs': 0.335666} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.526288] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.526902] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.526902] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.527233] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.527493] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bdfc0bf-9f03-4ab9-bf41-902f20f70779 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.534425] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 821.534425] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52440184-1f11-6c56-abe3-91b17c931917" [ 821.534425] env[65983]: _type = "Task" [ 821.534425] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.547907] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52440184-1f11-6c56-abe3-91b17c931917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.562463] env[65983]: DEBUG oslo_concurrency.lockutils [None req-69e4d0da-25e5-4e51-89e4-5f83fdb01749 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "8c9ca788-7cda-49b3-8756-cd61e38bd3b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.505s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.613124] env[65983]: DEBUG oslo_concurrency.lockutils [None req-03687633-f0de-421d-9314-919c606b52d4 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Lock "f842bb4a-08fc-4160-9275-0a36c4f67de2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.413s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.634447] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fd73a0-9358-e479-f13f-e13904d8d2f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015404} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.634812] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.635115] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.635294] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.635434] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.635609] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.635902] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6722918-5ac5-44a2-97fb-611731299827 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.647537] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.647829] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.648605] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b54ae2-2644-4a7c-a6d7-f1e8177648f7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.658975] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 821.658975] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5230dce1-4b93-906b-2e62-1c8bf380a1d5" [ 821.658975] env[65983]: _type = "Task" [ 821.658975] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.671171] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5230dce1-4b93-906b-2e62-1c8bf380a1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.694143] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.694738] env[65983]: DEBUG nova.compute.manager [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 821.697797] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.836s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.699332] env[65983]: INFO nova.compute.claims [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.773350] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468589, 'name': CreateSnapshot_Task, 'duration_secs': 0.668077} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.773629] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 821.774601] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21312909-aa99-4eb4-8e7f-acac1f069b62 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.804037] env[65983]: DEBUG oslo_vmware.api [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468591, 'name': PowerOffVM_Task, 'duration_secs': 0.353638} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.804930] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.804930] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.804930] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f557db2-8414-46a1-9003-6161980f6a77 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.851145] env[65983]: DEBUG oslo_concurrency.lockutils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.877572] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.877572] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.877572] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Deleting the datastore file [datastore2] 4ec101b0-7414-43d4-a400-578a905a85fa {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.877572] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3813138f-da76-48ce-91ca-ae9fc459f407 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.884956] env[65983]: DEBUG oslo_vmware.api [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 821.884956] env[65983]: value = "task-4468593" [ 821.884956] env[65983]: _type = "Task" [ 821.884956] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.895280] env[65983]: DEBUG oslo_vmware.api [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.050918] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52440184-1f11-6c56-abe3-91b17c931917, 'name': SearchDatastore_Task, 'duration_secs': 0.02099} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.051423] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.051834] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.052313] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.052589] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.052878] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.053336] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a1c94a9-9321-401c-9855-855f0fee2502 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.064489] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.065190] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.066343] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d40a3c-b608-435e-9e44-57e1be199458 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.073959] env[65983]: DEBUG nova.compute.manager [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 822.077793] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 822.077793] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524086f8-4232-07da-6d4d-5899ef1077d8" [ 822.077793] env[65983]: _type = "Task" [ 822.077793] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.088337] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524086f8-4232-07da-6d4d-5899ef1077d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.116882] env[65983]: DEBUG nova.compute.manager [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 822.177596] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5230dce1-4b93-906b-2e62-1c8bf380a1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.029888} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.178686] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abcc3e43-e997-4432-b222-38a3e4523df9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.189897] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 822.189897] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520d2977-cd93-bcb9-c4c0-57ff9c2da11b" [ 822.189897] env[65983]: _type = "Task" [ 822.189897] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.208505] env[65983]: DEBUG nova.compute.utils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.209929] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520d2977-cd93-bcb9-c4c0-57ff9c2da11b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.211137] env[65983]: DEBUG nova.compute.manager [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 822.214142] env[65983]: DEBUG nova.network.neutron [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 822.214525] env[65983]: WARNING neutronclient.v2_0.client [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.214832] env[65983]: WARNING neutronclient.v2_0.client [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.266950] env[65983]: DEBUG nova.network.neutron [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 822.298941] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 822.301913] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4454668f-3352-422d-a876-45318c1f965e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.311261] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 822.311261] env[65983]: value = "task-4468594" [ 822.311261] env[65983]: _type = "Task" [ 822.311261] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.323354] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468594, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.358369] env[65983]: DEBUG nova.policy [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '131ffd6ca6544c679a43859d6553f14d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f67bff0ae5d24414aea499e330b997a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.396526] env[65983]: DEBUG oslo_vmware.api [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27182} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.396697] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.396871] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.397052] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.397235] env[65983]: INFO nova.compute.manager [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 822.397470] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 822.397688] env[65983]: DEBUG nova.compute.manager [-] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 822.397757] env[65983]: DEBUG nova.network.neutron [-] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 822.398069] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.604607] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524086f8-4232-07da-6d4d-5899ef1077d8, 'name': SearchDatastore_Task, 'duration_secs': 0.015691} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.606130] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7deb535d-72b6-4bd0-b6b2-c7a03bf7c8ef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.615409] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 822.615409] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529db582-365b-a686-799b-6320cf462ea3" [ 822.615409] env[65983]: _type = "Task" [ 822.615409] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.617144] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.642707] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529db582-365b-a686-799b-6320cf462ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.016576} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.643807] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.643807] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 46e047d0-0d82-4fd9-8dde-8ea693f3fa37/46e047d0-0d82-4fd9-8dde-8ea693f3fa37.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.643807] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7731522-ea92-45d7-bd49-b6291f015103 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.650252] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.652957] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 822.652957] env[65983]: value = "task-4468595" [ 822.652957] env[65983]: _type = "Task" [ 822.652957] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.663716] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.705162] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520d2977-cd93-bcb9-c4c0-57ff9c2da11b, 'name': SearchDatastore_Task, 'duration_secs': 0.014098} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.705714] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.706572] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] a7c065af-ee14-4196-b7d9-4a0b7971b6ec/a7c065af-ee14-4196-b7d9-4a0b7971b6ec.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.707080] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a4889ae-6556-422e-b82f-fb711955f790 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.711182] env[65983]: DEBUG nova.compute.manager [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 822.725300] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 822.725300] env[65983]: value = "task-4468596" [ 822.725300] env[65983]: _type = "Task" [ 822.725300] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.738155] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.753357] env[65983]: DEBUG nova.network.neutron [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Successfully created port: 370a7a75-2adb-4a8b-b709-1c95044d4fe7 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 822.771762] env[65983]: WARNING neutronclient.v2_0.client [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.777809] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.830337] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468594, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.172419] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468595, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.246813] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468596, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.328580] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468594, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.429752] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f30540c-f305-4e77-97fb-b5758b4c796f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.440579] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3757cb27-716c-4450-9786-c1783c27dbfa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.481135] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4129b694-9a1e-40f0-a84f-538e9a07614b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.492476] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793985ea-9e73-41be-8755-22a4d823d731 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.509758] env[65983]: DEBUG nova.compute.provider_tree [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.667766] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581784} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.668213] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 46e047d0-0d82-4fd9-8dde-8ea693f3fa37/46e047d0-0d82-4fd9-8dde-8ea693f3fa37.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.668400] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.668739] env[65983]: DEBUG nova.network.neutron [-] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.670042] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-087f79cb-c467-409f-844f-b8375b5e437e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.678453] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 823.678453] env[65983]: value = "task-4468597" [ 823.678453] env[65983]: _type = "Task" [ 823.678453] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.690746] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.740413] env[65983]: DEBUG nova.compute.manager [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 823.756025] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964586} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.756025] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] a7c065af-ee14-4196-b7d9-4a0b7971b6ec/a7c065af-ee14-4196-b7d9-4a0b7971b6ec.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.756025] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.756025] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dd6252a-fd7f-4d5e-81c1-c113f3355d91 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.768340] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 823.768340] env[65983]: value = "task-4468598" [ 823.768340] env[65983]: _type = "Task" [ 823.768340] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.777220] env[65983]: DEBUG nova.virt.hardware [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 823.777619] env[65983]: DEBUG nova.virt.hardware [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.777880] env[65983]: DEBUG nova.virt.hardware [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 823.778181] env[65983]: DEBUG nova.virt.hardware [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.778420] env[65983]: DEBUG nova.virt.hardware [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 823.778668] env[65983]: DEBUG nova.virt.hardware [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 823.779106] env[65983]: DEBUG nova.virt.hardware [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 823.779370] env[65983]: DEBUG nova.virt.hardware [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 823.779654] env[65983]: DEBUG nova.virt.hardware [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 823.779931] env[65983]: DEBUG nova.virt.hardware [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 823.780229] env[65983]: DEBUG nova.virt.hardware [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 823.781634] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe02297-4cc8-4a8d-85da-37e90f97e2c0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.793879] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.799321] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6818546c-666b-4527-b0cc-dba40592c4e2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.840511] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468594, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.013673] env[65983]: DEBUG nova.scheduler.client.report [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.041397] env[65983]: WARNING neutronclient.v2_0.client [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.049653] env[65983]: DEBUG nova.compute.manager [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Received event network-changed-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 824.050030] env[65983]: DEBUG nova.compute.manager [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Refreshing instance network info cache due to event network-changed-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 824.050194] env[65983]: DEBUG oslo_concurrency.lockutils [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] Acquiring lock "refresh_cache-a7c065af-ee14-4196-b7d9-4a0b7971b6ec" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.050389] env[65983]: DEBUG oslo_concurrency.lockutils [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] Acquired lock "refresh_cache-a7c065af-ee14-4196-b7d9-4a0b7971b6ec" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.050604] env[65983]: DEBUG nova.network.neutron [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Refreshing network info cache for port 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.153904] env[65983]: DEBUG nova.network.neutron [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Updating instance_info_cache with network_info: [{"id": "50909f90-e78b-41d8-85bd-db50439b0827", "address": "fa:16:3e:bd:a0:b9", "network": {"id": "c299de9b-b7bf-4b0a-8c90-d0bd0a5b9113", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-738546994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "299a4c5d8e054f9bb0412e40de8fe912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50909f90-e7", "ovs_interfaceid": "50909f90-e78b-41d8-85bd-db50439b0827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.172739] env[65983]: INFO nova.compute.manager [-] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Took 1.77 seconds to deallocate network for instance. [ 824.201171] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081127} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.201796] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.202795] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c525bfd8-d6d7-496d-95e7-ba262d81266d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.229258] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 46e047d0-0d82-4fd9-8dde-8ea693f3fa37/46e047d0-0d82-4fd9-8dde-8ea693f3fa37.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.229755] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb56046b-f94e-4946-ae9b-9accc600476d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.255879] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 824.255879] env[65983]: value = "task-4468599" [ 824.255879] env[65983]: _type = "Task" [ 824.255879] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.267520] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.278693] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072711} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.278870] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.280609] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58202d75-8e22-4aab-85d7-7eeaa6c9e965 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.308267] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] a7c065af-ee14-4196-b7d9-4a0b7971b6ec/a7c065af-ee14-4196-b7d9-4a0b7971b6ec.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.308691] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62343a34-b0f5-465e-bb76-90c008f3fbe9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.333307] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 824.333307] env[65983]: value = "task-4468600" [ 824.333307] env[65983]: _type = "Task" [ 824.333307] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.337576] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468594, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.351036] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468600, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.522362] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.523799] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.263s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.523799] env[65983]: DEBUG nova.objects.instance [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Lazy-loading 'resources' on Instance uuid e1c123d7-cb49-4e2a-a70e-62866a17702f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.555991] env[65983]: WARNING neutronclient.v2_0.client [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.657064] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Releasing lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.657064] env[65983]: DEBUG nova.compute.manager [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Inject network info {{(pid=65983) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 824.657746] env[65983]: DEBUG nova.compute.manager [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] network_info to inject: |[{"id": "50909f90-e78b-41d8-85bd-db50439b0827", "address": "fa:16:3e:bd:a0:b9", "network": {"id": "c299de9b-b7bf-4b0a-8c90-d0bd0a5b9113", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-738546994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "299a4c5d8e054f9bb0412e40de8fe912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50909f90-e7", "ovs_interfaceid": "50909f90-e78b-41d8-85bd-db50439b0827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 824.666276] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Reconfiguring VM instance to set the machine id {{(pid=65983) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 824.667098] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02cd8a23-4c3d-4e70-9d8f-40101626012c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.687482] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.696077] env[65983]: DEBUG oslo_vmware.api [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for the task: (returnval){ [ 824.696077] env[65983]: value = "task-4468601" [ 824.696077] env[65983]: _type = "Task" [ 824.696077] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.708024] env[65983]: DEBUG oslo_vmware.api [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.773749] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.838722] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468594, 'name': CloneVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.851585] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.942992] env[65983]: WARNING neutronclient.v2_0.client [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.976292] env[65983]: DEBUG nova.network.neutron [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Successfully updated port: 370a7a75-2adb-4a8b-b709-1c95044d4fe7 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 825.022313] env[65983]: DEBUG nova.network.neutron [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Updated VIF entry in instance network info cache for port 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 825.024071] env[65983]: DEBUG nova.network.neutron [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Updating instance_info_cache with network_info: [{"id": "37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65", "address": "fa:16:3e:3b:c2:7c", "network": {"id": "df996e99-0b33-40b4-9e37-05dfe1f0901d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-896506304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02fc574ecc4d4a5c89608b17a478f8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d6f1fa-97", "ovs_interfaceid": "37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.027463] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Acquiring lock "c94e940d-d487-4c5e-be32-4bcbf3836917" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.027463] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Lock "c94e940d-d487-4c5e-be32-4bcbf3836917" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.209386] env[65983]: DEBUG oslo_vmware.api [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468601, 'name': ReconfigVM_Task, 'duration_secs': 0.260785} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.209386] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eefd8171-7ec6-4e34-9a53-45e053a173b1 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Reconfigured VM instance to set the machine id {{(pid=65983) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 825.272650] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468599, 'name': ReconfigVM_Task, 'duration_secs': 0.595872} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.272940] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 46e047d0-0d82-4fd9-8dde-8ea693f3fa37/46e047d0-0d82-4fd9-8dde-8ea693f3fa37.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.278897] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-734c5449-ebb0-4571-a3e9-4ac767261260 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.281959] env[65983]: DEBUG nova.compute.manager [req-63ac13af-1e17-4d09-b241-4111cc91daca req-1030607f-62b2-42a4-ba9c-a0540abcd42a service nova] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Received event network-vif-plugged-370a7a75-2adb-4a8b-b709-1c95044d4fe7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 825.282181] env[65983]: DEBUG oslo_concurrency.lockutils [req-63ac13af-1e17-4d09-b241-4111cc91daca req-1030607f-62b2-42a4-ba9c-a0540abcd42a service nova] Acquiring lock "329ac5cc-582d-4ce9-8962-413086565e84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.282372] env[65983]: DEBUG oslo_concurrency.lockutils [req-63ac13af-1e17-4d09-b241-4111cc91daca req-1030607f-62b2-42a4-ba9c-a0540abcd42a service nova] Lock "329ac5cc-582d-4ce9-8962-413086565e84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.282525] env[65983]: DEBUG oslo_concurrency.lockutils [req-63ac13af-1e17-4d09-b241-4111cc91daca req-1030607f-62b2-42a4-ba9c-a0540abcd42a service nova] Lock "329ac5cc-582d-4ce9-8962-413086565e84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.282681] env[65983]: DEBUG nova.compute.manager [req-63ac13af-1e17-4d09-b241-4111cc91daca req-1030607f-62b2-42a4-ba9c-a0540abcd42a service nova] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] No waiting events found dispatching network-vif-plugged-370a7a75-2adb-4a8b-b709-1c95044d4fe7 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 825.282826] env[65983]: WARNING nova.compute.manager [req-63ac13af-1e17-4d09-b241-4111cc91daca req-1030607f-62b2-42a4-ba9c-a0540abcd42a service nova] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Received unexpected event network-vif-plugged-370a7a75-2adb-4a8b-b709-1c95044d4fe7 for instance with vm_state building and task_state spawning. [ 825.293131] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 825.293131] env[65983]: value = "task-4468602" [ 825.293131] env[65983]: _type = "Task" [ 825.293131] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.304827] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468602, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.348037] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468594, 'name': CloneVM_Task, 'duration_secs': 2.698177} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.352383] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Created linked-clone VM from snapshot [ 825.353809] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5a34aa-f829-457d-b150-4f94bb6a295b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.362849] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468600, 'name': ReconfigVM_Task, 'duration_secs': 0.939035} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.363776] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Reconfigured VM instance instance-00000039 to attach disk [datastore2] a7c065af-ee14-4196-b7d9-4a0b7971b6ec/a7c065af-ee14-4196-b7d9-4a0b7971b6ec.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.366973] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2573a015-0f12-411a-b9fd-0a90ef1f58b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.372160] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Uploading image e1d973ff-cef4-434f-a34f-ae990c716bfd {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 825.380290] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 825.380290] env[65983]: value = "task-4468603" [ 825.380290] env[65983]: _type = "Task" [ 825.380290] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.393614] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468603, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.402534] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 825.402534] env[65983]: value = "vm-873837" [ 825.402534] env[65983]: _type = "VirtualMachine" [ 825.402534] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 825.402838] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-917d8c49-5f44-43c2-999b-1af70cf3fe75 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.414106] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lease: (returnval){ [ 825.414106] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52616d22-ede7-7a6e-f938-ade19141b47d" [ 825.414106] env[65983]: _type = "HttpNfcLease" [ 825.414106] env[65983]: } obtained for exporting VM: (result){ [ 825.414106] env[65983]: value = "vm-873837" [ 825.414106] env[65983]: _type = "VirtualMachine" [ 825.414106] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 825.414462] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the lease: (returnval){ [ 825.414462] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52616d22-ede7-7a6e-f938-ade19141b47d" [ 825.414462] env[65983]: _type = "HttpNfcLease" [ 825.414462] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 825.423985] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 825.423985] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52616d22-ede7-7a6e-f938-ade19141b47d" [ 825.423985] env[65983]: _type = "HttpNfcLease" [ 825.423985] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 825.479151] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "refresh_cache-329ac5cc-582d-4ce9-8962-413086565e84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.479358] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquired lock "refresh_cache-329ac5cc-582d-4ce9-8962-413086565e84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.479536] env[65983]: DEBUG nova.network.neutron [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 825.533491] env[65983]: DEBUG oslo_concurrency.lockutils [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] Releasing lock "refresh_cache-a7c065af-ee14-4196-b7d9-4a0b7971b6ec" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.533764] env[65983]: DEBUG nova.compute.manager [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Received event network-vif-deleted-eef55289-9dde-42b8-8319-ee8eca0f1393 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 825.533942] env[65983]: DEBUG nova.compute.manager [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Received event network-changed-968b04c8-5075-429d-af5f-987397fb53c3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 825.534109] env[65983]: DEBUG nova.compute.manager [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Refreshing instance network info cache due to event network-changed-968b04c8-5075-429d-af5f-987397fb53c3. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 825.534437] env[65983]: DEBUG oslo_concurrency.lockutils [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] Acquiring lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.534618] env[65983]: DEBUG oslo_concurrency.lockutils [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] Acquired lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.534784] env[65983]: DEBUG nova.network.neutron [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Refreshing network info cache for port 968b04c8-5075-429d-af5f-987397fb53c3 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.536622] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Lock "c94e940d-d487-4c5e-be32-4bcbf3836917" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.537170] env[65983]: DEBUG nova.compute.manager [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 825.663552] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec08933-50a3-4134-b923-9c209a873f36 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.672490] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789b6deb-3f1b-4aa5-80ee-99f68a87e8b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.705140] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0207a27-3370-4993-b54a-5c6739a8d2c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.716322] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da3dec9-4a93-4045-adfb-153ae8402f8a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.734237] env[65983]: DEBUG nova.compute.provider_tree [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.754537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "be710d49-3e16-45fe-b3a2-1d8537719697" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.755096] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "be710d49-3e16-45fe-b3a2-1d8537719697" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.784463] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "bfd1e972-d453-41a4-906e-53348bd4108d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.784463] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "bfd1e972-d453-41a4-906e-53348bd4108d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.805659] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468602, 'name': Rename_Task, 'duration_secs': 0.176116} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.806019] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.806256] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10ba608c-fbc5-4fce-abf4-ee38e605b56c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.814325] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 825.814325] env[65983]: value = "task-4468605" [ 825.814325] env[65983]: _type = "Task" [ 825.814325] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.824840] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.893996] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468603, 'name': Rename_Task, 'duration_secs': 0.346623} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.893996] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.893996] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c4bc587-48c7-45a8-baba-14f8fe05b92c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.904180] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 825.904180] env[65983]: value = "task-4468606" [ 825.904180] env[65983]: _type = "Task" [ 825.904180] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.914418] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.922803] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 825.922803] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52616d22-ede7-7a6e-f938-ade19141b47d" [ 825.922803] env[65983]: _type = "HttpNfcLease" [ 825.922803] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 825.922986] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 825.922986] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52616d22-ede7-7a6e-f938-ade19141b47d" [ 825.922986] env[65983]: _type = "HttpNfcLease" [ 825.922986] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 825.923647] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432a6c4a-84d4-47f5-8301-ccfe413f2af4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.932881] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521aabb6-b17c-f1c1-600e-b1cebb5b9905/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 825.933090] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521aabb6-b17c-f1c1-600e-b1cebb5b9905/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 825.989515] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquiring lock "4c15afa2-321c-4502-b839-dc5578688302" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.989697] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Lock "4c15afa2-321c-4502-b839-dc5578688302" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.993026] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquiring lock "4c15afa2-321c-4502-b839-dc5578688302-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.993026] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Lock "4c15afa2-321c-4502-b839-dc5578688302-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.993026] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Lock "4c15afa2-321c-4502-b839-dc5578688302-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.994051] env[65983]: INFO nova.compute.manager [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Terminating instance [ 826.028472] env[65983]: DEBUG nova.network.neutron [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 826.037799] env[65983]: WARNING neutronclient.v2_0.client [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.041332] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-55124bf0-e87f-4b22-9f09-f9849e6bcd4d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.044827] env[65983]: DEBUG nova.compute.utils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.046630] env[65983]: DEBUG nova.compute.manager [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 826.046931] env[65983]: DEBUG nova.network.neutron [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 826.047400] env[65983]: WARNING neutronclient.v2_0.client [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.048263] env[65983]: WARNING neutronclient.v2_0.client [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.086367] env[65983]: DEBUG nova.compute.manager [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Received event network-changed-50909f90-e78b-41d8-85bd-db50439b0827 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 826.086367] env[65983]: DEBUG nova.compute.manager [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Refreshing instance network info cache due to event network-changed-50909f90-e78b-41d8-85bd-db50439b0827. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 826.086547] env[65983]: DEBUG oslo_concurrency.lockutils [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] Acquiring lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.087219] env[65983]: DEBUG oslo_concurrency.lockutils [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] Acquired lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.087219] env[65983]: DEBUG nova.network.neutron [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Refreshing network info cache for port 50909f90-e78b-41d8-85bd-db50439b0827 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.117079] env[65983]: DEBUG nova.policy [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '247572031664455986cf4af4c68e21e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '404df8ba241a4319859b1f568d2c699b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.195841] env[65983]: WARNING neutronclient.v2_0.client [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.237110] env[65983]: DEBUG nova.scheduler.client.report [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.328305] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468605, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.417825] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468606, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.435075] env[65983]: DEBUG nova.network.neutron [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Updating instance_info_cache with network_info: [{"id": "370a7a75-2adb-4a8b-b709-1c95044d4fe7", "address": "fa:16:3e:64:2c:f3", "network": {"id": "6a0298b4-0ff4-4220-be3b-00873507a10f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857027999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f67bff0ae5d24414aea499e330b997a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap370a7a75-2a", "ovs_interfaceid": "370a7a75-2adb-4a8b-b709-1c95044d4fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.479477] env[65983]: WARNING neutronclient.v2_0.client [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.499826] env[65983]: DEBUG nova.compute.manager [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 826.500208] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.501646] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e60851a-e0ca-4629-ac2c-f25b0a5886c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.512706] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.513377] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e9cb7d4-3a7b-4e2a-8d36-c3fbd062649f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.523096] env[65983]: DEBUG oslo_vmware.api [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for the task: (returnval){ [ 826.523096] env[65983]: value = "task-4468607" [ 826.523096] env[65983]: _type = "Task" [ 826.523096] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.537210] env[65983]: DEBUG oslo_vmware.api [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.539192] env[65983]: DEBUG nova.network.neutron [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Successfully created port: 088efb33-56aa-42e0-b58e-b98c3a300c4d {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 826.555378] env[65983]: DEBUG nova.compute.manager [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 826.596375] env[65983]: WARNING neutronclient.v2_0.client [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.623849] env[65983]: DEBUG nova.network.neutron [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updated VIF entry in instance network info cache for port 968b04c8-5075-429d-af5f-987397fb53c3. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 826.624382] env[65983]: DEBUG nova.network.neutron [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance_info_cache with network_info: [{"id": "968b04c8-5075-429d-af5f-987397fb53c3", "address": "fa:16:3e:11:03:ab", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968b04c8-50", "ovs_interfaceid": "968b04c8-5075-429d-af5f-987397fb53c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.743405] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.746276] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.709s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.746533] env[65983]: DEBUG nova.objects.instance [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Lazy-loading 'resources' on Instance uuid ba6e4068-f940-428e-b415-b11f7ec83857 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.771603] env[65983]: INFO nova.scheduler.client.report [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Deleted allocations for instance e1c123d7-cb49-4e2a-a70e-62866a17702f [ 826.827817] env[65983]: DEBUG oslo_vmware.api [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468605, 'name': PowerOnVM_Task, 'duration_secs': 0.65654} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.828152] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.828837] env[65983]: INFO nova.compute.manager [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Took 5.91 seconds to spawn the instance on the hypervisor. [ 826.828837] env[65983]: DEBUG nova.compute.manager [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 826.831457] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3d4103-7994-4876-b490-48ea16dc75a5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.918138] env[65983]: DEBUG oslo_vmware.api [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468606, 'name': PowerOnVM_Task, 'duration_secs': 0.597628} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.918770] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.918770] env[65983]: INFO nova.compute.manager [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Took 8.74 seconds to spawn the instance on the hypervisor. [ 826.918770] env[65983]: DEBUG nova.compute.manager [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 826.919646] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46d8c98-4f9a-4e9f-91fb-ee25b969c191 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.938250] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Releasing lock "refresh_cache-329ac5cc-582d-4ce9-8962-413086565e84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.939842] env[65983]: DEBUG nova.compute.manager [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Instance network_info: |[{"id": "370a7a75-2adb-4a8b-b709-1c95044d4fe7", "address": "fa:16:3e:64:2c:f3", "network": {"id": "6a0298b4-0ff4-4220-be3b-00873507a10f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857027999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f67bff0ae5d24414aea499e330b997a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap370a7a75-2a", "ovs_interfaceid": "370a7a75-2adb-4a8b-b709-1c95044d4fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 826.939842] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:2c:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '370a7a75-2adb-4a8b-b709-1c95044d4fe7', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.948663] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Creating folder: Project (f67bff0ae5d24414aea499e330b997a6). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.949140] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbb645e5-04d7-4e2e-85b3-3d453a3d0583 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.963141] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Created folder: Project (f67bff0ae5d24414aea499e330b997a6) in parent group-v873669. [ 826.965431] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Creating folder: Instances. Parent ref: group-v873838. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.965431] env[65983]: WARNING neutronclient.v2_0.client [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.968216] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d517da1-f8c3-4462-bb4d-81f66f12eb90 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.981556] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Created folder: Instances in parent group-v873838. [ 826.981986] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 826.982501] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.982756] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-376096f3-17bc-4e68-83ea-519cac5d7dd5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.009105] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.009105] env[65983]: value = "task-4468610" [ 827.009105] env[65983]: _type = "Task" [ 827.009105] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.019454] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468610, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.037462] env[65983]: DEBUG oslo_vmware.api [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468607, 'name': PowerOffVM_Task, 'duration_secs': 0.276005} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.037462] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.037462] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.037462] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf3f7a52-86aa-4ef0-90c6-d3ed0a14bca7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.127557] env[65983]: DEBUG oslo_concurrency.lockutils [req-d6b660da-fd95-4bd5-ba3c-be27339365f5 req-7ad6f11c-dbe1-412d-809f-33208610fb7d service nova] Releasing lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.150526] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.150759] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.150958] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Deleting the datastore file [datastore1] 4c15afa2-321c-4502-b839-dc5578688302 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.151431] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6d44557-da76-4947-88e1-3abc599ba3f4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.160999] env[65983]: DEBUG oslo_vmware.api [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for the task: (returnval){ [ 827.160999] env[65983]: value = "task-4468612" [ 827.160999] env[65983]: _type = "Task" [ 827.160999] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.171613] env[65983]: DEBUG oslo_vmware.api [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.231530] env[65983]: DEBUG nova.network.neutron [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Updated VIF entry in instance network info cache for port 50909f90-e78b-41d8-85bd-db50439b0827. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 827.231727] env[65983]: DEBUG nova.network.neutron [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Updating instance_info_cache with network_info: [{"id": "50909f90-e78b-41d8-85bd-db50439b0827", "address": "fa:16:3e:bd:a0:b9", "network": {"id": "c299de9b-b7bf-4b0a-8c90-d0bd0a5b9113", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-738546994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "299a4c5d8e054f9bb0412e40de8fe912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50909f90-e7", "ovs_interfaceid": "50909f90-e78b-41d8-85bd-db50439b0827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.283375] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Lock "e1c123d7-cb49-4e2a-a70e-62866a17702f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.559s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.363557] env[65983]: INFO nova.compute.manager [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Took 34.90 seconds to build instance. [ 827.446836] env[65983]: INFO nova.compute.manager [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Took 40.92 seconds to build instance. [ 827.522117] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468610, 'name': CreateVM_Task, 'duration_secs': 0.499036} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.525424] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.526684] env[65983]: WARNING neutronclient.v2_0.client [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.526991] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.526991] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.527335] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.527680] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4f086f-e3b9-401d-965a-6445d59fd19c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.535116] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 827.535116] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a2a8c3-b0ec-84d6-c57a-9702fcb1d4a8" [ 827.535116] env[65983]: _type = "Task" [ 827.535116] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.546074] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a2a8c3-b0ec-84d6-c57a-9702fcb1d4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.572820] env[65983]: DEBUG nova.compute.manager [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 827.608212] env[65983]: DEBUG nova.virt.hardware [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 827.608212] env[65983]: DEBUG nova.virt.hardware [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.608212] env[65983]: DEBUG nova.virt.hardware [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 827.608605] env[65983]: DEBUG nova.virt.hardware [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.608881] env[65983]: DEBUG nova.virt.hardware [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 827.609165] env[65983]: DEBUG nova.virt.hardware [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 827.609511] env[65983]: DEBUG nova.virt.hardware [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 827.609944] env[65983]: DEBUG nova.virt.hardware [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 827.610365] env[65983]: DEBUG nova.virt.hardware [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 827.610672] env[65983]: DEBUG nova.virt.hardware [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 827.611015] env[65983]: DEBUG nova.virt.hardware [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 827.612156] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437e95c4-93da-48a1-9a50-ec4b39d6aa49 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.628478] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6165d98d-0643-4b17-87bd-54738291acac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.674770] env[65983]: DEBUG oslo_vmware.api [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Task: {'id': task-4468612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278618} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.674770] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.674770] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.675165] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.675165] env[65983]: INFO nova.compute.manager [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Took 1.18 seconds to destroy the instance on the hypervisor. [ 827.675363] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 827.675480] env[65983]: DEBUG nova.compute.manager [-] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 827.675590] env[65983]: DEBUG nova.network.neutron [-] [instance: 4c15afa2-321c-4502-b839-dc5578688302] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 827.675864] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.712956] env[65983]: DEBUG nova.compute.manager [req-4486d28a-f37e-4a3d-92d5-411e0dd22ab6 req-6a0ea774-8cd4-41cf-a043-623e03e6e3b4 service nova] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Received event network-changed-370a7a75-2adb-4a8b-b709-1c95044d4fe7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 827.713509] env[65983]: DEBUG nova.compute.manager [req-4486d28a-f37e-4a3d-92d5-411e0dd22ab6 req-6a0ea774-8cd4-41cf-a043-623e03e6e3b4 service nova] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Refreshing instance network info cache due to event network-changed-370a7a75-2adb-4a8b-b709-1c95044d4fe7. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 827.713509] env[65983]: DEBUG oslo_concurrency.lockutils [req-4486d28a-f37e-4a3d-92d5-411e0dd22ab6 req-6a0ea774-8cd4-41cf-a043-623e03e6e3b4 service nova] Acquiring lock "refresh_cache-329ac5cc-582d-4ce9-8962-413086565e84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.713509] env[65983]: DEBUG oslo_concurrency.lockutils [req-4486d28a-f37e-4a3d-92d5-411e0dd22ab6 req-6a0ea774-8cd4-41cf-a043-623e03e6e3b4 service nova] Acquired lock "refresh_cache-329ac5cc-582d-4ce9-8962-413086565e84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.713832] env[65983]: DEBUG nova.network.neutron [req-4486d28a-f37e-4a3d-92d5-411e0dd22ab6 req-6a0ea774-8cd4-41cf-a043-623e03e6e3b4 service nova] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Refreshing network info cache for port 370a7a75-2adb-4a8b-b709-1c95044d4fe7 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.729831] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.735111] env[65983]: DEBUG oslo_concurrency.lockutils [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] Releasing lock "refresh_cache-4c15afa2-321c-4502-b839-dc5578688302" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.735393] env[65983]: DEBUG nova.compute.manager [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Received event network-vif-deleted-f20ecf2f-ac69-4894-883a-b831f09dd268 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 827.735572] env[65983]: DEBUG nova.compute.manager [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Received event network-changed-66238dfa-0c86-4e12-b2d7-880aadd6e2b7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 827.735690] env[65983]: DEBUG nova.compute.manager [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Refreshing instance network info cache due to event network-changed-66238dfa-0c86-4e12-b2d7-880aadd6e2b7. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 827.735878] env[65983]: DEBUG oslo_concurrency.lockutils [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] Acquiring lock "refresh_cache-f842bb4a-08fc-4160-9275-0a36c4f67de2" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.736024] env[65983]: DEBUG oslo_concurrency.lockutils [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] Acquired lock "refresh_cache-f842bb4a-08fc-4160-9275-0a36c4f67de2" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.736182] env[65983]: DEBUG nova.network.neutron [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Refreshing network info cache for port 66238dfa-0c86-4e12-b2d7-880aadd6e2b7 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.866952] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1077011f-0552-45e8-b520-7da0a75e94dc tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "46e047d0-0d82-4fd9-8dde-8ea693f3fa37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.035s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.895960] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e11b60-edc7-4373-a9c4-519eadcfa7ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.906787] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a52beed-eee6-4b49-bfa5-689b642a1a26 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.944943] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d17e85-9f9e-495e-ac8f-69199cb045fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.949427] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "a7c065af-ee14-4196-b7d9-4a0b7971b6ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.990s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.954332] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50ba032-52f0-46a1-af3b-24d5d28e2a16 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.971826] env[65983]: DEBUG nova.compute.provider_tree [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.049461] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a2a8c3-b0ec-84d6-c57a-9702fcb1d4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.023563} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.049645] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.049905] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.050284] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.050483] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.050713] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.051079] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6d46ee9-c438-4313-b18d-d85a3d8d1c54 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.063097] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.063811] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.064087] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12835d4-6425-4da9-a01b-33fa61c4e88f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.072551] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 828.072551] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f6a92c-f33d-3812-a61c-bc670d2a5e75" [ 828.072551] env[65983]: _type = "Task" [ 828.072551] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.083182] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f6a92c-f33d-3812-a61c-bc670d2a5e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.200810] env[65983]: DEBUG nova.network.neutron [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Successfully updated port: 088efb33-56aa-42e0-b58e-b98c3a300c4d {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 828.219023] env[65983]: WARNING neutronclient.v2_0.client [req-4486d28a-f37e-4a3d-92d5-411e0dd22ab6 req-6a0ea774-8cd4-41cf-a043-623e03e6e3b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.243490] env[65983]: WARNING neutronclient.v2_0.client [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.373278] env[65983]: DEBUG nova.compute.manager [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 828.454301] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 828.475448] env[65983]: DEBUG nova.scheduler.client.report [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.519610] env[65983]: WARNING neutronclient.v2_0.client [req-4486d28a-f37e-4a3d-92d5-411e0dd22ab6 req-6a0ea774-8cd4-41cf-a043-623e03e6e3b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.590015] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f6a92c-f33d-3812-a61c-bc670d2a5e75, 'name': SearchDatastore_Task, 'duration_secs': 0.014941} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.591277] env[65983]: WARNING neutronclient.v2_0.client [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.594302] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4489fff-e7ed-4d7a-922b-9d78a5fc3c60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.601637] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 828.601637] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524aae33-469c-d313-b91d-93881bf5f33e" [ 828.601637] env[65983]: _type = "Task" [ 828.601637] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.612065] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524aae33-469c-d313-b91d-93881bf5f33e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.703384] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Acquiring lock "refresh_cache-ef965056-5b15-4287-9530-6ec1c532cc6f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.704052] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Acquired lock "refresh_cache-ef965056-5b15-4287-9530-6ec1c532cc6f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.704052] env[65983]: DEBUG nova.network.neutron [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 828.752682] env[65983]: DEBUG nova.network.neutron [req-4486d28a-f37e-4a3d-92d5-411e0dd22ab6 req-6a0ea774-8cd4-41cf-a043-623e03e6e3b4 service nova] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Updated VIF entry in instance network info cache for port 370a7a75-2adb-4a8b-b709-1c95044d4fe7. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 828.752682] env[65983]: DEBUG nova.network.neutron [req-4486d28a-f37e-4a3d-92d5-411e0dd22ab6 req-6a0ea774-8cd4-41cf-a043-623e03e6e3b4 service nova] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Updating instance_info_cache with network_info: [{"id": "370a7a75-2adb-4a8b-b709-1c95044d4fe7", "address": "fa:16:3e:64:2c:f3", "network": {"id": "6a0298b4-0ff4-4220-be3b-00873507a10f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857027999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f67bff0ae5d24414aea499e330b997a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap370a7a75-2a", "ovs_interfaceid": "370a7a75-2adb-4a8b-b709-1c95044d4fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.761845] env[65983]: DEBUG nova.network.neutron [-] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.792828] env[65983]: DEBUG nova.network.neutron [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Updated VIF entry in instance network info cache for port 66238dfa-0c86-4e12-b2d7-880aadd6e2b7. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 828.793422] env[65983]: DEBUG nova.network.neutron [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Updating instance_info_cache with network_info: [{"id": "66238dfa-0c86-4e12-b2d7-880aadd6e2b7", "address": "fa:16:3e:62:37:08", "network": {"id": "60ed3cad-5e61-4312-b91f-ca87938c0fd0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-208079085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088b24189d1a4229a125391a60fbf7b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66238dfa-0c", "ovs_interfaceid": "66238dfa-0c86-4e12-b2d7-880aadd6e2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.913633] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.929160] env[65983]: DEBUG nova.compute.manager [req-3d345ecd-794f-460b-8eae-dea7f7714b88 req-52d4489a-bef6-454d-8ee0-37a516871e4c service nova] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Received event network-vif-deleted-50909f90-e78b-41d8-85bd-db50439b0827 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 828.975156] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.982943] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.986430] env[65983]: DEBUG oslo_concurrency.lockutils [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.156s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.986770] env[65983]: DEBUG nova.objects.instance [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Lazy-loading 'resources' on Instance uuid 42681067-538e-43fe-8055-ea562909c5a8 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.023267] env[65983]: INFO nova.scheduler.client.report [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Deleted allocations for instance ba6e4068-f940-428e-b415-b11f7ec83857 [ 829.068152] env[65983]: INFO nova.compute.manager [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Rebuilding instance [ 829.119036] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524aae33-469c-d313-b91d-93881bf5f33e, 'name': SearchDatastore_Task, 'duration_secs': 0.026311} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.119456] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.119650] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 329ac5cc-582d-4ce9-8962-413086565e84/329ac5cc-582d-4ce9-8962-413086565e84.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.119928] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5959d2ad-020d-4477-a70d-e2e4817941be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.130872] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 829.130872] env[65983]: value = "task-4468613" [ 829.130872] env[65983]: _type = "Task" [ 829.130872] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.139687] env[65983]: DEBUG nova.compute.manager [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 829.140852] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e24151a-954d-438e-a7c1-5406fd5a5a3c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.156494] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.255393] env[65983]: DEBUG oslo_concurrency.lockutils [req-4486d28a-f37e-4a3d-92d5-411e0dd22ab6 req-6a0ea774-8cd4-41cf-a043-623e03e6e3b4 service nova] Releasing lock "refresh_cache-329ac5cc-582d-4ce9-8962-413086565e84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.266788] env[65983]: DEBUG nova.network.neutron [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 829.270328] env[65983]: INFO nova.compute.manager [-] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Took 1.59 seconds to deallocate network for instance. [ 829.297375] env[65983]: DEBUG oslo_concurrency.lockutils [req-f74bc3e5-e946-48a9-9b03-9584b4c10de9 req-c6cbb0f5-d84c-4594-91a7-cf5c04dbc5cc service nova] Releasing lock "refresh_cache-f842bb4a-08fc-4160-9275-0a36c4f67de2" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.538405] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Lock "ba6e4068-f940-428e-b415-b11f7ec83857" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.195s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.652762] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468613, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.735187] env[65983]: WARNING neutronclient.v2_0.client [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.778817] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.949086] env[65983]: DEBUG nova.network.neutron [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Updating instance_info_cache with network_info: [{"id": "088efb33-56aa-42e0-b58e-b98c3a300c4d", "address": "fa:16:3e:eb:ac:9a", "network": {"id": "3cc873e7-8f6d-40ea-b48f-722822b384bb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-570483822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "404df8ba241a4319859b1f568d2c699b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088efb33-56", "ovs_interfaceid": "088efb33-56aa-42e0-b58e-b98c3a300c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.150785] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628193} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.151090] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 329ac5cc-582d-4ce9-8962-413086565e84/329ac5cc-582d-4ce9-8962-413086565e84.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.151304] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.151605] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae13ce52-7b9d-47e3-9df2-a55f8e97ae6e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.155761] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a23a30-0065-4eea-99b2-b28cf209a21d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.163848] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.166155] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d060f37-8cd0-40fd-ad3c-9e62479bac3f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.169292] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e156e1b1-fac6-4d00-aadb-a549665af4c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.173176] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 830.173176] env[65983]: value = "task-4468614" [ 830.173176] env[65983]: _type = "Task" [ 830.173176] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.210465] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fa9e4c-44d2-4dc9-9ee3-35fc2feec78c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.213080] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 830.213080] env[65983]: value = "task-4468615" [ 830.213080] env[65983]: _type = "Task" [ 830.213080] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.216461] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.224226] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cbfa95-9e2c-4681-88a2-ba2a0fc9ebfc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.232960] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.247932] env[65983]: DEBUG nova.compute.provider_tree [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.452327] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Releasing lock "refresh_cache-ef965056-5b15-4287-9530-6ec1c532cc6f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.452858] env[65983]: DEBUG nova.compute.manager [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Instance network_info: |[{"id": "088efb33-56aa-42e0-b58e-b98c3a300c4d", "address": "fa:16:3e:eb:ac:9a", "network": {"id": "3cc873e7-8f6d-40ea-b48f-722822b384bb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-570483822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "404df8ba241a4319859b1f568d2c699b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088efb33-56", "ovs_interfaceid": "088efb33-56aa-42e0-b58e-b98c3a300c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 830.453380] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:ac:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '088efb33-56aa-42e0-b58e-b98c3a300c4d', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.463486] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Creating folder: Project (404df8ba241a4319859b1f568d2c699b). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.463921] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9d6877e-5c61-445e-a1f0-9eed1569e295 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.479795] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Created folder: Project (404df8ba241a4319859b1f568d2c699b) in parent group-v873669. [ 830.480046] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Creating folder: Instances. Parent ref: group-v873841. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.480716] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-499cf804-e88c-498a-bb21-54c2d38dd1d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.492843] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Created folder: Instances in parent group-v873841. [ 830.493127] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 830.493349] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.493659] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9202eae3-90b0-4e4c-89fb-d7959e2716cd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.518709] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.518709] env[65983]: value = "task-4468618" [ 830.518709] env[65983]: _type = "Task" [ 830.518709] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.528539] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468618, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.596019] env[65983]: DEBUG nova.compute.manager [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Received event network-vif-plugged-088efb33-56aa-42e0-b58e-b98c3a300c4d {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 830.596019] env[65983]: DEBUG oslo_concurrency.lockutils [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] Acquiring lock "ef965056-5b15-4287-9530-6ec1c532cc6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.596019] env[65983]: DEBUG oslo_concurrency.lockutils [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] Lock "ef965056-5b15-4287-9530-6ec1c532cc6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.596453] env[65983]: DEBUG oslo_concurrency.lockutils [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] Lock "ef965056-5b15-4287-9530-6ec1c532cc6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.600289] env[65983]: DEBUG nova.compute.manager [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] No waiting events found dispatching network-vif-plugged-088efb33-56aa-42e0-b58e-b98c3a300c4d {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 830.600289] env[65983]: WARNING nova.compute.manager [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Received unexpected event network-vif-plugged-088efb33-56aa-42e0-b58e-b98c3a300c4d for instance with vm_state building and task_state spawning. [ 830.600289] env[65983]: DEBUG nova.compute.manager [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Received event network-changed-088efb33-56aa-42e0-b58e-b98c3a300c4d {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 830.600289] env[65983]: DEBUG nova.compute.manager [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Refreshing instance network info cache due to event network-changed-088efb33-56aa-42e0-b58e-b98c3a300c4d. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 830.600289] env[65983]: DEBUG oslo_concurrency.lockutils [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] Acquiring lock "refresh_cache-ef965056-5b15-4287-9530-6ec1c532cc6f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.600289] env[65983]: DEBUG oslo_concurrency.lockutils [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] Acquired lock "refresh_cache-ef965056-5b15-4287-9530-6ec1c532cc6f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.600289] env[65983]: DEBUG nova.network.neutron [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Refreshing network info cache for port 088efb33-56aa-42e0-b58e-b98c3a300c4d {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.683865] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149417} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.684338] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.685216] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4110063d-1c72-44d6-8528-3a78846a34fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.710618] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 329ac5cc-582d-4ce9-8962-413086565e84/329ac5cc-582d-4ce9-8962-413086565e84.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.711041] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b86056d-40ab-4511-b429-ce6dbdbad041 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.736398] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.737916] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 830.737916] env[65983]: value = "task-4468619" [ 830.737916] env[65983]: _type = "Task" [ 830.737916] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.747843] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.751440] env[65983]: DEBUG nova.scheduler.client.report [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.030660] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468618, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.103167] env[65983]: WARNING neutronclient.v2_0.client [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.237672] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468615, 'name': PowerOffVM_Task, 'duration_secs': 0.736564} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.237960] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.239471] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.240421] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee5c2b6-f291-488c-ad12-22aae931c668 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.252890] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.256181] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2864141-4990-4da6-82c6-86558c8eaae7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.258108] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468619, 'name': ReconfigVM_Task, 'duration_secs': 0.365414} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.258911] env[65983]: DEBUG oslo_concurrency.lockutils [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.261374] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 329ac5cc-582d-4ce9-8962-413086565e84/329ac5cc-582d-4ce9-8962-413086565e84.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.262119] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.361s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.263577] env[65983]: INFO nova.compute.claims [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.267706] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f510562-5a90-4ce1-b3b6-db6c26121331 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.276589] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 831.276589] env[65983]: value = "task-4468621" [ 831.276589] env[65983]: _type = "Task" [ 831.276589] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.286466] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468621, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.300378] env[65983]: INFO nova.scheduler.client.report [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Deleted allocations for instance 42681067-538e-43fe-8055-ea562909c5a8 [ 831.307787] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.307787] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.307787] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Deleting the datastore file [datastore1] 46e047d0-0d82-4fd9-8dde-8ea693f3fa37 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.308127] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-979e48ac-a89a-43e5-8d64-de1b22a96533 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.318691] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 831.318691] env[65983]: value = "task-4468622" [ 831.318691] env[65983]: _type = "Task" [ 831.318691] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.331084] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.532830] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468618, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.791597] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468621, 'name': Rename_Task, 'duration_secs': 0.187702} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.791597] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.791597] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-add6f4db-520d-4367-b1e9-875f5a41eb0a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.806964] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 831.806964] env[65983]: value = "task-4468623" [ 831.806964] env[65983]: _type = "Task" [ 831.806964] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.816025] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.816782] env[65983]: DEBUG oslo_concurrency.lockutils [None req-153fb4f8-4837-47e1-a2a9-1371a432055f tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Lock "42681067-538e-43fe-8055-ea562909c5a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.655s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.830685] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165361} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.830966] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.831240] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.831449] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.034244] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468618, 'name': CreateVM_Task, 'duration_secs': 1.215335} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.035100] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.035774] env[65983]: WARNING neutronclient.v2_0.client [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.038022] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.038022] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.038022] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.038022] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a09ae2d-be78-446c-b7a0-7686d959f451 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.046141] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Waiting for the task: (returnval){ [ 832.046141] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52943cff-5c0a-52be-2cd2-1f73bc590a0a" [ 832.046141] env[65983]: _type = "Task" [ 832.046141] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.060980] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52943cff-5c0a-52be-2cd2-1f73bc590a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.142403] env[65983]: WARNING neutronclient.v2_0.client [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.323156] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468623, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.565497] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52943cff-5c0a-52be-2cd2-1f73bc590a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01403} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.569866] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.570361] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.570703] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.571109] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.571260] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.573751] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bdc9dce-2370-41c4-a513-29145b146fb7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.589854] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.590168] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.591452] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751396f8-3b1b-4e05-86a6-08da30cfa9f0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.600235] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Waiting for the task: (returnval){ [ 832.600235] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527357a7-41eb-52cc-6013-5e70ee01aa61" [ 832.600235] env[65983]: _type = "Task" [ 832.600235] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.619080] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527357a7-41eb-52cc-6013-5e70ee01aa61, 'name': SearchDatastore_Task, 'duration_secs': 0.014071} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.624495] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6912aa7c-7d35-40ba-b176-3be5a90216a8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.633418] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Waiting for the task: (returnval){ [ 832.633418] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526b9727-cbd8-6f42-31a4-57657de329e8" [ 832.633418] env[65983]: _type = "Task" [ 832.633418] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.646711] env[65983]: DEBUG nova.compute.manager [req-4bea713a-22c3-4d17-8ab6-d17d578f7697 req-6f5f2bb3-5ed3-4cd2-96a3-61b0429d7989 service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Received event network-changed-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 832.646711] env[65983]: DEBUG nova.compute.manager [req-4bea713a-22c3-4d17-8ab6-d17d578f7697 req-6f5f2bb3-5ed3-4cd2-96a3-61b0429d7989 service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Refreshing instance network info cache due to event network-changed-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 832.646873] env[65983]: DEBUG oslo_concurrency.lockutils [req-4bea713a-22c3-4d17-8ab6-d17d578f7697 req-6f5f2bb3-5ed3-4cd2-96a3-61b0429d7989 service nova] Acquiring lock "refresh_cache-a7c065af-ee14-4196-b7d9-4a0b7971b6ec" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.647026] env[65983]: DEBUG oslo_concurrency.lockutils [req-4bea713a-22c3-4d17-8ab6-d17d578f7697 req-6f5f2bb3-5ed3-4cd2-96a3-61b0429d7989 service nova] Acquired lock "refresh_cache-a7c065af-ee14-4196-b7d9-4a0b7971b6ec" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.647198] env[65983]: DEBUG nova.network.neutron [req-4bea713a-22c3-4d17-8ab6-d17d578f7697 req-6f5f2bb3-5ed3-4cd2-96a3-61b0429d7989 service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Refreshing network info cache for port 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.649724] env[65983]: DEBUG nova.network.neutron [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Updated VIF entry in instance network info cache for port 088efb33-56aa-42e0-b58e-b98c3a300c4d. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 832.650032] env[65983]: DEBUG nova.network.neutron [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Updating instance_info_cache with network_info: [{"id": "088efb33-56aa-42e0-b58e-b98c3a300c4d", "address": "fa:16:3e:eb:ac:9a", "network": {"id": "3cc873e7-8f6d-40ea-b48f-722822b384bb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-570483822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "404df8ba241a4319859b1f568d2c699b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088efb33-56", "ovs_interfaceid": "088efb33-56aa-42e0-b58e-b98c3a300c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.659302] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526b9727-cbd8-6f42-31a4-57657de329e8, 'name': SearchDatastore_Task, 'duration_secs': 0.016945} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.660045] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.660045] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] ef965056-5b15-4287-9530-6ec1c532cc6f/ef965056-5b15-4287-9530-6ec1c532cc6f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.660756] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-586814e5-c4a9-4507-a9e9-b230756524a2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.674304] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Waiting for the task: (returnval){ [ 832.674304] env[65983]: value = "task-4468624" [ 832.674304] env[65983]: _type = "Task" [ 832.674304] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.685696] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.819951] env[65983]: DEBUG oslo_vmware.api [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468623, 'name': PowerOnVM_Task, 'duration_secs': 0.57757} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.820237] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.820476] env[65983]: INFO nova.compute.manager [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Took 9.08 seconds to spawn the instance on the hypervisor. [ 832.820883] env[65983]: DEBUG nova.compute.manager [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 832.821883] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb8afae-f1e2-4047-8c11-7281460e832d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.889975] env[65983]: DEBUG nova.virt.hardware [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 832.890914] env[65983]: DEBUG nova.virt.hardware [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.890971] env[65983]: DEBUG nova.virt.hardware [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 832.891143] env[65983]: DEBUG nova.virt.hardware [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.891288] env[65983]: DEBUG nova.virt.hardware [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 832.891435] env[65983]: DEBUG nova.virt.hardware [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 832.891677] env[65983]: DEBUG nova.virt.hardware [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 832.891834] env[65983]: DEBUG nova.virt.hardware [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 832.891997] env[65983]: DEBUG nova.virt.hardware [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 832.892173] env[65983]: DEBUG nova.virt.hardware [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 832.892344] env[65983]: DEBUG nova.virt.hardware [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 832.893571] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62a8421-2db9-4d76-9e7b-b85294da87a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.906187] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a798995a-3109-4a0f-9842-fcc21fdc5983 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.926476] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.934050] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 832.937715] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.938184] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-219e6079-3eb1-4f82-a3a3-653cd3e80ff4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.965576] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.965576] env[65983]: value = "task-4468625" [ 832.965576] env[65983]: _type = "Task" [ 832.965576] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.975936] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468625, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.983221] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7823427e-4352-4cf0-b3ee-922cd6443c98 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.993781] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6309d47e-26ac-4750-a441-1a9fb287050f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.037599] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda656da-eab5-41e4-893a-01f3be9dd807 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.048208] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005a90ad-b69c-4172-af16-6afb1a706e8c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.073771] env[65983]: DEBUG nova.compute.provider_tree [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.153701] env[65983]: WARNING neutronclient.v2_0.client [req-4bea713a-22c3-4d17-8ab6-d17d578f7697 req-6f5f2bb3-5ed3-4cd2-96a3-61b0429d7989 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.159315] env[65983]: DEBUG oslo_concurrency.lockutils [req-4525e3f7-14c1-4641-8340-0448e31b887a req-fe4dbfe7-941b-494a-a992-9b8d52eba269 service nova] Releasing lock "refresh_cache-ef965056-5b15-4287-9530-6ec1c532cc6f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.193066] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468624, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.346581] env[65983]: INFO nova.compute.manager [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Took 37.15 seconds to build instance. [ 833.475859] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468625, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.578965] env[65983]: DEBUG nova.scheduler.client.report [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.692607] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612623} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.693277] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] ef965056-5b15-4287-9530-6ec1c532cc6f/ef965056-5b15-4287-9530-6ec1c532cc6f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.693861] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.697455] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9b06cac-ddbc-417e-bdbf-3854115335ad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.705024] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Waiting for the task: (returnval){ [ 833.705024] env[65983]: value = "task-4468626" [ 833.705024] env[65983]: _type = "Task" [ 833.705024] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.714196] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.849169] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "329ac5cc-582d-4ce9-8962-413086565e84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.401s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.975941] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468625, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.085644] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.086571] env[65983]: DEBUG nova.compute.manager [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 834.091483] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.152s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.091736] env[65983]: DEBUG nova.objects.instance [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Lazy-loading 'resources' on Instance uuid 728a7240-9509-4449-a71d-44be5ae1e63c {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.109171] env[65983]: WARNING neutronclient.v2_0.client [req-4bea713a-22c3-4d17-8ab6-d17d578f7697 req-6f5f2bb3-5ed3-4cd2-96a3-61b0429d7989 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.217857] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088245} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.218477] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.220692] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b69efd-cb81-488a-933f-ac253f983b10 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.268378] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] ef965056-5b15-4287-9530-6ec1c532cc6f/ef965056-5b15-4287-9530-6ec1c532cc6f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.270677] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c417fdbb-1242-463d-a2b1-ca8c63643eeb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.299123] env[65983]: DEBUG nova.compute.manager [req-87d551f3-7f1f-48a7-a2ea-134a0c7c3cde req-11d9426c-ec28-4489-b590-87c0e1bd530f service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Received event network-changed-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 834.299123] env[65983]: DEBUG nova.compute.manager [req-87d551f3-7f1f-48a7-a2ea-134a0c7c3cde req-11d9426c-ec28-4489-b590-87c0e1bd530f service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Refreshing instance network info cache due to event network-changed-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 834.299348] env[65983]: DEBUG oslo_concurrency.lockutils [req-87d551f3-7f1f-48a7-a2ea-134a0c7c3cde req-11d9426c-ec28-4489-b590-87c0e1bd530f service nova] Acquiring lock "refresh_cache-a7c065af-ee14-4196-b7d9-4a0b7971b6ec" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.300778] env[65983]: DEBUG nova.network.neutron [req-4bea713a-22c3-4d17-8ab6-d17d578f7697 req-6f5f2bb3-5ed3-4cd2-96a3-61b0429d7989 service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Updated VIF entry in instance network info cache for port 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 834.301457] env[65983]: DEBUG nova.network.neutron [req-4bea713a-22c3-4d17-8ab6-d17d578f7697 req-6f5f2bb3-5ed3-4cd2-96a3-61b0429d7989 service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Updating instance_info_cache with network_info: [{"id": "37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65", "address": "fa:16:3e:3b:c2:7c", "network": {"id": "df996e99-0b33-40b4-9e37-05dfe1f0901d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-896506304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02fc574ecc4d4a5c89608b17a478f8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d6f1fa-97", "ovs_interfaceid": "37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.314655] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Waiting for the task: (returnval){ [ 834.314655] env[65983]: value = "task-4468627" [ 834.314655] env[65983]: _type = "Task" [ 834.314655] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.327806] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.352696] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 834.479795] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468625, 'name': CreateVM_Task, 'duration_secs': 1.124975} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.480027] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.480686] env[65983]: DEBUG oslo_concurrency.lockutils [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.480881] env[65983]: DEBUG oslo_concurrency.lockutils [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.481548] env[65983]: DEBUG oslo_concurrency.lockutils [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.481708] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac003a59-bef4-4f30-85db-5bd0e353033a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.488569] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 834.488569] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c689c2-dfda-bdb0-a773-5531d217b67f" [ 834.488569] env[65983]: _type = "Task" [ 834.488569] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.499525] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c689c2-dfda-bdb0-a773-5531d217b67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.598041] env[65983]: DEBUG nova.compute.utils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.604730] env[65983]: DEBUG nova.compute.manager [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 834.605055] env[65983]: DEBUG nova.network.neutron [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 834.605524] env[65983]: WARNING neutronclient.v2_0.client [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.608119] env[65983]: WARNING neutronclient.v2_0.client [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.684634] env[65983]: DEBUG nova.policy [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8150ddad71f429ab289c8bfef4655cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04cad39eae3c4805b26557cd5544a16f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.806523] env[65983]: DEBUG oslo_concurrency.lockutils [req-4bea713a-22c3-4d17-8ab6-d17d578f7697 req-6f5f2bb3-5ed3-4cd2-96a3-61b0429d7989 service nova] Releasing lock "refresh_cache-a7c065af-ee14-4196-b7d9-4a0b7971b6ec" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.806523] env[65983]: DEBUG oslo_concurrency.lockutils [req-87d551f3-7f1f-48a7-a2ea-134a0c7c3cde req-11d9426c-ec28-4489-b590-87c0e1bd530f service nova] Acquired lock "refresh_cache-a7c065af-ee14-4196-b7d9-4a0b7971b6ec" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.806523] env[65983]: DEBUG nova.network.neutron [req-87d551f3-7f1f-48a7-a2ea-134a0c7c3cde req-11d9426c-ec28-4489-b590-87c0e1bd530f service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Refreshing network info cache for port 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.835789] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468627, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.880528] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.004415] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c689c2-dfda-bdb0-a773-5531d217b67f, 'name': SearchDatastore_Task, 'duration_secs': 0.018379} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.004628] env[65983]: DEBUG oslo_concurrency.lockutils [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.005159] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.005523] env[65983]: DEBUG oslo_concurrency.lockutils [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.005763] env[65983]: DEBUG oslo_concurrency.lockutils [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.005949] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.006473] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82b3550b-6a45-454d-9bc1-685ba509f433 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.018360] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.018836] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.023385] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3014948-b474-48fa-95ce-7705a8f6bb58 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.035155] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 835.035155] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5238999f-3b1b-e9fe-b08d-1acb742ae4b3" [ 835.035155] env[65983]: _type = "Task" [ 835.035155] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.050442] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5238999f-3b1b-e9fe-b08d-1acb742ae4b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.105414] env[65983]: DEBUG nova.compute.manager [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 835.156163] env[65983]: DEBUG nova.network.neutron [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Successfully created port: d2192755-34f4-40b3-9ddb-7f1b557d3f9d {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 835.313831] env[65983]: WARNING neutronclient.v2_0.client [req-87d551f3-7f1f-48a7-a2ea-134a0c7c3cde req-11d9426c-ec28-4489-b590-87c0e1bd530f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.333864] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468627, 'name': ReconfigVM_Task, 'duration_secs': 0.526155} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.334268] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Reconfigured VM instance instance-0000003c to attach disk [datastore1] ef965056-5b15-4287-9530-6ec1c532cc6f/ef965056-5b15-4287-9530-6ec1c532cc6f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.337398] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf9a4ff1-37ba-4f2f-b810-bc00edd3b579 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.348339] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Waiting for the task: (returnval){ [ 835.348339] env[65983]: value = "task-4468628" [ 835.348339] env[65983]: _type = "Task" [ 835.348339] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.360056] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468628, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.382126] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521aabb6-b17c-f1c1-600e-b1cebb5b9905/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 835.384074] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16f947d-fc8a-438e-a6fb-e7c2786cc97b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.389724] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64db599b-3cac-4df6-b79b-8e40229f9ded {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.406283] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521aabb6-b17c-f1c1-600e-b1cebb5b9905/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 835.406283] env[65983]: ERROR oslo_vmware.rw_handles [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521aabb6-b17c-f1c1-600e-b1cebb5b9905/disk-0.vmdk due to incomplete transfer. [ 835.406580] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-69e5b52b-fd4a-400c-9b35-eaffcaa45f74 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.409329] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd84d7ce-c439-4282-8ece-3974f5537285 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.453973] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08eff7a-3bfe-40f0-b361-180e9bb45295 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.458161] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521aabb6-b17c-f1c1-600e-b1cebb5b9905/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 835.458426] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Uploaded image e1d973ff-cef4-434f-a34f-ae990c716bfd to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 835.460938] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 835.461107] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03b9551e-4bc3-4ca0-a0ce-f33841c866d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.470676] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc721308-54a2-4ef0-a12b-82fe8b78a4c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.478405] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 835.478405] env[65983]: value = "task-4468629" [ 835.478405] env[65983]: _type = "Task" [ 835.478405] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.492643] env[65983]: DEBUG nova.compute.provider_tree [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.500896] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468629, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.548933] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5238999f-3b1b-e9fe-b08d-1acb742ae4b3, 'name': SearchDatastore_Task, 'duration_secs': 0.014799} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.549759] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe699f3-4485-4765-8ae1-878121af20df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.557038] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 835.557038] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526e6b5a-654b-e5ae-320c-ef5bc1612119" [ 835.557038] env[65983]: _type = "Task" [ 835.557038] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.568931] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526e6b5a-654b-e5ae-320c-ef5bc1612119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.792611] env[65983]: WARNING neutronclient.v2_0.client [req-87d551f3-7f1f-48a7-a2ea-134a0c7c3cde req-11d9426c-ec28-4489-b590-87c0e1bd530f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.861470] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468628, 'name': Rename_Task, 'duration_secs': 0.167027} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.862150] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.862150] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee50dbbf-9e07-423f-82ba-3dff45677a01 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.869568] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Waiting for the task: (returnval){ [ 835.869568] env[65983]: value = "task-4468630" [ 835.869568] env[65983]: _type = "Task" [ 835.869568] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.878189] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.972441] env[65983]: DEBUG nova.network.neutron [req-87d551f3-7f1f-48a7-a2ea-134a0c7c3cde req-11d9426c-ec28-4489-b590-87c0e1bd530f service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Updated VIF entry in instance network info cache for port 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 835.972864] env[65983]: DEBUG nova.network.neutron [req-87d551f3-7f1f-48a7-a2ea-134a0c7c3cde req-11d9426c-ec28-4489-b590-87c0e1bd530f service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Updating instance_info_cache with network_info: [{"id": "37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65", "address": "fa:16:3e:3b:c2:7c", "network": {"id": "df996e99-0b33-40b4-9e37-05dfe1f0901d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-896506304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02fc574ecc4d4a5c89608b17a478f8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d6f1fa-97", "ovs_interfaceid": "37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.988251] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468629, 'name': Destroy_Task, 'duration_secs': 0.391367} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.989238] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Destroyed the VM [ 835.989471] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 835.989734] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-97670da7-3b6a-4da0-869f-8acc5aa52bf9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.998063] env[65983]: DEBUG nova.scheduler.client.report [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.001667] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 836.001667] env[65983]: value = "task-4468631" [ 836.001667] env[65983]: _type = "Task" [ 836.001667] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.014076] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468631, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.069678] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526e6b5a-654b-e5ae-320c-ef5bc1612119, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.069954] env[65983]: DEBUG oslo_concurrency.lockutils [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.070712] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 46e047d0-0d82-4fd9-8dde-8ea693f3fa37/46e047d0-0d82-4fd9-8dde-8ea693f3fa37.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.070712] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34c265c7-2006-4eb8-829a-b048f1a4bce0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.078252] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 836.078252] env[65983]: value = "task-4468632" [ 836.078252] env[65983]: _type = "Task" [ 836.078252] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.088255] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.118242] env[65983]: DEBUG nova.compute.manager [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 836.151706] env[65983]: DEBUG nova.virt.hardware [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 836.152097] env[65983]: DEBUG nova.virt.hardware [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.152353] env[65983]: DEBUG nova.virt.hardware [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 836.152742] env[65983]: DEBUG nova.virt.hardware [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.152883] env[65983]: DEBUG nova.virt.hardware [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 836.153092] env[65983]: DEBUG nova.virt.hardware [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 836.153461] env[65983]: DEBUG nova.virt.hardware [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 836.153559] env[65983]: DEBUG nova.virt.hardware [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 836.153669] env[65983]: DEBUG nova.virt.hardware [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 836.153905] env[65983]: DEBUG nova.virt.hardware [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 836.154205] env[65983]: DEBUG nova.virt.hardware [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 836.155388] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67771912-fa57-4f7b-804e-9d609f9af161 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.171403] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8303ab0-f711-477a-8a60-8aa18c357f1d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.385628] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.476504] env[65983]: DEBUG oslo_concurrency.lockutils [req-87d551f3-7f1f-48a7-a2ea-134a0c7c3cde req-11d9426c-ec28-4489-b590-87c0e1bd530f service nova] Releasing lock "refresh_cache-a7c065af-ee14-4196-b7d9-4a0b7971b6ec" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.503974] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.414s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.509948] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.605s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.511719] env[65983]: INFO nova.compute.claims [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.523484] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468631, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.525959] env[65983]: INFO nova.scheduler.client.report [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Deleted allocations for instance 728a7240-9509-4449-a71d-44be5ae1e63c [ 836.594962] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468632, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.817744] env[65983]: INFO nova.compute.manager [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Rescuing [ 836.818137] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "refresh_cache-329ac5cc-582d-4ce9-8962-413086565e84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.818408] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquired lock "refresh_cache-329ac5cc-582d-4ce9-8962-413086565e84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.818615] env[65983]: DEBUG nova.network.neutron [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 836.826410] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "7e1c758f-b936-41f8-a044-7bff12dffb84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.826523] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.884036] env[65983]: DEBUG oslo_vmware.api [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468630, 'name': PowerOnVM_Task, 'duration_secs': 0.865416} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.884359] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.884639] env[65983]: INFO nova.compute.manager [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Took 9.31 seconds to spawn the instance on the hypervisor. [ 836.884817] env[65983]: DEBUG nova.compute.manager [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 836.885731] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfb99b7-a502-4ce3-94d2-515f2b60a8b7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.984503] env[65983]: DEBUG nova.network.neutron [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Successfully updated port: d2192755-34f4-40b3-9ddb-7f1b557d3f9d {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 837.021336] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468631, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.032565] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Lock "728a7240-9509-4449-a71d-44be5ae1e63c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.629s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.097220] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628857} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.097220] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 46e047d0-0d82-4fd9-8dde-8ea693f3fa37/46e047d0-0d82-4fd9-8dde-8ea693f3fa37.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.097220] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.097220] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32afa00e-7ec4-4de9-a228-4ff0efdb5f51 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.104175] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 837.104175] env[65983]: value = "task-4468633" [ 837.104175] env[65983]: _type = "Task" [ 837.104175] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.113769] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.277785] env[65983]: DEBUG nova.compute.manager [req-4fc519bb-1e2b-4c1e-9307-c7ac7d12726a req-c413a35f-3c0e-48ca-945a-9789e2eb6602 service nova] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Received event network-vif-plugged-d2192755-34f4-40b3-9ddb-7f1b557d3f9d {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 837.278221] env[65983]: DEBUG oslo_concurrency.lockutils [req-4fc519bb-1e2b-4c1e-9307-c7ac7d12726a req-c413a35f-3c0e-48ca-945a-9789e2eb6602 service nova] Acquiring lock "54d07e34-c120-4c93-a465-6410caa88121-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.278221] env[65983]: DEBUG oslo_concurrency.lockutils [req-4fc519bb-1e2b-4c1e-9307-c7ac7d12726a req-c413a35f-3c0e-48ca-945a-9789e2eb6602 service nova] Lock "54d07e34-c120-4c93-a465-6410caa88121-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.278221] env[65983]: DEBUG oslo_concurrency.lockutils [req-4fc519bb-1e2b-4c1e-9307-c7ac7d12726a req-c413a35f-3c0e-48ca-945a-9789e2eb6602 service nova] Lock "54d07e34-c120-4c93-a465-6410caa88121-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.278427] env[65983]: DEBUG nova.compute.manager [req-4fc519bb-1e2b-4c1e-9307-c7ac7d12726a req-c413a35f-3c0e-48ca-945a-9789e2eb6602 service nova] [instance: 54d07e34-c120-4c93-a465-6410caa88121] No waiting events found dispatching network-vif-plugged-d2192755-34f4-40b3-9ddb-7f1b557d3f9d {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 837.278595] env[65983]: WARNING nova.compute.manager [req-4fc519bb-1e2b-4c1e-9307-c7ac7d12726a req-c413a35f-3c0e-48ca-945a-9789e2eb6602 service nova] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Received unexpected event network-vif-plugged-d2192755-34f4-40b3-9ddb-7f1b557d3f9d for instance with vm_state building and task_state spawning. [ 837.327233] env[65983]: WARNING neutronclient.v2_0.client [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.409037] env[65983]: INFO nova.compute.manager [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Took 39.58 seconds to build instance. [ 837.487870] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "refresh_cache-54d07e34-c120-4c93-a465-6410caa88121" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.489693] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquired lock "refresh_cache-54d07e34-c120-4c93-a465-6410caa88121" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.489693] env[65983]: DEBUG nova.network.neutron [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 837.490702] env[65983]: WARNING neutronclient.v2_0.client [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.513709] env[65983]: DEBUG oslo_concurrency.lockutils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquiring lock "1273121f-2ee4-4807-9264-52cbc6866e66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.513957] env[65983]: DEBUG oslo_concurrency.lockutils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Lock "1273121f-2ee4-4807-9264-52cbc6866e66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.521135] env[65983]: DEBUG oslo_vmware.api [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468631, 'name': RemoveSnapshot_Task, 'duration_secs': 1.019682} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.521414] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 837.521643] env[65983]: INFO nova.compute.manager [None req-f85bb872-3f66-44d8-8a5c-71ae7407fd43 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Took 17.31 seconds to snapshot the instance on the hypervisor. [ 837.614688] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072638} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.614962] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.618274] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39615dfe-171b-4e3f-bb9e-1782fad2d790 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.623600] env[65983]: DEBUG nova.network.neutron [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Updating instance_info_cache with network_info: [{"id": "370a7a75-2adb-4a8b-b709-1c95044d4fe7", "address": "fa:16:3e:64:2c:f3", "network": {"id": "6a0298b4-0ff4-4220-be3b-00873507a10f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857027999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f67bff0ae5d24414aea499e330b997a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap370a7a75-2a", "ovs_interfaceid": "370a7a75-2adb-4a8b-b709-1c95044d4fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.642625] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 46e047d0-0d82-4fd9-8dde-8ea693f3fa37/46e047d0-0d82-4fd9-8dde-8ea693f3fa37.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.647319] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Releasing lock "refresh_cache-329ac5cc-582d-4ce9-8962-413086565e84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.649502] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db0e819-acbf-4f38-94c3-a7063624b536 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.673629] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 837.673629] env[65983]: value = "task-4468634" [ 837.673629] env[65983]: _type = "Task" [ 837.673629] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.688547] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.914654] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Lock "ef965056-5b15-4287-9530-6ec1c532cc6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.327s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.075909] env[65983]: DEBUG nova.network.neutron [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 838.187769] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.195419] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "90e48d00-572b-45de-b1f8-68c0f13adc5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.195676] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "90e48d00-572b-45de-b1f8-68c0f13adc5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.212491] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6407d930-de8a-4498-af98-94a7beb823a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.221877] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aee416-1a56-432b-b2c4-d176de309424 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.256103] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46617b1-51c1-4109-9fca-c73eab5b095a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.264884] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b323e722-900b-432c-ae32-cb0f5460a979 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.283589] env[65983]: DEBUG nova.compute.provider_tree [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.319547] env[65983]: WARNING neutronclient.v2_0.client [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.418159] env[65983]: DEBUG nova.compute.manager [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 838.432034] env[65983]: DEBUG nova.network.neutron [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Updating instance_info_cache with network_info: [{"id": "d2192755-34f4-40b3-9ddb-7f1b557d3f9d", "address": "fa:16:3e:c0:b6:6e", "network": {"id": "a79f15dc-f027-4e8b-88ca-34e2e55316ba", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-853857939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04cad39eae3c4805b26557cd5544a16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2192755-34", "ovs_interfaceid": "d2192755-34f4-40b3-9ddb-7f1b557d3f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.686259] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468634, 'name': ReconfigVM_Task, 'duration_secs': 0.74542} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.686623] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 46e047d0-0d82-4fd9-8dde-8ea693f3fa37/46e047d0-0d82-4fd9-8dde-8ea693f3fa37.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.687434] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e651dc22-b78e-4435-8368-2c914226e598 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.695587] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 838.695587] env[65983]: value = "task-4468635" [ 838.695587] env[65983]: _type = "Task" [ 838.695587] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.705070] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468635, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.791019] env[65983]: DEBUG nova.scheduler.client.report [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.935110] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Releasing lock "refresh_cache-54d07e34-c120-4c93-a465-6410caa88121" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.935110] env[65983]: DEBUG nova.compute.manager [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Instance network_info: |[{"id": "d2192755-34f4-40b3-9ddb-7f1b557d3f9d", "address": "fa:16:3e:c0:b6:6e", "network": {"id": "a79f15dc-f027-4e8b-88ca-34e2e55316ba", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-853857939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04cad39eae3c4805b26557cd5544a16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2192755-34", "ovs_interfaceid": "d2192755-34f4-40b3-9ddb-7f1b557d3f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 838.935408] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:b6:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2192755-34f4-40b3-9ddb-7f1b557d3f9d', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.943901] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 838.944622] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.946160] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f781f6f2-ea63-41fd-954e-c45f05206844 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.967203] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.975471] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.975471] env[65983]: value = "task-4468636" [ 838.975471] env[65983]: _type = "Task" [ 838.975471] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.986816] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468636, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.207364] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468635, 'name': Rename_Task, 'duration_secs': 0.373611} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.208283] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.208283] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1eace0c2-960a-4c49-b995-db08d747dbaa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.212042] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.212042] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5104b17-96a7-4d1a-990a-775abdeb1ef1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.216494] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 839.216494] env[65983]: value = "task-4468637" [ 839.216494] env[65983]: _type = "Task" [ 839.216494] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.222976] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 839.222976] env[65983]: value = "task-4468638" [ 839.222976] env[65983]: _type = "Task" [ 839.222976] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.231408] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.239765] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.296814] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.298326] env[65983]: DEBUG nova.compute.manager [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 839.301912] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.629s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.302230] env[65983]: DEBUG nova.objects.instance [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 839.469032] env[65983]: DEBUG oslo_concurrency.lockutils [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Acquiring lock "ef965056-5b15-4287-9530-6ec1c532cc6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.469611] env[65983]: DEBUG oslo_concurrency.lockutils [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Lock "ef965056-5b15-4287-9530-6ec1c532cc6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.469796] env[65983]: DEBUG oslo_concurrency.lockutils [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Acquiring lock "ef965056-5b15-4287-9530-6ec1c532cc6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.470311] env[65983]: DEBUG oslo_concurrency.lockutils [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Lock "ef965056-5b15-4287-9530-6ec1c532cc6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.470522] env[65983]: DEBUG oslo_concurrency.lockutils [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Lock "ef965056-5b15-4287-9530-6ec1c532cc6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.473606] env[65983]: INFO nova.compute.manager [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Terminating instance [ 839.487520] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468636, 'name': CreateVM_Task, 'duration_secs': 0.40164} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.488385] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.488934] env[65983]: WARNING neutronclient.v2_0.client [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.489342] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.489523] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.489893] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.490758] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fe61680-f4ae-441e-8bb0-87d46a5f5262 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.496875] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 839.496875] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52096d63-b5ef-e1c2-fa66-8e1bdc62deaf" [ 839.496875] env[65983]: _type = "Task" [ 839.496875] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.507758] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52096d63-b5ef-e1c2-fa66-8e1bdc62deaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.583475] env[65983]: DEBUG nova.compute.manager [req-c6e5c8db-58e7-4ace-851e-6d3d2eadb9a8 req-26b9dc7a-75db-4bcd-ae85-fa4ffee64e36 service nova] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Received event network-changed-d2192755-34f4-40b3-9ddb-7f1b557d3f9d {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 839.583599] env[65983]: DEBUG nova.compute.manager [req-c6e5c8db-58e7-4ace-851e-6d3d2eadb9a8 req-26b9dc7a-75db-4bcd-ae85-fa4ffee64e36 service nova] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Refreshing instance network info cache due to event network-changed-d2192755-34f4-40b3-9ddb-7f1b557d3f9d. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 839.583782] env[65983]: DEBUG oslo_concurrency.lockutils [req-c6e5c8db-58e7-4ace-851e-6d3d2eadb9a8 req-26b9dc7a-75db-4bcd-ae85-fa4ffee64e36 service nova] Acquiring lock "refresh_cache-54d07e34-c120-4c93-a465-6410caa88121" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.583918] env[65983]: DEBUG oslo_concurrency.lockutils [req-c6e5c8db-58e7-4ace-851e-6d3d2eadb9a8 req-26b9dc7a-75db-4bcd-ae85-fa4ffee64e36 service nova] Acquired lock "refresh_cache-54d07e34-c120-4c93-a465-6410caa88121" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.584083] env[65983]: DEBUG nova.network.neutron [req-c6e5c8db-58e7-4ace-851e-6d3d2eadb9a8 req-26b9dc7a-75db-4bcd-ae85-fa4ffee64e36 service nova] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Refreshing network info cache for port d2192755-34f4-40b3-9ddb-7f1b557d3f9d {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.731293] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468637, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.737682] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468638, 'name': PowerOffVM_Task, 'duration_secs': 0.218126} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.737918] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.738934] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6201128-2b1c-439e-a03b-03ef5f5b62e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.759089] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f55b06-6160-436a-b1b8-1bfbdd96cfaa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.807501] env[65983]: DEBUG nova.compute.utils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.814920] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.815304] env[65983]: DEBUG nova.compute.manager [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 839.815491] env[65983]: DEBUG nova.network.neutron [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 839.815904] env[65983]: WARNING neutronclient.v2_0.client [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.816304] env[65983]: WARNING neutronclient.v2_0.client [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.818297] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1601947e-88d5-49fd-810c-1080b459c4ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.828020] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 839.828020] env[65983]: value = "task-4468639" [ 839.828020] env[65983]: _type = "Task" [ 839.828020] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.845644] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 839.846112] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.846213] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.846383] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.846559] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.846836] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03fbeb83-22d5-43c3-8f00-2f2f33b22b3f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.860725] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.860905] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.861793] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467c92e5-f5e4-4061-a6f2-37550f959839 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.868433] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 839.868433] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52290398-a858-e427-2b06-446233d302eb" [ 839.868433] env[65983]: _type = "Task" [ 839.868433] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.878964] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52290398-a858-e427-2b06-446233d302eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.884973] env[65983]: DEBUG nova.policy [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb796691a2ac46f2994ac316f49ba562', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '166440c2748e43d598e3b89a3c24f463', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.978270] env[65983]: DEBUG nova.compute.manager [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 839.978524] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.979544] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d19992-c400-45a7-8730-70544108397f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.990521] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.991110] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31117e32-14a2-4c15-b105-57cfef18f2e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.003525] env[65983]: DEBUG oslo_vmware.api [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Waiting for the task: (returnval){ [ 840.003525] env[65983]: value = "task-4468640" [ 840.003525] env[65983]: _type = "Task" [ 840.003525] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.012223] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52096d63-b5ef-e1c2-fa66-8e1bdc62deaf, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.012749] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.013076] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.013290] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.018380] env[65983]: DEBUG oslo_vmware.api [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.088945] env[65983]: WARNING neutronclient.v2_0.client [req-c6e5c8db-58e7-4ace-851e-6d3d2eadb9a8 req-26b9dc7a-75db-4bcd-ae85-fa4ffee64e36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.232526] env[65983]: DEBUG oslo_vmware.api [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468637, 'name': PowerOnVM_Task, 'duration_secs': 0.655689} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.232886] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.233156] env[65983]: DEBUG nova.compute.manager [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 840.234205] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3d08a6-8905-42cd-a376-8cd0c1ddb3cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.284604] env[65983]: DEBUG nova.network.neutron [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Successfully created port: 1d01711e-51ab-485e-a263-a4a37aa0c402 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 840.314229] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5c4fdf9f-131e-4107-abbe-6d84ab686308 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.319153] env[65983]: DEBUG nova.compute.manager [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 840.322282] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.181s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.322632] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.322632] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65983) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 840.322901] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.012s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.323197] env[65983]: DEBUG nova.objects.instance [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Lazy-loading 'resources' on Instance uuid f5166917-734f-4c86-84ec-3b63ea129c5c {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.328065] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47319cbf-8b51-48c6-bda7-4fd64e48ae41 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.335069] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f908af-0f10-4c4e-bc16-de9518ad29f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.360125] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651982e6-aa4c-4e31-bd74-591e4afd0f02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.379741] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da127726-16da-4253-8b9b-b2021119112b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.395028] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52290398-a858-e427-2b06-446233d302eb, 'name': SearchDatastore_Task, 'duration_secs': 0.016258} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.395028] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6d739d-7943-4410-a9a1-97f1922b8f6c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.437681] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178578MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65983) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 840.437914] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.439860] env[65983]: WARNING neutronclient.v2_0.client [req-c6e5c8db-58e7-4ace-851e-6d3d2eadb9a8 req-26b9dc7a-75db-4bcd-ae85-fa4ffee64e36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.449015] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 840.449015] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5277f20a-75b6-6cb5-8ef6-3504717c189d" [ 840.449015] env[65983]: _type = "Task" [ 840.449015] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.465983] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5277f20a-75b6-6cb5-8ef6-3504717c189d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.515159] env[65983]: DEBUG oslo_vmware.api [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468640, 'name': PowerOffVM_Task, 'duration_secs': 0.234616} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.515465] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.515587] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.515849] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6cfe80a-abc1-4da4-85f2-476a54016843 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.608869] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.609074] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.609258] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Deleting the datastore file [datastore1] ef965056-5b15-4287-9530-6ec1c532cc6f {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.609525] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7dab1cc-c856-4910-bd6e-e85ec5482024 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.619515] env[65983]: DEBUG oslo_vmware.api [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Waiting for the task: (returnval){ [ 840.619515] env[65983]: value = "task-4468642" [ 840.619515] env[65983]: _type = "Task" [ 840.619515] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.632687] env[65983]: DEBUG oslo_vmware.api [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.633784] env[65983]: DEBUG nova.network.neutron [req-c6e5c8db-58e7-4ace-851e-6d3d2eadb9a8 req-26b9dc7a-75db-4bcd-ae85-fa4ffee64e36 service nova] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Updated VIF entry in instance network info cache for port d2192755-34f4-40b3-9ddb-7f1b557d3f9d. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 840.634122] env[65983]: DEBUG nova.network.neutron [req-c6e5c8db-58e7-4ace-851e-6d3d2eadb9a8 req-26b9dc7a-75db-4bcd-ae85-fa4ffee64e36 service nova] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Updating instance_info_cache with network_info: [{"id": "d2192755-34f4-40b3-9ddb-7f1b557d3f9d", "address": "fa:16:3e:c0:b6:6e", "network": {"id": "a79f15dc-f027-4e8b-88ca-34e2e55316ba", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-853857939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04cad39eae3c4805b26557cd5544a16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2192755-34", "ovs_interfaceid": "d2192755-34f4-40b3-9ddb-7f1b557d3f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.756058] env[65983]: DEBUG oslo_concurrency.lockutils [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.962983] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5277f20a-75b6-6cb5-8ef6-3504717c189d, 'name': SearchDatastore_Task, 'duration_secs': 0.031499} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.963290] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.963960] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 329ac5cc-582d-4ce9-8962-413086565e84/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk. {{(pid=65983) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 840.964143] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.964305] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.964571] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86235f3e-c24d-4bfe-aca0-c00d25ce09f3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.969844] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5ef23ff-a2ef-47c3-9729-f823abcb3ba7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.980214] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 840.980214] env[65983]: value = "task-4468643" [ 840.980214] env[65983]: _type = "Task" [ 840.980214] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.990370] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.990370] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.994404] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab3ef16-1f6a-40a5-8175-c9d8539d3400 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.997411] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.003149] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 841.003149] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526c3089-63d0-3be9-55ad-99bf0a322f1a" [ 841.003149] env[65983]: _type = "Task" [ 841.003149] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.018998] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526c3089-63d0-3be9-55ad-99bf0a322f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.020116] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee27816-dac0-4c44-8a62-253bf57139f5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.027652] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 841.027652] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c442cc-94bf-6214-be71-37cc0e7da3f5" [ 841.027652] env[65983]: _type = "Task" [ 841.027652] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.048897] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c442cc-94bf-6214-be71-37cc0e7da3f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.130856] env[65983]: DEBUG oslo_vmware.api [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Task: {'id': task-4468642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440282} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.131130] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.131345] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.131559] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.131791] env[65983]: INFO nova.compute.manager [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 841.132064] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 841.132276] env[65983]: DEBUG nova.compute.manager [-] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 841.132357] env[65983]: DEBUG nova.network.neutron [-] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 841.132623] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.137840] env[65983]: DEBUG oslo_concurrency.lockutils [req-c6e5c8db-58e7-4ace-851e-6d3d2eadb9a8 req-26b9dc7a-75db-4bcd-ae85-fa4ffee64e36 service nova] Releasing lock "refresh_cache-54d07e34-c120-4c93-a465-6410caa88121" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.203466] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.337268] env[65983]: DEBUG nova.compute.manager [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 841.373997] env[65983]: DEBUG nova.virt.hardware [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 841.375309] env[65983]: DEBUG nova.virt.hardware [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.375555] env[65983]: DEBUG nova.virt.hardware [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 841.376158] env[65983]: DEBUG nova.virt.hardware [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.376320] env[65983]: DEBUG nova.virt.hardware [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 841.376466] env[65983]: DEBUG nova.virt.hardware [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 841.376741] env[65983]: DEBUG nova.virt.hardware [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 841.376832] env[65983]: DEBUG nova.virt.hardware [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 841.377095] env[65983]: DEBUG nova.virt.hardware [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 841.377452] env[65983]: DEBUG nova.virt.hardware [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 841.378433] env[65983]: DEBUG nova.virt.hardware [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 841.378664] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b5e35a-0420-4501-9602-bd3c46b8ce87 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.392190] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90202151-dc73-4811-8e09-745b23af65ef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.500020] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468643, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.546277] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c442cc-94bf-6214-be71-37cc0e7da3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.023005} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.548234] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.548495] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 54d07e34-c120-4c93-a465-6410caa88121/54d07e34-c120-4c93-a465-6410caa88121.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.549816] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73fa5d8-5a88-4912-b28b-419df3804d52 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.554446] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99182d3b-b4b4-4cc0-a909-d2f7fe3fdde2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.566576] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dba2e01-37a1-4380-afb2-5d4d3bcadeee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.571057] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 841.571057] env[65983]: value = "task-4468644" [ 841.571057] env[65983]: _type = "Task" [ 841.571057] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.607227] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e8874d-358c-4e2e-881c-e7f051c083c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.615073] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.619138] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ed3e1a-76e0-4c5a-ba2b-a30dab37d3e5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.635483] env[65983]: DEBUG nova.compute.provider_tree [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.940952] env[65983]: DEBUG nova.network.neutron [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Successfully updated port: 1d01711e-51ab-485e-a263-a4a37aa0c402 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 841.994806] env[65983]: DEBUG nova.network.neutron [-] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.996595] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655775} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.997235] env[65983]: INFO nova.virt.vmwareapi.ds_util [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 329ac5cc-582d-4ce9-8962-413086565e84/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk. [ 841.998115] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd2c60-a3f9-4432-8acd-34effae75079 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.027531] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 329ac5cc-582d-4ce9-8962-413086565e84/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.028584] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf015da-36e5-4633-b442-e8326dc5432a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.050856] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 842.050856] env[65983]: value = "task-4468645" [ 842.050856] env[65983]: _type = "Task" [ 842.050856] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.063618] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.086719] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468644, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.140167] env[65983]: DEBUG nova.scheduler.client.report [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.390514] env[65983]: DEBUG nova.compute.manager [req-94558f76-0705-4275-bf5f-da3b82ff4f28 req-8176eb4a-0b2f-4fdd-8a19-20cae3cd664f service nova] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Received event network-vif-deleted-088efb33-56aa-42e0-b58e-b98c3a300c4d {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 842.408714] env[65983]: DEBUG nova.compute.manager [req-7b4c2e65-a7fc-4da3-82d6-42bb78294520 req-6379003e-8af8-4113-86cf-360f041fbb86 service nova] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Received event network-vif-plugged-1d01711e-51ab-485e-a263-a4a37aa0c402 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 842.408940] env[65983]: DEBUG oslo_concurrency.lockutils [req-7b4c2e65-a7fc-4da3-82d6-42bb78294520 req-6379003e-8af8-4113-86cf-360f041fbb86 service nova] Acquiring lock "0c1bebe7-5f9e-4e4f-932a-e8843f61e98a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.409459] env[65983]: DEBUG oslo_concurrency.lockutils [req-7b4c2e65-a7fc-4da3-82d6-42bb78294520 req-6379003e-8af8-4113-86cf-360f041fbb86 service nova] Lock "0c1bebe7-5f9e-4e4f-932a-e8843f61e98a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.409697] env[65983]: DEBUG oslo_concurrency.lockutils [req-7b4c2e65-a7fc-4da3-82d6-42bb78294520 req-6379003e-8af8-4113-86cf-360f041fbb86 service nova] Lock "0c1bebe7-5f9e-4e4f-932a-e8843f61e98a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.409921] env[65983]: DEBUG nova.compute.manager [req-7b4c2e65-a7fc-4da3-82d6-42bb78294520 req-6379003e-8af8-4113-86cf-360f041fbb86 service nova] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] No waiting events found dispatching network-vif-plugged-1d01711e-51ab-485e-a263-a4a37aa0c402 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 842.410219] env[65983]: WARNING nova.compute.manager [req-7b4c2e65-a7fc-4da3-82d6-42bb78294520 req-6379003e-8af8-4113-86cf-360f041fbb86 service nova] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Received unexpected event network-vif-plugged-1d01711e-51ab-485e-a263-a4a37aa0c402 for instance with vm_state building and task_state spawning. [ 842.444311] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "refresh_cache-0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.444554] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "refresh_cache-0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.445077] env[65983]: DEBUG nova.network.neutron [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 842.499633] env[65983]: INFO nova.compute.manager [-] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Took 1.37 seconds to deallocate network for instance. [ 842.569764] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.584379] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885758} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.584604] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 54d07e34-c120-4c93-a465-6410caa88121/54d07e34-c120-4c93-a465-6410caa88121.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.584869] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.585224] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20d67927-5fc5-46e5-bf50-160b619850be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.596100] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 842.596100] env[65983]: value = "task-4468646" [ 842.596100] env[65983]: _type = "Task" [ 842.596100] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.608540] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.646386] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.650334] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 29.131s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.679489] env[65983]: INFO nova.scheduler.client.report [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Deleted allocations for instance f5166917-734f-4c86-84ec-3b63ea129c5c [ 842.997126] env[65983]: DEBUG nova.network.neutron [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 843.009613] env[65983]: DEBUG oslo_concurrency.lockutils [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.070226] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468645, 'name': ReconfigVM_Task, 'duration_secs': 0.707371} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.070659] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 329ac5cc-582d-4ce9-8962-413086565e84/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.071894] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc273fe-28e0-4c41-818b-8ff645761dde {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.113980] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0dc877a-2caa-4169-a33b-ec9e0f753240 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.133123] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "46e047d0-0d82-4fd9-8dde-8ea693f3fa37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.133735] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "46e047d0-0d82-4fd9-8dde-8ea693f3fa37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.133735] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "46e047d0-0d82-4fd9-8dde-8ea693f3fa37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.133735] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "46e047d0-0d82-4fd9-8dde-8ea693f3fa37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.134090] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "46e047d0-0d82-4fd9-8dde-8ea693f3fa37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.140551] env[65983]: INFO nova.compute.manager [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Terminating instance [ 843.146734] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084628} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.151082] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.151491] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 843.151491] env[65983]: value = "task-4468647" [ 843.151491] env[65983]: _type = "Task" [ 843.151491] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.155358] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9b5868-3650-4a10-947a-453e0d2258aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.161734] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.161734] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.161734] env[65983]: DEBUG nova.objects.instance [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lazy-loading 'migration_context' on Instance uuid 3265bd0a-4ff8-4918-94db-af70314e84cf {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.174354] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.199517] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 54d07e34-c120-4c93-a465-6410caa88121/54d07e34-c120-4c93-a465-6410caa88121.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.200328] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Lock "f5166917-734f-4c86-84ec-3b63ea129c5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.741s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.201775] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7dc48df-b5a8-4e01-b5fe-037b9fbc8d94 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.218987] env[65983]: WARNING neutronclient.v2_0.client [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.229425] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 843.229425] env[65983]: value = "task-4468648" [ 843.229425] env[65983]: _type = "Task" [ 843.229425] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.240019] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.360248] env[65983]: DEBUG nova.network.neutron [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Updating instance_info_cache with network_info: [{"id": "1d01711e-51ab-485e-a263-a4a37aa0c402", "address": "fa:16:3e:31:61:29", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d01711e-51", "ovs_interfaceid": "1d01711e-51ab-485e-a263-a4a37aa0c402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.655778] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "refresh_cache-46e047d0-0d82-4fd9-8dde-8ea693f3fa37" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.656120] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquired lock "refresh_cache-46e047d0-0d82-4fd9-8dde-8ea693f3fa37" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.656175] env[65983]: DEBUG nova.network.neutron [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 843.672579] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468647, 'name': ReconfigVM_Task, 'duration_secs': 0.517653} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.673799] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.674086] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d601797c-dc59-4d03-a167-7962f841acc9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.688579] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 843.688579] env[65983]: value = "task-4468649" [ 843.688579] env[65983]: _type = "Task" [ 843.688579] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.697276] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.744570] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.864280] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "refresh_cache-0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.864280] env[65983]: DEBUG nova.compute.manager [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Instance network_info: |[{"id": "1d01711e-51ab-485e-a263-a4a37aa0c402", "address": "fa:16:3e:31:61:29", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d01711e-51", "ovs_interfaceid": "1d01711e-51ab-485e-a263-a4a37aa0c402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 843.864280] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:61:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d01711e-51ab-485e-a263-a4a37aa0c402', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.872176] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Creating folder: Project (166440c2748e43d598e3b89a3c24f463). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.875118] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b760092-48b1-4049-80e5-e3f5d6cca2e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.888173] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Created folder: Project (166440c2748e43d598e3b89a3c24f463) in parent group-v873669. [ 843.888248] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Creating folder: Instances. Parent ref: group-v873846. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.891035] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22699cc0-d2fb-4a1b-a223-1f97205755a7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.901799] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Created folder: Instances in parent group-v873846. [ 843.902067] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 843.902270] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.902478] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f74db67-5837-4fea-a786-43b73ff9a140 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.927483] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.927483] env[65983]: value = "task-4468652" [ 843.927483] env[65983]: _type = "Task" [ 843.927483] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.937612] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468652, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.158757] env[65983]: WARNING neutronclient.v2_0.client [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.206105] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.240232] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468648, 'name': ReconfigVM_Task, 'duration_secs': 0.985305} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.240803] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 54d07e34-c120-4c93-a465-6410caa88121/54d07e34-c120-4c93-a465-6410caa88121.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.241784] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1c1f23e-7ab7-4fe3-be77-5cea314e4d7d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.254435] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 844.254435] env[65983]: value = "task-4468653" [ 844.254435] env[65983]: _type = "Task" [ 844.254435] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.262702] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468653, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.334452] env[65983]: DEBUG nova.network.neutron [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 844.346314] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5a6b2b-7081-4409-9735-c16b5bf75d36 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.356208] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91048b1-e7f5-4d3b-8ddd-05c6bf1b495a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.390950] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5655c284-e16a-48ae-9ffb-bf6784d83499 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.402983] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bbb66f-7516-4f50-8d6a-c031e6ba38e8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.417945] env[65983]: DEBUG nova.compute.provider_tree [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.443344] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468652, 'name': CreateVM_Task, 'duration_secs': 0.390631} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.443529] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.444040] env[65983]: WARNING neutronclient.v2_0.client [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.444448] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.444558] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.444847] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.445142] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5295c076-676e-4cd9-b89c-6f6890bdebe7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.451972] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 844.451972] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5228274e-b78d-b6fa-cd82-e715b04cd28f" [ 844.451972] env[65983]: _type = "Task" [ 844.451972] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.463069] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5228274e-b78d-b6fa-cd82-e715b04cd28f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.701721] env[65983]: DEBUG oslo_vmware.api [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468649, 'name': PowerOnVM_Task, 'duration_secs': 0.648785} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.702016] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.704871] env[65983]: DEBUG nova.compute.manager [None req-b016b450-463a-4932-92e8-59d7a132e1a9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 844.705735] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9470af0a-dba4-4f34-8a92-e92428ed6989 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.768110] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468653, 'name': Rename_Task, 'duration_secs': 0.34343} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.768443] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.769045] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0356ec7-6a29-4cba-a73f-0c7e2c400725 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.778902] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 844.778902] env[65983]: value = "task-4468654" [ 844.778902] env[65983]: _type = "Task" [ 844.778902] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.788817] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.923125] env[65983]: DEBUG nova.scheduler.client.report [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.966902] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5228274e-b78d-b6fa-cd82-e715b04cd28f, 'name': SearchDatastore_Task, 'duration_secs': 0.01276} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.967306] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.967835] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.968105] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.968293] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.968498] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.968890] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70243bc4-20cc-4209-80cd-a21429342a63 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.980379] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.980600] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.981502] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aedae86-2425-48d1-8e3f-1ae29db7f3ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.989928] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 844.989928] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f41f20-b501-6f6e-b322-0b60d80abc6b" [ 844.989928] env[65983]: _type = "Task" [ 844.989928] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.000035] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f41f20-b501-6f6e-b322-0b60d80abc6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.154830] env[65983]: DEBUG nova.network.neutron [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.290958] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.410943] env[65983]: DEBUG nova.compute.manager [req-6d633891-9efd-4686-b850-c9712c3f816d req-213332ac-816d-4a6b-bed9-a6d7f11bf16e service nova] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Received event network-changed-1d01711e-51ab-485e-a263-a4a37aa0c402 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 845.410943] env[65983]: DEBUG nova.compute.manager [req-6d633891-9efd-4686-b850-c9712c3f816d req-213332ac-816d-4a6b-bed9-a6d7f11bf16e service nova] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Refreshing instance network info cache due to event network-changed-1d01711e-51ab-485e-a263-a4a37aa0c402. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 845.411443] env[65983]: DEBUG oslo_concurrency.lockutils [req-6d633891-9efd-4686-b850-c9712c3f816d req-213332ac-816d-4a6b-bed9-a6d7f11bf16e service nova] Acquiring lock "refresh_cache-0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.411720] env[65983]: DEBUG oslo_concurrency.lockutils [req-6d633891-9efd-4686-b850-c9712c3f816d req-213332ac-816d-4a6b-bed9-a6d7f11bf16e service nova] Acquired lock "refresh_cache-0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.411984] env[65983]: DEBUG nova.network.neutron [req-6d633891-9efd-4686-b850-c9712c3f816d req-213332ac-816d-4a6b-bed9-a6d7f11bf16e service nova] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Refreshing network info cache for port 1d01711e-51ab-485e-a263-a4a37aa0c402 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.502976] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f41f20-b501-6f6e-b322-0b60d80abc6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.504143] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052c7c24-1d51-4983-b0a5-5c73d7a46b7c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.511681] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 845.511681] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fc3937-acfe-c7da-8c45-ac93f124a605" [ 845.511681] env[65983]: _type = "Task" [ 845.511681] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.521355] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fc3937-acfe-c7da-8c45-ac93f124a605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.658433] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Releasing lock "refresh_cache-46e047d0-0d82-4fd9-8dde-8ea693f3fa37" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.662547] env[65983]: DEBUG nova.compute.manager [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 845.663520] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.664499] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e633cf98-cca7-4cec-b33a-24e1923efbb4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.676834] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.677213] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77d71a3e-975c-4ebf-9a9c-643af604e048 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.684769] env[65983]: DEBUG oslo_vmware.api [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 845.684769] env[65983]: value = "task-4468655" [ 845.684769] env[65983]: _type = "Task" [ 845.684769] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.698087] env[65983]: DEBUG oslo_vmware.api [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.797041] env[65983]: DEBUG oslo_vmware.api [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468654, 'name': PowerOnVM_Task, 'duration_secs': 0.854853} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.797376] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.797575] env[65983]: INFO nova.compute.manager [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Took 9.68 seconds to spawn the instance on the hypervisor. [ 845.797750] env[65983]: DEBUG nova.compute.manager [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 845.798576] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a63ce26-e0a9-40e5-995f-de6ec7c3efcf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.915271] env[65983]: WARNING neutronclient.v2_0.client [req-6d633891-9efd-4686-b850-c9712c3f816d req-213332ac-816d-4a6b-bed9-a6d7f11bf16e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.936345] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.286s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.946157] env[65983]: DEBUG oslo_concurrency.lockutils [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.225s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.946157] env[65983]: DEBUG nova.objects.instance [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lazy-loading 'resources' on Instance uuid ef772d2e-a2fd-4e58-af98-1e0599f28fbc {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.027386] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fc3937-acfe-c7da-8c45-ac93f124a605, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.031188] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.031188] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a/0c1bebe7-5f9e-4e4f-932a-e8843f61e98a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.031636] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9f421c9-e83c-4b61-a169-0ebda82b816b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.039848] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 846.039848] env[65983]: value = "task-4468656" [ 846.039848] env[65983]: _type = "Task" [ 846.039848] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.050228] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.200196] env[65983]: DEBUG oslo_vmware.api [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468655, 'name': PowerOffVM_Task, 'duration_secs': 0.251232} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.200509] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.200911] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.201229] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1ef7f6f-923c-42ee-9af3-7dc4f2794561 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.241679] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.241679] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.242019] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Deleting the datastore file [datastore1] 46e047d0-0d82-4fd9-8dde-8ea693f3fa37 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.242394] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65321d7e-19bd-4654-a994-3892817aa238 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.252238] env[65983]: DEBUG oslo_vmware.api [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 846.252238] env[65983]: value = "task-4468658" [ 846.252238] env[65983]: _type = "Task" [ 846.252238] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.266255] env[65983]: DEBUG oslo_vmware.api [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.267643] env[65983]: WARNING neutronclient.v2_0.client [req-6d633891-9efd-4686-b850-c9712c3f816d req-213332ac-816d-4a6b-bed9-a6d7f11bf16e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.327658] env[65983]: INFO nova.compute.manager [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Took 44.45 seconds to build instance. [ 846.560531] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501346} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.561941] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a/0c1bebe7-5f9e-4e4f-932a-e8843f61e98a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.562094] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.563871] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85ab0588-4f11-4f94-a022-8619b0dc93aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.576563] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 846.576563] env[65983]: value = "task-4468659" [ 846.576563] env[65983]: _type = "Task" [ 846.576563] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.580520] env[65983]: DEBUG nova.network.neutron [req-6d633891-9efd-4686-b850-c9712c3f816d req-213332ac-816d-4a6b-bed9-a6d7f11bf16e service nova] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Updated VIF entry in instance network info cache for port 1d01711e-51ab-485e-a263-a4a37aa0c402. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 846.580520] env[65983]: DEBUG nova.network.neutron [req-6d633891-9efd-4686-b850-c9712c3f816d req-213332ac-816d-4a6b-bed9-a6d7f11bf16e service nova] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Updating instance_info_cache with network_info: [{"id": "1d01711e-51ab-485e-a263-a4a37aa0c402", "address": "fa:16:3e:31:61:29", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d01711e-51", "ovs_interfaceid": "1d01711e-51ab-485e-a263-a4a37aa0c402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.597747] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.765144] env[65983]: DEBUG oslo_vmware.api [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38787} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.765690] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.765690] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.765904] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.771293] env[65983]: INFO nova.compute.manager [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Took 1.10 seconds to destroy the instance on the hypervisor. [ 846.771293] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 846.771293] env[65983]: DEBUG nova.compute.manager [-] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 846.771293] env[65983]: DEBUG nova.network.neutron [-] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 846.771293] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.811928] env[65983]: DEBUG nova.network.neutron [-] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 846.812307] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.832584] env[65983]: DEBUG oslo_concurrency.lockutils [None req-144fed03-070f-4b7f-9e03-9ec598b89085 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "54d07e34-c120-4c93-a465-6410caa88121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.063s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.082392] env[65983]: DEBUG oslo_concurrency.lockutils [req-6d633891-9efd-4686-b850-c9712c3f816d req-213332ac-816d-4a6b-bed9-a6d7f11bf16e service nova] Releasing lock "refresh_cache-0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.097218] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07377} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.098797] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.099555] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41923d15-64a7-4c2f-9922-4b24a974a528 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.132797] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a/0c1bebe7-5f9e-4e4f-932a-e8843f61e98a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.133418] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aaaec54-a380-45cb-8cf1-f3b8ad70e274 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.155564] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 847.155564] env[65983]: value = "task-4468660" [ 847.155564] env[65983]: _type = "Task" [ 847.155564] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.172972] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.316167] env[65983]: DEBUG nova.network.neutron [-] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.322310] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bad37f-134d-4411-baf7-af8a986aaeca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.332924] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaee71b-c14f-4f35-9fce-375f934d7a5a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.340313] env[65983]: DEBUG nova.compute.manager [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 847.371551] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46621a26-c45e-4136-916c-6293d6ca0dd8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.382987] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd91c1-f847-403e-8eb8-466472c0dfe8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.407496] env[65983]: DEBUG nova.compute.provider_tree [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.484664] env[65983]: INFO nova.compute.manager [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Swapping old allocation on dict_keys(['105b815f-bff2-4131-99fb-b7e02a4602d6']) held by migration 9e78ef5f-84d6-47d8-8902-8f6668419763 for instance [ 847.518528] env[65983]: DEBUG nova.scheduler.client.report [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Overwriting current allocation {'allocations': {'105b815f-bff2-4131-99fb-b7e02a4602d6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 91}}, 'project_id': '63702928a01d4bb2bffd8d10d1725e06', 'user_id': '61285e031fc6456499d591e5c45c0cef', 'consumer_generation': 1} on consumer 3265bd0a-4ff8-4918-94db-af70314e84cf {{(pid=65983) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 847.587067] env[65983]: WARNING neutronclient.v2_0.client [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.623595] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.623595] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquired lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.624511] env[65983]: DEBUG nova.network.neutron [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 847.667144] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.826216] env[65983]: INFO nova.compute.manager [-] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Took 1.06 seconds to deallocate network for instance. [ 847.882431] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "7ac380a3-a3a6-4c10-8757-c0a61e334936" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.882724] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "7ac380a3-a3a6-4c10-8757-c0a61e334936" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.894558] env[65983]: DEBUG oslo_concurrency.lockutils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.911926] env[65983]: DEBUG nova.scheduler.client.report [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.126568] env[65983]: WARNING neutronclient.v2_0.client [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.167823] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468660, 'name': ReconfigVM_Task, 'duration_secs': 0.559172} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.168331] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a/0c1bebe7-5f9e-4e4f-932a-e8843f61e98a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.168918] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f749dff-321b-44ed-be4d-506069774bf6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.177779] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 848.177779] env[65983]: value = "task-4468661" [ 848.177779] env[65983]: _type = "Task" [ 848.177779] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.189380] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468661, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.334312] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.367946] env[65983]: WARNING neutronclient.v2_0.client [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.417624] env[65983]: DEBUG oslo_concurrency.lockutils [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.472s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.420308] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.110s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.422506] env[65983]: INFO nova.compute.claims [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.451397] env[65983]: INFO nova.scheduler.client.report [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleted allocations for instance ef772d2e-a2fd-4e58-af98-1e0599f28fbc [ 848.464037] env[65983]: DEBUG nova.network.neutron [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance_info_cache with network_info: [{"id": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "address": "fa:16:3e:c8:02:d8", "network": {"id": "cb54fe48-1361-45a3-a373-07428d511500", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c4f471eae1b43499bfbf92939867363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bf1ebe-c7", "ovs_interfaceid": "c0bf1ebe-c700-438e-ade1-f5ff2600089e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.697342] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468661, 'name': Rename_Task, 'duration_secs': 0.182271} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.698589] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.698589] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10becd32-7d9d-46a4-b666-8f31379f2fe6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.707269] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 848.707269] env[65983]: value = "task-4468662" [ 848.707269] env[65983]: _type = "Task" [ 848.707269] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.723326] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Acquiring lock "d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.723326] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Lock "d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.728755] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468662, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.964253] env[65983]: DEBUG oslo_concurrency.lockutils [None req-25969e13-e72e-4e63-a5a3-5297e17e40c3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "ef772d2e-a2fd-4e58-af98-1e0599f28fbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.201s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.969023] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Releasing lock "refresh_cache-3265bd0a-4ff8-4918-94db-af70314e84cf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.969023] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.969023] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e346c72-7336-4d51-814d-8f42ead34f65 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.977655] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 848.977655] env[65983]: value = "task-4468663" [ 848.977655] env[65983]: _type = "Task" [ 848.977655] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.995754] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.221716] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468662, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.487844] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468663, 'name': PowerOffVM_Task, 'duration_secs': 0.310131} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.488300] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.489147] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:35:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5e0dc785-532b-4c6e-a332-378006a9bfc6',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-5464097',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 849.489340] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.489545] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 849.489793] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.489935] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 849.490146] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 849.490403] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 849.490611] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 849.490863] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 849.491103] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 849.491340] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 849.499134] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-293e8aee-385d-418d-a8df-0c1bbb65a7de {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.520870] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 849.520870] env[65983]: value = "task-4468664" [ 849.520870] env[65983]: _type = "Task" [ 849.520870] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.529843] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.587384] env[65983]: DEBUG nova.compute.manager [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 849.589745] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b45bf6-e3ba-4ccd-939c-e35b3e3992da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.719334] env[65983]: DEBUG oslo_vmware.api [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468662, 'name': PowerOnVM_Task, 'duration_secs': 0.55399} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.722210] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.722723] env[65983]: INFO nova.compute.manager [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Took 8.38 seconds to spawn the instance on the hypervisor. [ 849.722723] env[65983]: DEBUG nova.compute.manager [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 849.724118] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f41a49-8145-4ec2-8239-d6096a50cb3b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.036053] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468664, 'name': ReconfigVM_Task, 'duration_secs': 0.30061} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.037259] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a907ca-760a-4175-8f6d-f4cf266aaa42 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.065617] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:35:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5e0dc785-532b-4c6e-a332-378006a9bfc6',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-5464097',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 850.065849] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.066046] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 850.066631] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.066631] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 850.066631] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 850.066901] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 850.067073] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 850.067315] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 850.067831] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 850.068639] env[65983]: DEBUG nova.virt.hardware [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 850.072804] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c296ee2d-14a6-4421-b8c8-86244c91aac8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.081735] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 850.081735] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52332c2b-e6fa-9fbd-06a8-b5a48f26f870" [ 850.081735] env[65983]: _type = "Task" [ 850.081735] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.094718] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52332c2b-e6fa-9fbd-06a8-b5a48f26f870, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.102602] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 850.103232] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-256cd4a1-cd35-4f0c-ba53-eb155a18ce97 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.122019] env[65983]: INFO nova.compute.manager [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] instance snapshotting [ 850.126077] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cb2465-686f-423e-838d-15487adfbadf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.132478] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 850.132478] env[65983]: value = "task-4468665" [ 850.132478] env[65983]: _type = "Task" [ 850.132478] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.152614] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c25968-22e4-4dcc-bbfb-78a9855b7e6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.159556] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.253197] env[65983]: INFO nova.compute.manager [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Took 45.37 seconds to build instance. [ 850.263067] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2080ffa9-61f6-4592-b00a-4ffe392f4d29 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.276267] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb55906-9b3f-4b7d-94aa-79f081fcb510 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.313704] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c679f219-da14-46f1-9f0d-77a8f0aa680a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.326143] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152ee905-f435-453e-879b-5215cabc52da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.342043] env[65983]: DEBUG nova.compute.provider_tree [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.643559] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468665, 'name': ReconfigVM_Task, 'duration_secs': 0.369202} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.643875] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 850.644761] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8ed995-02bf-4fa1-9b22-e7ec88c79a06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.675726] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 3265bd0a-4ff8-4918-94db-af70314e84cf/3265bd0a-4ff8-4918-94db-af70314e84cf.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.678192] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 850.678192] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8069386c-dfb6-4868-ac3a-15408b55f05d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.693227] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d3a043ae-33a4-48a7-a152-6d63841a2f71 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.702611] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 850.702611] env[65983]: value = "task-4468667" [ 850.702611] env[65983]: _type = "Task" [ 850.702611] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.704955] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 850.704955] env[65983]: value = "task-4468666" [ 850.704955] env[65983]: _type = "Task" [ 850.704955] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.722034] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.723785] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.756248] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52b89526-b2e9-403b-96be-a2c9997de8bb tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.084s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.845455] env[65983]: DEBUG nova.scheduler.client.report [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.218386] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.221837] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.259628] env[65983]: DEBUG nova.compute.manager [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 851.356564] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.936s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.357113] env[65983]: DEBUG nova.compute.manager [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 851.360431] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.524s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.360652] env[65983]: DEBUG nova.objects.instance [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lazy-loading 'resources' on Instance uuid 91bd0c31-6455-4d19-933f-c0546c1f2cd6 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.727682] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468667, 'name': ReconfigVM_Task, 'duration_secs': 0.622592} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.732714] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 3265bd0a-4ff8-4918-94db-af70314e84cf/3265bd0a-4ff8-4918-94db-af70314e84cf.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.732714] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468666, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.732915] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6f98bb-cc85-4ea3-a666-44ad251bb096 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.757479] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b5569c-bf26-49e7-a3c8-4352431c293d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.791583] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe46a676-222e-421d-ab3a-8adfb51d0e53 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.817092] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.818066] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749070a1-c6d8-4609-ae0e-93b1db71b5c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.826927] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.827265] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87e62e66-be72-417f-902f-2ae9f01be65f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.835979] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 851.835979] env[65983]: value = "task-4468668" [ 851.835979] env[65983]: _type = "Task" [ 851.835979] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.845989] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.863016] env[65983]: DEBUG nova.compute.utils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.869277] env[65983]: DEBUG nova.compute.manager [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 851.869277] env[65983]: DEBUG nova.network.neutron [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 851.869277] env[65983]: WARNING neutronclient.v2_0.client [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.869277] env[65983]: WARNING neutronclient.v2_0.client [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.941622] env[65983]: DEBUG nova.policy [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb796691a2ac46f2994ac316f49ba562', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '166440c2748e43d598e3b89a3c24f463', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.019738] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.019738] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.227534] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468666, 'name': CreateSnapshot_Task, 'duration_secs': 1.029844} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.228072] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 852.229858] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a16bd0-ab5a-475f-97a0-d1d24789f615 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.350568] env[65983]: DEBUG oslo_vmware.api [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468668, 'name': PowerOnVM_Task, 'duration_secs': 0.454758} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.350860] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.366996] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.367269] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.373781] env[65983]: DEBUG nova.compute.manager [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 852.387203] env[65983]: DEBUG nova.network.neutron [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Successfully created port: e55deeea-d61a-4687-a2c0-fb7d8c1cef41 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 852.548111] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3b5bef-6534-41fe-a455-e2052f54012a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.560387] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9b7995-c616-4262-b8a3-eb0dca33b64d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.595374] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7608be8-1152-4a4b-99db-f1cd39b06b34 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.603801] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8acc081-ff16-493e-a4d0-314a3e78dadd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.617986] env[65983]: DEBUG nova.compute.provider_tree [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.749070] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 852.749406] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eeb19aee-57cc-466c-82d7-851d68a2bc2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.761838] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 852.761838] env[65983]: value = "task-4468669" [ 852.761838] env[65983]: _type = "Task" [ 852.761838] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.772299] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468669, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.121395] env[65983]: DEBUG nova.scheduler.client.report [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.275082] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468669, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.374783] env[65983]: INFO nova.compute.manager [None req-5bcfacad-b036-47c1-a2a0-dd695aa25141 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance to original state: 'active' [ 853.382873] env[65983]: DEBUG nova.compute.manager [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 853.415534] env[65983]: DEBUG nova.virt.hardware [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 853.416618] env[65983]: DEBUG nova.virt.hardware [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.416618] env[65983]: DEBUG nova.virt.hardware [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 853.416618] env[65983]: DEBUG nova.virt.hardware [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.416618] env[65983]: DEBUG nova.virt.hardware [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 853.416618] env[65983]: DEBUG nova.virt.hardware [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 853.416856] env[65983]: DEBUG nova.virt.hardware [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 853.417011] env[65983]: DEBUG nova.virt.hardware [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 853.418083] env[65983]: DEBUG nova.virt.hardware [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 853.418083] env[65983]: DEBUG nova.virt.hardware [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 853.418083] env[65983]: DEBUG nova.virt.hardware [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 853.419035] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd28d2c-d31d-4c4f-b305-9d62e63880cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.428994] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e42d7f0-f758-413c-a462-9d9f031a6c60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.627881] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.630995] env[65983]: DEBUG oslo_concurrency.lockutils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.780s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.632425] env[65983]: INFO nova.compute.claims [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.659904] env[65983]: INFO nova.scheduler.client.report [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Deleted allocations for instance 91bd0c31-6455-4d19-933f-c0546c1f2cd6 [ 853.775036] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468669, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.863664] env[65983]: DEBUG nova.compute.manager [req-2311613f-eaa2-4567-be2f-1e928074725c req-c24f92b2-ad03-46c7-9a61-4ef7d00ce9ab service nova] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Received event network-vif-plugged-e55deeea-d61a-4687-a2c0-fb7d8c1cef41 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 853.863895] env[65983]: DEBUG oslo_concurrency.lockutils [req-2311613f-eaa2-4567-be2f-1e928074725c req-c24f92b2-ad03-46c7-9a61-4ef7d00ce9ab service nova] Acquiring lock "d99d4515-7d38-46d6-9c66-457170cb3e52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.864111] env[65983]: DEBUG oslo_concurrency.lockutils [req-2311613f-eaa2-4567-be2f-1e928074725c req-c24f92b2-ad03-46c7-9a61-4ef7d00ce9ab service nova] Lock "d99d4515-7d38-46d6-9c66-457170cb3e52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.864303] env[65983]: DEBUG oslo_concurrency.lockutils [req-2311613f-eaa2-4567-be2f-1e928074725c req-c24f92b2-ad03-46c7-9a61-4ef7d00ce9ab service nova] Lock "d99d4515-7d38-46d6-9c66-457170cb3e52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.864478] env[65983]: DEBUG nova.compute.manager [req-2311613f-eaa2-4567-be2f-1e928074725c req-c24f92b2-ad03-46c7-9a61-4ef7d00ce9ab service nova] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] No waiting events found dispatching network-vif-plugged-e55deeea-d61a-4687-a2c0-fb7d8c1cef41 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 853.864654] env[65983]: WARNING nova.compute.manager [req-2311613f-eaa2-4567-be2f-1e928074725c req-c24f92b2-ad03-46c7-9a61-4ef7d00ce9ab service nova] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Received unexpected event network-vif-plugged-e55deeea-d61a-4687-a2c0-fb7d8c1cef41 for instance with vm_state building and task_state spawning. [ 853.990017] env[65983]: DEBUG nova.network.neutron [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Successfully updated port: e55deeea-d61a-4687-a2c0-fb7d8c1cef41 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 854.167798] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a63908ef-c686-4620-bb7c-097e1900c9fc tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "91bd0c31-6455-4d19-933f-c0546c1f2cd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.443s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.274946] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468669, 'name': CloneVM_Task} progress is 95%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.495925] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "refresh_cache-d99d4515-7d38-46d6-9c66-457170cb3e52" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.496204] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "refresh_cache-d99d4515-7d38-46d6-9c66-457170cb3e52" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.496403] env[65983]: DEBUG nova.network.neutron [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 854.628867] env[65983]: DEBUG oslo_concurrency.lockutils [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "ff72ebdf-fcd2-474f-b95c-951b3114f968" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.629171] env[65983]: DEBUG oslo_concurrency.lockutils [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "ff72ebdf-fcd2-474f-b95c-951b3114f968" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.630034] env[65983]: DEBUG oslo_concurrency.lockutils [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "ff72ebdf-fcd2-474f-b95c-951b3114f968-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.630034] env[65983]: DEBUG oslo_concurrency.lockutils [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "ff72ebdf-fcd2-474f-b95c-951b3114f968-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.630034] env[65983]: DEBUG oslo_concurrency.lockutils [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "ff72ebdf-fcd2-474f-b95c-951b3114f968-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.632510] env[65983]: INFO nova.compute.manager [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Terminating instance [ 854.778499] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468669, 'name': CloneVM_Task, 'duration_secs': 1.708971} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.781616] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Created linked-clone VM from snapshot [ 854.783161] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38d3b99-c351-4612-ae0e-acf5c8d35744 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.792393] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Uploading image 059ba7d4-b32a-4910-b92c-9e3914fa2a1e {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 854.810366] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 854.810669] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ff5ab83b-21ac-46a9-a2df-bb5fd8599669 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.821485] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 854.821485] env[65983]: value = "task-4468670" [ 854.821485] env[65983]: _type = "Task" [ 854.821485] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.834981] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468670, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.033854] env[65983]: DEBUG nova.network.neutron [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 855.141323] env[65983]: DEBUG nova.compute.manager [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 855.141507] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.142489] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506f025b-74b3-4357-b784-644af6f47833 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.157140] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.157140] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aa8f92a-501b-45c6-a06b-ee0438645abd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.160344] env[65983]: WARNING neutronclient.v2_0.client [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.168607] env[65983]: DEBUG oslo_vmware.api [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 855.168607] env[65983]: value = "task-4468671" [ 855.168607] env[65983]: _type = "Task" [ 855.168607] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.179700] env[65983]: DEBUG oslo_vmware.api [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.225583] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ca2183-dc17-4dce-9085-8aa42e54eb0f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.234374] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120df9a6-0508-48be-a786-4c340d770f9d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.270920] env[65983]: DEBUG nova.network.neutron [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Updating instance_info_cache with network_info: [{"id": "e55deeea-d61a-4687-a2c0-fb7d8c1cef41", "address": "fa:16:3e:02:74:68", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55deeea-d6", "ovs_interfaceid": "e55deeea-d61a-4687-a2c0-fb7d8c1cef41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.272950] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11d0698-073e-4cfd-ad2a-8391c9115272 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.284489] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d1e8a1-db01-413f-8384-4850ffe75948 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.300843] env[65983]: DEBUG nova.compute.provider_tree [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.333985] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468670, 'name': Destroy_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.438877] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "3265bd0a-4ff8-4918-94db-af70314e84cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.438877] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "3265bd0a-4ff8-4918-94db-af70314e84cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.439046] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "3265bd0a-4ff8-4918-94db-af70314e84cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.439136] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "3265bd0a-4ff8-4918-94db-af70314e84cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.439300] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "3265bd0a-4ff8-4918-94db-af70314e84cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.441800] env[65983]: INFO nova.compute.manager [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Terminating instance [ 855.679587] env[65983]: DEBUG oslo_vmware.api [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468671, 'name': PowerOffVM_Task, 'duration_secs': 0.262629} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.679896] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.680029] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.680295] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34161504-6e42-44ff-9bf1-aba0c3385cf8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.778442] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "refresh_cache-d99d4515-7d38-46d6-9c66-457170cb3e52" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.778863] env[65983]: DEBUG nova.compute.manager [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Instance network_info: |[{"id": "e55deeea-d61a-4687-a2c0-fb7d8c1cef41", "address": "fa:16:3e:02:74:68", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55deeea-d6", "ovs_interfaceid": "e55deeea-d61a-4687-a2c0-fb7d8c1cef41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 855.780387] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:74:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e55deeea-d61a-4687-a2c0-fb7d8c1cef41', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.787869] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 855.788500] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.788500] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.788500] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Deleting the datastore file [datastore2] ff72ebdf-fcd2-474f-b95c-951b3114f968 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.788697] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.788940] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9fc7152-1ac5-41cc-994b-7747730194a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.791111] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cfd4293-84fd-4ef8-b776-3b5912b480d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.807391] env[65983]: DEBUG nova.scheduler.client.report [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.816260] env[65983]: DEBUG oslo_vmware.api [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for the task: (returnval){ [ 855.816260] env[65983]: value = "task-4468673" [ 855.816260] env[65983]: _type = "Task" [ 855.816260] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.817891] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.817891] env[65983]: value = "task-4468674" [ 855.817891] env[65983]: _type = "Task" [ 855.817891] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.831027] env[65983]: DEBUG oslo_vmware.api [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.834839] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468674, 'name': CreateVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.841948] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468670, 'name': Destroy_Task, 'duration_secs': 0.753139} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.842241] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Destroyed the VM [ 855.842472] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 855.842726] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5bf2b7e3-e73e-440f-94e7-fd22cc969882 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.849209] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 855.849209] env[65983]: value = "task-4468675" [ 855.849209] env[65983]: _type = "Task" [ 855.849209] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.858726] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468675, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.898433] env[65983]: DEBUG nova.compute.manager [req-ba524ff7-178a-4ccf-9376-71e900c6b458 req-91f4d8f6-9b91-4d2b-91cb-69d733541d58 service nova] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Received event network-changed-e55deeea-d61a-4687-a2c0-fb7d8c1cef41 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 855.898433] env[65983]: DEBUG nova.compute.manager [req-ba524ff7-178a-4ccf-9376-71e900c6b458 req-91f4d8f6-9b91-4d2b-91cb-69d733541d58 service nova] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Refreshing instance network info cache due to event network-changed-e55deeea-d61a-4687-a2c0-fb7d8c1cef41. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 855.898433] env[65983]: DEBUG oslo_concurrency.lockutils [req-ba524ff7-178a-4ccf-9376-71e900c6b458 req-91f4d8f6-9b91-4d2b-91cb-69d733541d58 service nova] Acquiring lock "refresh_cache-d99d4515-7d38-46d6-9c66-457170cb3e52" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.898433] env[65983]: DEBUG oslo_concurrency.lockutils [req-ba524ff7-178a-4ccf-9376-71e900c6b458 req-91f4d8f6-9b91-4d2b-91cb-69d733541d58 service nova] Acquired lock "refresh_cache-d99d4515-7d38-46d6-9c66-457170cb3e52" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.898433] env[65983]: DEBUG nova.network.neutron [req-ba524ff7-178a-4ccf-9376-71e900c6b458 req-91f4d8f6-9b91-4d2b-91cb-69d733541d58 service nova] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Refreshing network info cache for port e55deeea-d61a-4687-a2c0-fb7d8c1cef41 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.946143] env[65983]: DEBUG nova.compute.manager [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 855.946426] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.947492] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272b1c66-a7ec-40d2-bb03-1bf6066209cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.957019] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.957019] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edbd9b3f-4641-4db7-a204-38edfcd22826 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.964585] env[65983]: DEBUG oslo_vmware.api [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 855.964585] env[65983]: value = "task-4468676" [ 855.964585] env[65983]: _type = "Task" [ 855.964585] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.974251] env[65983]: DEBUG oslo_vmware.api [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.313018] env[65983]: DEBUG oslo_concurrency.lockutils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.313757] env[65983]: DEBUG nova.compute.manager [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 856.316916] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.700s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.318427] env[65983]: INFO nova.compute.claims [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.335355] env[65983]: DEBUG oslo_vmware.api [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Task: {'id': task-4468673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209684} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.339696] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.339917] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.340107] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.340311] env[65983]: INFO nova.compute.manager [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Took 1.20 seconds to destroy the instance on the hypervisor. [ 856.340567] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 856.340751] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468674, 'name': CreateVM_Task, 'duration_secs': 0.391106} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.341024] env[65983]: DEBUG nova.compute.manager [-] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 856.341147] env[65983]: DEBUG nova.network.neutron [-] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 856.341363] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.343668] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.344569] env[65983]: WARNING neutronclient.v2_0.client [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.344938] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.345115] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.345456] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.345711] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed82646-4fc2-458e-85a7-18305894dd15 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.355711] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 856.355711] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52014cc2-9001-fe40-d999-7abbc3a13b37" [ 856.355711] env[65983]: _type = "Task" [ 856.355711] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.365046] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468675, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.372789] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52014cc2-9001-fe40-d999-7abbc3a13b37, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.373190] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.373603] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.373738] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.373919] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.374665] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.374665] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfbddcb6-a31e-4be1-829a-c321564ee464 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.386311] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.386536] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.387325] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35a484d-489e-4576-96be-248880968c4f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.394363] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 856.394363] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52918ec1-79b0-f425-d43f-433e603de94b" [ 856.394363] env[65983]: _type = "Task" [ 856.394363] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.398652] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.401310] env[65983]: WARNING neutronclient.v2_0.client [req-ba524ff7-178a-4ccf-9376-71e900c6b458 req-91f4d8f6-9b91-4d2b-91cb-69d733541d58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.410443] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52918ec1-79b0-f425-d43f-433e603de94b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.475932] env[65983]: DEBUG oslo_vmware.api [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468676, 'name': PowerOffVM_Task, 'duration_secs': 0.228347} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.476215] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.476370] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.476626] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57cb51b4-a726-4359-964f-5c2bb8b7b0c2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.564496] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.564716] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.564914] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Deleting the datastore file [datastore2] 3265bd0a-4ff8-4918-94db-af70314e84cf {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.565186] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fe8743d-4d8d-4f4a-9cce-b82c6c492102 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.573281] env[65983]: DEBUG oslo_vmware.api [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 856.573281] env[65983]: value = "task-4468678" [ 856.573281] env[65983]: _type = "Task" [ 856.573281] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.583119] env[65983]: DEBUG oslo_vmware.api [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.647371] env[65983]: WARNING neutronclient.v2_0.client [req-ba524ff7-178a-4ccf-9376-71e900c6b458 req-91f4d8f6-9b91-4d2b-91cb-69d733541d58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.731904] env[65983]: DEBUG nova.network.neutron [req-ba524ff7-178a-4ccf-9376-71e900c6b458 req-91f4d8f6-9b91-4d2b-91cb-69d733541d58 service nova] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Updated VIF entry in instance network info cache for port e55deeea-d61a-4687-a2c0-fb7d8c1cef41. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 856.732358] env[65983]: DEBUG nova.network.neutron [req-ba524ff7-178a-4ccf-9376-71e900c6b458 req-91f4d8f6-9b91-4d2b-91cb-69d733541d58 service nova] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Updating instance_info_cache with network_info: [{"id": "e55deeea-d61a-4687-a2c0-fb7d8c1cef41", "address": "fa:16:3e:02:74:68", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55deeea-d6", "ovs_interfaceid": "e55deeea-d61a-4687-a2c0-fb7d8c1cef41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.798110] env[65983]: DEBUG nova.compute.manager [req-4af66e92-258f-4136-b15c-de6f0224d40b req-c625da67-f055-4af1-85d5-cd4d89a9bb60 service nova] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Received event network-vif-deleted-0770c979-1108-45e3-8747-2b7732760d6b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 856.798110] env[65983]: INFO nova.compute.manager [req-4af66e92-258f-4136-b15c-de6f0224d40b req-c625da67-f055-4af1-85d5-cd4d89a9bb60 service nova] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Neutron deleted interface 0770c979-1108-45e3-8747-2b7732760d6b; detaching it from the instance and deleting it from the info cache [ 856.798110] env[65983]: DEBUG nova.network.neutron [req-4af66e92-258f-4136-b15c-de6f0224d40b req-c625da67-f055-4af1-85d5-cd4d89a9bb60 service nova] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.823942] env[65983]: DEBUG nova.compute.utils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.824923] env[65983]: DEBUG nova.compute.manager [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Not allocating networking since 'none' was specified. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 856.860883] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468675, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.905237] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52918ec1-79b0-f425-d43f-433e603de94b, 'name': SearchDatastore_Task, 'duration_secs': 0.022179} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.906450] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7846cbd9-5d0d-40e3-a911-a4f8c9dbabe9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.912514] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 856.912514] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52498573-f4e1-9b88-0b9f-a595257d775c" [ 856.912514] env[65983]: _type = "Task" [ 856.912514] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.923048] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52498573-f4e1-9b88-0b9f-a595257d775c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.084629] env[65983]: DEBUG oslo_vmware.api [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323726} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.084969] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.085173] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.085380] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.085608] env[65983]: INFO nova.compute.manager [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 857.085876] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 857.086099] env[65983]: DEBUG nova.compute.manager [-] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 857.086241] env[65983]: DEBUG nova.network.neutron [-] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 857.086541] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.123396] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.153789] env[65983]: DEBUG nova.network.neutron [-] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.238088] env[65983]: DEBUG oslo_concurrency.lockutils [req-ba524ff7-178a-4ccf-9376-71e900c6b458 req-91f4d8f6-9b91-4d2b-91cb-69d733541d58 service nova] Releasing lock "refresh_cache-d99d4515-7d38-46d6-9c66-457170cb3e52" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.300970] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-729eb51b-4137-4538-b32d-70e799718f60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.311900] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2a4349-457e-4902-ad42-5d8d844e753b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.330773] env[65983]: DEBUG nova.compute.manager [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 857.356462] env[65983]: DEBUG nova.compute.manager [req-4af66e92-258f-4136-b15c-de6f0224d40b req-c625da67-f055-4af1-85d5-cd4d89a9bb60 service nova] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Detach interface failed, port_id=0770c979-1108-45e3-8747-2b7732760d6b, reason: Instance ff72ebdf-fcd2-474f-b95c-951b3114f968 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 857.371812] env[65983]: DEBUG oslo_vmware.api [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468675, 'name': RemoveSnapshot_Task, 'duration_secs': 1.092876} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.376550] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 857.429379] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52498573-f4e1-9b88-0b9f-a595257d775c, 'name': SearchDatastore_Task, 'duration_secs': 0.016604} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.429880] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.430157] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] d99d4515-7d38-46d6-9c66-457170cb3e52/d99d4515-7d38-46d6-9c66-457170cb3e52.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.430431] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79449527-38f5-4d8f-a301-6ad5853428b2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.438557] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 857.438557] env[65983]: value = "task-4468679" [ 857.438557] env[65983]: _type = "Task" [ 857.438557] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.451073] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.657484] env[65983]: INFO nova.compute.manager [-] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Took 1.32 seconds to deallocate network for instance. [ 857.864042] env[65983]: DEBUG nova.network.neutron [-] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.880883] env[65983]: WARNING nova.compute.manager [None req-4a5b3eb7-bd4c-4c92-afdb-522fa7238892 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Image not found during snapshot: nova.exception.ImageNotFound: Image 059ba7d4-b32a-4910-b92c-9e3914fa2a1e could not be found. [ 857.948458] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2790612-728c-4fb1-a07b-20cd676b3bd7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.954677] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468679, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.963215] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddc2f70-1f5f-4989-8596-f1b1cd01943b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.997290] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de85e85e-f8de-4a9f-9503-375eb5bbfa86 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.007196] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3910c264-ec4d-41d3-bb5c-b141c82fa734 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.028512] env[65983]: DEBUG nova.compute.provider_tree [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.044386] env[65983]: DEBUG nova.compute.manager [req-44e25bb4-1f1b-48aa-b1b0-c54ee44410f3 req-fdd0dbc0-2454-498a-843b-7cba7aec5dbb service nova] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Received event network-vif-deleted-c0bf1ebe-c700-438e-ade1-f5ff2600089e {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 858.167154] env[65983]: DEBUG oslo_concurrency.lockutils [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.363812] env[65983]: DEBUG nova.compute.manager [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 858.367010] env[65983]: INFO nova.compute.manager [-] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Took 1.28 seconds to deallocate network for instance. [ 858.394391] env[65983]: DEBUG nova.virt.hardware [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 858.395177] env[65983]: DEBUG nova.virt.hardware [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.395177] env[65983]: DEBUG nova.virt.hardware [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 858.395177] env[65983]: DEBUG nova.virt.hardware [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.395177] env[65983]: DEBUG nova.virt.hardware [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 858.395354] env[65983]: DEBUG nova.virt.hardware [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 858.395446] env[65983]: DEBUG nova.virt.hardware [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 858.395859] env[65983]: DEBUG nova.virt.hardware [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 858.395859] env[65983]: DEBUG nova.virt.hardware [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 858.396010] env[65983]: DEBUG nova.virt.hardware [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 858.396077] env[65983]: DEBUG nova.virt.hardware [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 858.397082] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dccf40-c6b3-4d90-9e11-c7a68c514d1b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.407518] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7362dd-ebce-483f-8fb0-100371ff4410 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.424871] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.429750] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Creating folder: Project (ed57585cf8014e87b310c301a66c7960). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.431013] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3fa1846-425d-460d-b57a-a836edc93b76 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.445844] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Created folder: Project (ed57585cf8014e87b310c301a66c7960) in parent group-v873669. [ 858.446388] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Creating folder: Instances. Parent ref: group-v873852. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.446717] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8069d61-aef6-4530-b987-ede08c91d697 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.452225] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.898121} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.452484] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] d99d4515-7d38-46d6-9c66-457170cb3e52/d99d4515-7d38-46d6-9c66-457170cb3e52.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.452720] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.453031] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69730575-da42-4f4a-b6e3-f4b4a9cdaf42 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.456791] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Created folder: Instances in parent group-v873852. [ 858.457032] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 858.457217] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.457571] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69ea9d58-9848-4835-985d-698511550445 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.470935] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "54d07e34-c120-4c93-a465-6410caa88121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.471974] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "54d07e34-c120-4c93-a465-6410caa88121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.471974] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "54d07e34-c120-4c93-a465-6410caa88121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.471974] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "54d07e34-c120-4c93-a465-6410caa88121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.471974] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "54d07e34-c120-4c93-a465-6410caa88121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.473856] env[65983]: INFO nova.compute.manager [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Terminating instance [ 858.476755] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 858.476755] env[65983]: value = "task-4468682" [ 858.476755] env[65983]: _type = "Task" [ 858.476755] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.484343] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.484343] env[65983]: value = "task-4468683" [ 858.484343] env[65983]: _type = "Task" [ 858.484343] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.501675] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468683, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.535231] env[65983]: DEBUG nova.scheduler.client.report [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.873441] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.977197] env[65983]: DEBUG nova.compute.manager [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 858.977534] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.978577] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772611f2-29dc-4634-93a0-7c5c683dd523 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.997671] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.997983] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097016} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.998611] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e571474-8793-4394-a209-3405c775e8d8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.000452] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.004599] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539d7104-0a7a-4131-b673-686b2449cc54 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.008571] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468683, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.038345] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] d99d4515-7d38-46d6-9c66-457170cb3e52/d99d4515-7d38-46d6-9c66-457170cb3e52.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.040573] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93418990-2152-4560-a968-1cacd6ad4dd5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.055545] env[65983]: DEBUG oslo_vmware.api [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 859.055545] env[65983]: value = "task-4468684" [ 859.055545] env[65983]: _type = "Task" [ 859.055545] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.056373] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.056875] env[65983]: DEBUG nova.compute.manager [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 859.059666] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.410s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.061817] env[65983]: INFO nova.compute.claims [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.071575] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 859.071575] env[65983]: value = "task-4468685" [ 859.071575] env[65983]: _type = "Task" [ 859.071575] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.080215] env[65983]: DEBUG oslo_vmware.api [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.089280] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468685, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.095902] env[65983]: INFO nova.compute.manager [None req-5b22c5cf-0c76-4d8e-a750-fb31fd0d941a tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Get console output [ 859.096310] env[65983]: WARNING nova.virt.vmwareapi.driver [None req-5b22c5cf-0c76-4d8e-a750-fb31fd0d941a tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] The console log is missing. Check your VSPC configuration [ 859.447375] env[65983]: DEBUG nova.compute.manager [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 859.448376] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36213d8-a1cc-4e36-aa97-efa8ba79f054 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.499232] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468683, 'name': CreateVM_Task, 'duration_secs': 0.703908} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.499408] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.499817] env[65983]: DEBUG oslo_concurrency.lockutils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.499970] env[65983]: DEBUG oslo_concurrency.lockutils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.500319] env[65983]: DEBUG oslo_concurrency.lockutils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.500562] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e752d70-caf9-4ecc-b5b5-23a66b152ff7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.505983] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 859.505983] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d99bd1-5397-8156-725a-0cd4b152597b" [ 859.505983] env[65983]: _type = "Task" [ 859.505983] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.514520] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d99bd1-5397-8156-725a-0cd4b152597b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.572595] env[65983]: DEBUG nova.compute.utils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.573860] env[65983]: DEBUG oslo_vmware.api [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468684, 'name': PowerOffVM_Task, 'duration_secs': 0.218555} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.574616] env[65983]: DEBUG nova.compute.manager [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 859.574807] env[65983]: DEBUG nova.network.neutron [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 859.575211] env[65983]: WARNING neutronclient.v2_0.client [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.575512] env[65983]: WARNING neutronclient.v2_0.client [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.577291] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.577855] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.581152] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14493859-eb62-48a5-8df4-90746ecd7f5e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.590343] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468685, 'name': ReconfigVM_Task, 'duration_secs': 0.295499} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.590453] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Reconfigured VM instance instance-0000003f to attach disk [datastore2] d99d4515-7d38-46d6-9c66-457170cb3e52/d99d4515-7d38-46d6-9c66-457170cb3e52.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.591511] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d10f773-3c39-4ea3-a902-5f5bf3f38593 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.599412] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 859.599412] env[65983]: value = "task-4468687" [ 859.599412] env[65983]: _type = "Task" [ 859.599412] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.610472] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468687, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.627943] env[65983]: DEBUG nova.policy [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cce9bcd612a74e3395f3136c03a1261b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7f80ab604934fa3b2faf116c4f273bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.651940] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.652214] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.652595] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Deleting the datastore file [datastore1] 54d07e34-c120-4c93-a465-6410caa88121 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.652795] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-480260ee-6080-43ce-8f7e-4a5f0371ea1c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.662721] env[65983]: DEBUG oslo_vmware.api [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 859.662721] env[65983]: value = "task-4468688" [ 859.662721] env[65983]: _type = "Task" [ 859.662721] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.672729] env[65983]: DEBUG oslo_vmware.api [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.922019] env[65983]: DEBUG nova.network.neutron [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Successfully created port: 0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 859.961122] env[65983]: INFO nova.compute.manager [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] instance snapshotting [ 859.961122] env[65983]: DEBUG nova.objects.instance [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'flavor' on Instance uuid 811d8ad9-137c-4720-9c9b-071e4eb3f7ce {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.019612] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d99bd1-5397-8156-725a-0cd4b152597b, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.019924] env[65983]: DEBUG oslo_concurrency.lockutils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.020180] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.020412] env[65983]: DEBUG oslo_concurrency.lockutils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.020590] env[65983]: DEBUG oslo_concurrency.lockutils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.020816] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.021173] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b76d6434-8c87-4199-a047-1fc4f9b5445b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.031094] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.031299] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.032774] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1032f4ae-a182-4999-9537-665d2027f469 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.038745] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 860.038745] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52820e9c-702c-1b65-6773-a3f334457392" [ 860.038745] env[65983]: _type = "Task" [ 860.038745] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.050725] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52820e9c-702c-1b65-6773-a3f334457392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.076455] env[65983]: DEBUG nova.compute.manager [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 860.113974] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468687, 'name': Rename_Task, 'duration_secs': 0.15168} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.114539] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.114539] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4abcfff3-d001-417d-b0fd-28ed5b1b264d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.124490] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 860.124490] env[65983]: value = "task-4468689" [ 860.124490] env[65983]: _type = "Task" [ 860.124490] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.143783] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.176892] env[65983]: DEBUG oslo_vmware.api [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127473} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.177033] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.177482] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.177482] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.177588] env[65983]: INFO nova.compute.manager [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Took 1.20 seconds to destroy the instance on the hypervisor. [ 860.177778] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 860.177965] env[65983]: DEBUG nova.compute.manager [-] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 860.178073] env[65983]: DEBUG nova.network.neutron [-] [instance: 54d07e34-c120-4c93-a465-6410caa88121] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 860.178461] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.221416] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.286039] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Acquiring lock "c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.286136] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Lock "c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.286334] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Acquiring lock "c40a0f91-24f4-49b5-bd74-98e8ec60ac5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.286510] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Lock "c40a0f91-24f4-49b5-bd74-98e8ec60ac5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.286670] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Lock "c40a0f91-24f4-49b5-bd74-98e8ec60ac5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.289390] env[65983]: INFO nova.compute.manager [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Terminating instance [ 860.467834] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e42be8b-f0f1-4ebd-92e9-6e56da3043f4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.494824] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b14fded-515a-4830-9177-eebdd1f8faf9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.553581] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52820e9c-702c-1b65-6773-a3f334457392, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.554542] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56091edf-185e-4f52-88d4-92511aaeff45 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.563870] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 860.563870] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5241d6b2-90c4-18d8-5f78-4e4fe0b05c2e" [ 860.563870] env[65983]: _type = "Task" [ 860.563870] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.574018] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5241d6b2-90c4-18d8-5f78-4e4fe0b05c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.632941] env[65983]: DEBUG nova.compute.manager [req-4c1120f7-db01-4338-aa65-f3dc8b9bacad req-21f280dc-74cf-4406-835f-23f0bab95efc service nova] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Received event network-vif-deleted-d2192755-34f4-40b3-9ddb-7f1b557d3f9d {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 860.633174] env[65983]: INFO nova.compute.manager [req-4c1120f7-db01-4338-aa65-f3dc8b9bacad req-21f280dc-74cf-4406-835f-23f0bab95efc service nova] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Neutron deleted interface d2192755-34f4-40b3-9ddb-7f1b557d3f9d; detaching it from the instance and deleting it from the info cache [ 860.633406] env[65983]: DEBUG nova.network.neutron [req-4c1120f7-db01-4338-aa65-f3dc8b9bacad req-21f280dc-74cf-4406-835f-23f0bab95efc service nova] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.646315] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468689, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.714576] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05672964-fbd1-4cf0-9f9a-bc75d21fc976 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.723255] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cbf0e1-0359-40c7-b5fc-1daf74472e7b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.756105] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6429b14a-5d96-416e-946c-b99c7781b1bf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.765053] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdb5f39-ee6d-40d5-995e-b981d03f51d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.782220] env[65983]: DEBUG nova.compute.provider_tree [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.796871] env[65983]: DEBUG nova.compute.manager [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 860.797120] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.798027] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a43bd91-dbf2-481b-a40c-52fdb830a092 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.807532] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.808758] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8756f190-6a01-4779-977a-14852f46bbb6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.815545] env[65983]: DEBUG oslo_vmware.api [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Waiting for the task: (returnval){ [ 860.815545] env[65983]: value = "task-4468690" [ 860.815545] env[65983]: _type = "Task" [ 860.815545] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.824939] env[65983]: DEBUG oslo_vmware.api [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.974896] env[65983]: DEBUG nova.network.neutron [-] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.009332] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 861.009332] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-14a785c0-ed87-4a19-9155-914910e91f71 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.018579] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 861.018579] env[65983]: value = "task-4468691" [ 861.018579] env[65983]: _type = "Task" [ 861.018579] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.029400] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468691, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.072959] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5241d6b2-90c4-18d8-5f78-4e4fe0b05c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.073245] env[65983]: DEBUG oslo_concurrency.lockutils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.073665] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] ee345f1c-b3ae-48b8-959c-c0e5d33f136b/ee345f1c-b3ae-48b8-959c-c0e5d33f136b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.073939] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d4a4f31-a52f-4ce4-a01f-b1a693954742 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.082223] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 861.082223] env[65983]: value = "task-4468692" [ 861.082223] env[65983]: _type = "Task" [ 861.082223] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.094652] env[65983]: DEBUG nova.compute.manager [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 861.097469] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.124134] env[65983]: DEBUG nova.virt.hardware [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 861.124446] env[65983]: DEBUG nova.virt.hardware [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.124692] env[65983]: DEBUG nova.virt.hardware [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 861.125274] env[65983]: DEBUG nova.virt.hardware [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.125274] env[65983]: DEBUG nova.virt.hardware [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 861.125459] env[65983]: DEBUG nova.virt.hardware [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 861.125651] env[65983]: DEBUG nova.virt.hardware [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 861.125907] env[65983]: DEBUG nova.virt.hardware [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 861.126103] env[65983]: DEBUG nova.virt.hardware [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 861.126334] env[65983]: DEBUG nova.virt.hardware [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 861.126573] env[65983]: DEBUG nova.virt.hardware [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 861.127936] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4a9126-5bc2-4cea-ab35-97a512892edb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.143648] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcd4c48a-e03d-4fc3-a2da-ccf697ad44e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.147728] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651db167-ae21-4134-9abf-1ea32fae7414 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.152167] env[65983]: DEBUG oslo_vmware.api [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468689, 'name': PowerOnVM_Task, 'duration_secs': 0.538585} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.152477] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.152682] env[65983]: INFO nova.compute.manager [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Took 7.77 seconds to spawn the instance on the hypervisor. [ 861.152879] env[65983]: DEBUG nova.compute.manager [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 861.154361] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc63bc5-ee07-45d6-a092-059a491efc80 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.171642] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4590f6b5-92db-45fc-b127-08483429138a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.221053] env[65983]: DEBUG nova.compute.manager [req-4c1120f7-db01-4338-aa65-f3dc8b9bacad req-21f280dc-74cf-4406-835f-23f0bab95efc service nova] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Detach interface failed, port_id=d2192755-34f4-40b3-9ddb-7f1b557d3f9d, reason: Instance 54d07e34-c120-4c93-a465-6410caa88121 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 861.285632] env[65983]: DEBUG nova.scheduler.client.report [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.327628] env[65983]: DEBUG oslo_vmware.api [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468690, 'name': PowerOffVM_Task, 'duration_secs': 0.238466} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.329103] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.329103] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.329103] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e937bdd4-3a5c-44b5-b78a-4a4491ef2700 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.431047] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.431245] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.432020] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Deleting the datastore file [datastore1] c40a0f91-24f4-49b5-bd74-98e8ec60ac5f {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.432020] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea138caa-18d3-4da0-bc64-35f8352452c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.441076] env[65983]: DEBUG oslo_vmware.api [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Waiting for the task: (returnval){ [ 861.441076] env[65983]: value = "task-4468694" [ 861.441076] env[65983]: _type = "Task" [ 861.441076] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.453143] env[65983]: DEBUG oslo_vmware.api [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.455054] env[65983]: DEBUG nova.compute.manager [req-a39bfa7e-b080-4eed-af71-8bc66d8e6936 req-543ea32e-9fb6-4d7d-aa8a-9b19997f0e44 service nova] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Received event network-vif-plugged-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 861.455334] env[65983]: DEBUG oslo_concurrency.lockutils [req-a39bfa7e-b080-4eed-af71-8bc66d8e6936 req-543ea32e-9fb6-4d7d-aa8a-9b19997f0e44 service nova] Acquiring lock "d4899cd5-04a0-41a9-a70f-b235f279dcaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.455570] env[65983]: DEBUG oslo_concurrency.lockutils [req-a39bfa7e-b080-4eed-af71-8bc66d8e6936 req-543ea32e-9fb6-4d7d-aa8a-9b19997f0e44 service nova] Lock "d4899cd5-04a0-41a9-a70f-b235f279dcaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.455766] env[65983]: DEBUG oslo_concurrency.lockutils [req-a39bfa7e-b080-4eed-af71-8bc66d8e6936 req-543ea32e-9fb6-4d7d-aa8a-9b19997f0e44 service nova] Lock "d4899cd5-04a0-41a9-a70f-b235f279dcaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.456024] env[65983]: DEBUG nova.compute.manager [req-a39bfa7e-b080-4eed-af71-8bc66d8e6936 req-543ea32e-9fb6-4d7d-aa8a-9b19997f0e44 service nova] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] No waiting events found dispatching network-vif-plugged-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 861.456272] env[65983]: WARNING nova.compute.manager [req-a39bfa7e-b080-4eed-af71-8bc66d8e6936 req-543ea32e-9fb6-4d7d-aa8a-9b19997f0e44 service nova] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Received unexpected event network-vif-plugged-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 for instance with vm_state building and task_state spawning. [ 861.478522] env[65983]: INFO nova.compute.manager [-] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Took 1.30 seconds to deallocate network for instance. [ 861.531804] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468691, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.589082] env[65983]: DEBUG nova.network.neutron [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Successfully updated port: 0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 861.603494] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500237} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.603749] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] ee345f1c-b3ae-48b8-959c-c0e5d33f136b/ee345f1c-b3ae-48b8-959c-c0e5d33f136b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.604020] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.604360] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-686ce073-f90d-415e-8738-258d2d1bb668 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.613092] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 861.613092] env[65983]: value = "task-4468695" [ 861.613092] env[65983]: _type = "Task" [ 861.613092] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.624132] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.702205] env[65983]: INFO nova.compute.manager [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Took 43.42 seconds to build instance. [ 861.791494] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.792119] env[65983]: DEBUG nova.compute.manager [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 861.794874] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.109s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.795130] env[65983]: DEBUG nova.objects.instance [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lazy-loading 'resources' on Instance uuid 4ec101b0-7414-43d4-a400-578a905a85fa {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.953551] env[65983]: DEBUG oslo_vmware.api [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Task: {'id': task-4468694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26564} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.953833] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.954054] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.954230] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.954402] env[65983]: INFO nova.compute.manager [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 861.954734] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 861.954967] env[65983]: DEBUG nova.compute.manager [-] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 861.955071] env[65983]: DEBUG nova.network.neutron [-] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 861.955318] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.987313] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.991681] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.034967] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468691, 'name': CreateSnapshot_Task, 'duration_secs': 0.849629} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.035258] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 862.036054] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8f9952-5248-4548-8024-be91480e8d6b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.097184] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "refresh_cache-d4899cd5-04a0-41a9-a70f-b235f279dcaa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.097423] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "refresh_cache-d4899cd5-04a0-41a9-a70f-b235f279dcaa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.097622] env[65983]: DEBUG nova.network.neutron [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 862.128153] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073466} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.128487] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.129720] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd95e06-56f9-451d-b122-af5903d1c200 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.166541] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] ee345f1c-b3ae-48b8-959c-c0e5d33f136b/ee345f1c-b3ae-48b8-959c-c0e5d33f136b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.167032] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4f3de54-0e98-4bae-bfc0-6f2abb709899 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.194486] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 862.194486] env[65983]: value = "task-4468696" [ 862.194486] env[65983]: _type = "Task" [ 862.194486] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.204750] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d451925a-c158-4033-ae72-2ad7f5219e3c tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "d99d4515-7d38-46d6-9c66-457170cb3e52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.453s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.204945] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.301520] env[65983]: DEBUG nova.compute.utils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.303511] env[65983]: DEBUG nova.compute.manager [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 862.303725] env[65983]: DEBUG nova.network.neutron [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 862.304178] env[65983]: WARNING neutronclient.v2_0.client [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.304381] env[65983]: WARNING neutronclient.v2_0.client [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.385050] env[65983]: DEBUG nova.policy [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e41e3f66ebc24a3cb8830cf05814d048', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c362ff0480de4147af4ac19c3f8780a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.559397] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 862.562383] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c226d311-9ba4-4db9-b9e0-05f1726292e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.573449] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 862.573449] env[65983]: value = "task-4468697" [ 862.573449] env[65983]: _type = "Task" [ 862.573449] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.585163] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468697, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.662213] env[65983]: DEBUG nova.network.neutron [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 862.675343] env[65983]: DEBUG nova.compute.manager [req-db5203ec-23d7-4f29-8b1c-f554daf8c38f req-63735fa4-9901-453c-b008-155ddad3b333 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Received event network-vif-deleted-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 862.675343] env[65983]: INFO nova.compute.manager [req-db5203ec-23d7-4f29-8b1c-f554daf8c38f req-63735fa4-9901-453c-b008-155ddad3b333 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Neutron deleted interface eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf; detaching it from the instance and deleting it from the info cache [ 862.675343] env[65983]: DEBUG nova.network.neutron [req-db5203ec-23d7-4f29-8b1c-f554daf8c38f req-63735fa4-9901-453c-b008-155ddad3b333 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.701028] env[65983]: INFO nova.compute.manager [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Rescuing [ 862.701028] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "refresh_cache-d99d4515-7d38-46d6-9c66-457170cb3e52" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.701028] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "refresh_cache-d99d4515-7d38-46d6-9c66-457170cb3e52" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.701028] env[65983]: DEBUG nova.network.neutron [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 862.711940] env[65983]: DEBUG nova.compute.manager [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 862.724200] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.771806] env[65983]: DEBUG nova.network.neutron [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Successfully created port: 7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 862.805777] env[65983]: WARNING neutronclient.v2_0.client [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.809036] env[65983]: DEBUG nova.compute.manager [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 862.936986] env[65983]: DEBUG nova.network.neutron [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Updating instance_info_cache with network_info: [{"id": "0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7", "address": "fa:16:3e:ca:30:ff", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c95aecd-1b", "ovs_interfaceid": "0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.977592] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2875d6c5-7ce2-414f-83d5-bba67f851bc2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.983356] env[65983]: DEBUG nova.network.neutron [-] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.994022] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0fd406-6a68-4aa9-b01a-7316c3f7f253 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.026356] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07938c37-c18c-4e8e-af41-38cfd6deb8ee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.035792] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd6827a-01ed-47a5-b56f-b12b21893308 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.056657] env[65983]: DEBUG nova.compute.provider_tree [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.088796] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468697, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.178980] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfd293e9-4dfc-4d36-b3cc-66a84c5f0920 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.190057] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d77fdb-b462-4c85-b604-7dc813760f70 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.202508] env[65983]: WARNING neutronclient.v2_0.client [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.215143] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468696, 'name': ReconfigVM_Task, 'duration_secs': 0.561257} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.215438] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Reconfigured VM instance instance-00000040 to attach disk [datastore1] ee345f1c-b3ae-48b8-959c-c0e5d33f136b/ee345f1c-b3ae-48b8-959c-c0e5d33f136b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.216484] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97b7df13-ac9d-45f5-a8b7-922c011e82e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.226525] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 863.226525] env[65983]: value = "task-4468698" [ 863.226525] env[65983]: _type = "Task" [ 863.226525] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.241812] env[65983]: DEBUG nova.compute.manager [req-db5203ec-23d7-4f29-8b1c-f554daf8c38f req-63735fa4-9901-453c-b008-155ddad3b333 service nova] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Detach interface failed, port_id=eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf, reason: Instance c40a0f91-24f4-49b5-bd74-98e8ec60ac5f could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 863.243257] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.253009] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468698, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.440611] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "refresh_cache-d4899cd5-04a0-41a9-a70f-b235f279dcaa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.442021] env[65983]: DEBUG nova.compute.manager [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Instance network_info: |[{"id": "0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7", "address": "fa:16:3e:ca:30:ff", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c95aecd-1b", "ovs_interfaceid": "0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 863.442021] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:30:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.450790] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Creating folder: Project (e7f80ab604934fa3b2faf116c4f273bd). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.451298] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bae281c-2d27-47f7-bbe3-7053cf5e21f2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.464709] env[65983]: WARNING neutronclient.v2_0.client [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.469393] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Created folder: Project (e7f80ab604934fa3b2faf116c4f273bd) in parent group-v873669. [ 863.469719] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Creating folder: Instances. Parent ref: group-v873857. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.470137] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c458b05-cb8c-4b6b-b8ec-7c1c72bbdd34 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.484029] env[65983]: INFO nova.compute.manager [-] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Took 1.53 seconds to deallocate network for instance. [ 863.484373] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Created folder: Instances in parent group-v873857. [ 863.484596] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 863.486935] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.487071] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8bfa8af-65b9-4d22-b3a6-30ef78308c7b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.512443] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.512443] env[65983]: value = "task-4468701" [ 863.512443] env[65983]: _type = "Task" [ 863.512443] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.524430] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468701, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.560611] env[65983]: DEBUG nova.scheduler.client.report [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.584723] env[65983]: DEBUG nova.network.neutron [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Updating instance_info_cache with network_info: [{"id": "e55deeea-d61a-4687-a2c0-fb7d8c1cef41", "address": "fa:16:3e:02:74:68", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55deeea-d6", "ovs_interfaceid": "e55deeea-d61a-4687-a2c0-fb7d8c1cef41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.590605] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468697, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.758983] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468698, 'name': Rename_Task, 'duration_secs': 0.176909} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.759540] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.759930] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01563a9e-c81e-4582-8f73-4804ff749add {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.770886] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 863.770886] env[65983]: value = "task-4468702" [ 863.770886] env[65983]: _type = "Task" [ 863.770886] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.792559] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.816453] env[65983]: DEBUG nova.compute.manager [req-003c77a5-778d-4158-91db-3259a042763f req-256e79c6-57d0-42cc-8233-7ea5fbc4945b service nova] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Received event network-changed-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 863.816617] env[65983]: DEBUG nova.compute.manager [req-003c77a5-778d-4158-91db-3259a042763f req-256e79c6-57d0-42cc-8233-7ea5fbc4945b service nova] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Refreshing instance network info cache due to event network-changed-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 863.816779] env[65983]: DEBUG oslo_concurrency.lockutils [req-003c77a5-778d-4158-91db-3259a042763f req-256e79c6-57d0-42cc-8233-7ea5fbc4945b service nova] Acquiring lock "refresh_cache-d4899cd5-04a0-41a9-a70f-b235f279dcaa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.816918] env[65983]: DEBUG oslo_concurrency.lockutils [req-003c77a5-778d-4158-91db-3259a042763f req-256e79c6-57d0-42cc-8233-7ea5fbc4945b service nova] Acquired lock "refresh_cache-d4899cd5-04a0-41a9-a70f-b235f279dcaa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.817082] env[65983]: DEBUG nova.network.neutron [req-003c77a5-778d-4158-91db-3259a042763f req-256e79c6-57d0-42cc-8233-7ea5fbc4945b service nova] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Refreshing network info cache for port 0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.819592] env[65983]: DEBUG nova.compute.manager [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 863.855563] env[65983]: DEBUG nova.virt.hardware [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 863.855870] env[65983]: DEBUG nova.virt.hardware [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.856265] env[65983]: DEBUG nova.virt.hardware [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 863.856630] env[65983]: DEBUG nova.virt.hardware [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.856932] env[65983]: DEBUG nova.virt.hardware [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 863.857175] env[65983]: DEBUG nova.virt.hardware [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 863.857469] env[65983]: DEBUG nova.virt.hardware [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 863.857846] env[65983]: DEBUG nova.virt.hardware [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 863.858193] env[65983]: DEBUG nova.virt.hardware [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 863.858509] env[65983]: DEBUG nova.virt.hardware [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 863.858762] env[65983]: DEBUG nova.virt.hardware [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 863.859993] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb9750a-7ec6-4aac-84d9-3e41bc9e043a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.871209] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f8be85-c685-4913-b5b9-9ade4b556ed2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.010150] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.024972] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468701, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.068545] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.076525] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.163s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.085254] env[65983]: INFO nova.compute.claims [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.097974] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "refresh_cache-d99d4515-7d38-46d6-9c66-457170cb3e52" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.110098] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468697, 'name': CloneVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.115367] env[65983]: INFO nova.scheduler.client.report [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Deleted allocations for instance 4ec101b0-7414-43d4-a400-578a905a85fa [ 864.281582] env[65983]: DEBUG oslo_vmware.api [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468702, 'name': PowerOnVM_Task, 'duration_secs': 0.505379} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.281845] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.285734] env[65983]: INFO nova.compute.manager [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Took 5.92 seconds to spawn the instance on the hypervisor. [ 864.286029] env[65983]: DEBUG nova.compute.manager [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 864.288302] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe2c73a-26e9-49af-83b7-ab65487763b9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.323667] env[65983]: WARNING neutronclient.v2_0.client [req-003c77a5-778d-4158-91db-3259a042763f req-256e79c6-57d0-42cc-8233-7ea5fbc4945b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.531452] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468701, 'name': CreateVM_Task, 'duration_secs': 0.532654} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.531645] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.532372] env[65983]: WARNING neutronclient.v2_0.client [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.532747] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.532900] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.533236] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.533506] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc0fd0d-2cbb-4e45-8067-4f362b0ca298 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.539645] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 864.539645] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520dc5d0-5b51-4926-58b1-33b17ec8dcec" [ 864.539645] env[65983]: _type = "Task" [ 864.539645] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.325970] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "interface-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.325970] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.325970] env[65983]: DEBUG nova.objects.instance [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'flavor' on Instance uuid 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.326642] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520dc5d0-5b51-4926-58b1-33b17ec8dcec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.326642] env[65983]: WARNING oslo_vmware.common.loopingcall [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] task run outlasted interval by 0.28676599999999997 sec [ 865.331345] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2305e186-c131-42e9-ab77-66eae6d97b14 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "4ec101b0-7414-43d4-a400-578a905a85fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.578s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.332689] env[65983]: DEBUG nova.network.neutron [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Successfully updated port: 7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 865.350032] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468697, 'name': CloneVM_Task, 'duration_secs': 1.620546} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.356127] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Created linked-clone VM from snapshot [ 865.356127] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520dc5d0-5b51-4926-58b1-33b17ec8dcec, 'name': SearchDatastore_Task, 'duration_secs': 0.03226} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.356692] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d2f474-d657-4bb1-997c-72fa19067d47 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.359336] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.359640] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.359802] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.359938] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.360120] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.360762] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55a3c851-e27e-4075-ba8d-8d69576ef7b1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.366724] env[65983]: INFO nova.compute.manager [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Took 43.71 seconds to build instance. [ 865.371614] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Uploading image cf61df57-f743-4064-9134-defa2bbe31f6 {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.376474] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.376474] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.376474] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052213bd-a948-4df1-b431-66d10a71ffb5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.382183] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 865.382183] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528638cf-99af-ee29-a5ab-9a9c4b5857a9" [ 865.382183] env[65983]: _type = "Task" [ 865.382183] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.393786] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528638cf-99af-ee29-a5ab-9a9c4b5857a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.394934] env[65983]: WARNING neutronclient.v2_0.client [req-003c77a5-778d-4158-91db-3259a042763f req-256e79c6-57d0-42cc-8233-7ea5fbc4945b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.405243] env[65983]: DEBUG oslo_vmware.rw_handles [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.405243] env[65983]: value = "vm-873856" [ 865.405243] env[65983]: _type = "VirtualMachine" [ 865.405243] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.405972] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e3a9849e-7534-4c9a-9ce3-394d24f31c09 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.414615] env[65983]: DEBUG oslo_vmware.rw_handles [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lease: (returnval){ [ 865.414615] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525e437e-4ec5-4187-2621-bc7768ef401b" [ 865.414615] env[65983]: _type = "HttpNfcLease" [ 865.414615] env[65983]: } obtained for exporting VM: (result){ [ 865.414615] env[65983]: value = "vm-873856" [ 865.414615] env[65983]: _type = "VirtualMachine" [ 865.414615] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.415052] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the lease: (returnval){ [ 865.415052] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525e437e-4ec5-4187-2621-bc7768ef401b" [ 865.415052] env[65983]: _type = "HttpNfcLease" [ 865.415052] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.422729] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.422729] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525e437e-4ec5-4187-2621-bc7768ef401b" [ 865.422729] env[65983]: _type = "HttpNfcLease" [ 865.422729] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 865.484962] env[65983]: DEBUG nova.network.neutron [req-003c77a5-778d-4158-91db-3259a042763f req-256e79c6-57d0-42cc-8233-7ea5fbc4945b service nova] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Updated VIF entry in instance network info cache for port 0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 865.485381] env[65983]: DEBUG nova.network.neutron [req-003c77a5-778d-4158-91db-3259a042763f req-256e79c6-57d0-42cc-8233-7ea5fbc4945b service nova] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Updating instance_info_cache with network_info: [{"id": "0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7", "address": "fa:16:3e:ca:30:ff", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c95aecd-1b", "ovs_interfaceid": "0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.504594] env[65983]: DEBUG nova.compute.manager [req-25cfad75-c23c-4391-be6b-905924bd1256 req-62d8965d-1930-4df9-afb8-28b189c2b451 service nova] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Received event network-vif-plugged-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 865.504802] env[65983]: DEBUG oslo_concurrency.lockutils [req-25cfad75-c23c-4391-be6b-905924bd1256 req-62d8965d-1930-4df9-afb8-28b189c2b451 service nova] Acquiring lock "e0ccc790-4442-451a-8b40-3357ef86807a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.505041] env[65983]: DEBUG oslo_concurrency.lockutils [req-25cfad75-c23c-4391-be6b-905924bd1256 req-62d8965d-1930-4df9-afb8-28b189c2b451 service nova] Lock "e0ccc790-4442-451a-8b40-3357ef86807a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.505179] env[65983]: DEBUG oslo_concurrency.lockutils [req-25cfad75-c23c-4391-be6b-905924bd1256 req-62d8965d-1930-4df9-afb8-28b189c2b451 service nova] Lock "e0ccc790-4442-451a-8b40-3357ef86807a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.505340] env[65983]: DEBUG nova.compute.manager [req-25cfad75-c23c-4391-be6b-905924bd1256 req-62d8965d-1930-4df9-afb8-28b189c2b451 service nova] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] No waiting events found dispatching network-vif-plugged-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 865.505494] env[65983]: WARNING nova.compute.manager [req-25cfad75-c23c-4391-be6b-905924bd1256 req-62d8965d-1930-4df9-afb8-28b189c2b451 service nova] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Received unexpected event network-vif-plugged-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 for instance with vm_state building and task_state spawning. [ 865.835480] env[65983]: WARNING neutronclient.v2_0.client [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.839343] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "refresh_cache-e0ccc790-4442-451a-8b40-3357ef86807a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.839566] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "refresh_cache-e0ccc790-4442-451a-8b40-3357ef86807a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.839665] env[65983]: DEBUG nova.network.neutron [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 865.876193] env[65983]: DEBUG oslo_concurrency.lockutils [None req-81864287-e865-453a-aa46-06795b91f2f8 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Lock "ee345f1c-b3ae-48b8-959c-c0e5d33f136b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.407s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.895846] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528638cf-99af-ee29-a5ab-9a9c4b5857a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012803} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.896658] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d422e0de-a275-43d7-b9f0-6ccd6e40d0ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.904801] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 865.904801] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521a739c-118d-125b-90db-d92d8b123733" [ 865.904801] env[65983]: _type = "Task" [ 865.904801] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.914849] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521a739c-118d-125b-90db-d92d8b123733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.915436] env[65983]: DEBUG nova.objects.instance [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'pci_requests' on Instance uuid 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.926459] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.926459] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525e437e-4ec5-4187-2621-bc7768ef401b" [ 865.926459] env[65983]: _type = "HttpNfcLease" [ 865.926459] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 865.926772] env[65983]: DEBUG oslo_vmware.rw_handles [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 865.926772] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525e437e-4ec5-4187-2621-bc7768ef401b" [ 865.926772] env[65983]: _type = "HttpNfcLease" [ 865.926772] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 865.927519] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee3b596-c665-4cda-9409-88e6ffe25a50 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.938940] env[65983]: DEBUG oslo_vmware.rw_handles [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be00d6-0008-d029-20d4-0d71886b0ff9/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 865.939169] env[65983]: DEBUG oslo_vmware.rw_handles [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be00d6-0008-d029-20d4-0d71886b0ff9/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 865.994873] env[65983]: DEBUG oslo_concurrency.lockutils [req-003c77a5-778d-4158-91db-3259a042763f req-256e79c6-57d0-42cc-8233-7ea5fbc4945b service nova] Releasing lock "refresh_cache-d4899cd5-04a0-41a9-a70f-b235f279dcaa" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.028439] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5cf80d42-6c79-40fb-895e-db0916a1546e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.268793] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.269017] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.270194] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.270194] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.270194] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.273726] env[65983]: INFO nova.compute.manager [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Terminating instance [ 866.341787] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.345062] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56fbe171-b9d9-48a8-be2e-8567bcc41bd5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.357649] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 866.357649] env[65983]: value = "task-4468704" [ 866.357649] env[65983]: _type = "Task" [ 866.357649] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.374637] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.382606] env[65983]: DEBUG nova.compute.manager [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 866.392315] env[65983]: DEBUG nova.network.neutron [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 866.421055] env[65983]: DEBUG nova.objects.base [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Object Instance<1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4> lazy-loaded attributes: flavor,pci_requests {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 866.421769] env[65983]: DEBUG nova.network.neutron [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 866.421903] env[65983]: WARNING neutronclient.v2_0.client [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.422568] env[65983]: WARNING neutronclient.v2_0.client [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.425911] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521a739c-118d-125b-90db-d92d8b123733, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.430066] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.430442] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] d4899cd5-04a0-41a9-a70f-b235f279dcaa/d4899cd5-04a0-41a9-a70f-b235f279dcaa.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.431507] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e71895-2c17-4f25-9d69-5c869b286cd6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.435728] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a7fc93e-214a-43b2-b8a6-d989bcaa046f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.446795] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57c19b7-d657-4689-aab4-e22290afc0df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.451307] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 866.451307] env[65983]: value = "task-4468705" [ 866.451307] env[65983]: _type = "Task" [ 866.451307] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.493919] env[65983]: DEBUG nova.policy [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36e43e57eed4e48bac35fe501f4a0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021d1380a4a54a759d153b9d3e89de3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.499833] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7233f50-d99d-49bd-92d5-6672ab7582aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.511033] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.518997] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4a96ee-cb58-48f7-bb32-3309722a6d51 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.537268] env[65983]: DEBUG nova.compute.provider_tree [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.550946] env[65983]: WARNING neutronclient.v2_0.client [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.646849] env[65983]: DEBUG nova.network.neutron [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Updating instance_info_cache with network_info: [{"id": "7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84", "address": "fa:16:3e:97:86:cb", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f26d0f9-dd", "ovs_interfaceid": "7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.777405] env[65983]: DEBUG nova.compute.manager [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 866.778028] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.779463] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aabce0-da0d-491f-8b74-771311b55849 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.791699] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.792203] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45d42272-ba27-498d-8f84-3a788abf971a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.805362] env[65983]: DEBUG oslo_vmware.api [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 866.805362] env[65983]: value = "task-4468706" [ 866.805362] env[65983]: _type = "Task" [ 866.805362] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.817482] env[65983]: DEBUG oslo_vmware.api [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.869346] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468704, 'name': PowerOffVM_Task, 'duration_secs': 0.377536} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.869651] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.870683] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3a73da-e09e-4f1e-9a84-3cac497f538c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.875594] env[65983]: DEBUG nova.network.neutron [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Successfully created port: 8edf1c6a-6905-4b78-8cc1-a3397c132ff3 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 866.907174] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2882c9-ad14-4008-ac99-ffb855ce189d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.922942] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.944444] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.944882] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15f5f5f1-fdc5-48e1-94bf-fb63a7e36205 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.959453] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 866.959453] env[65983]: value = "task-4468707" [ 866.959453] env[65983]: _type = "Task" [ 866.959453] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.972340] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468705, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.978128] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 866.978495] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.978762] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.979168] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.979443] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.979773] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9bad203-f83d-4640-a14a-8c2cc130cd5c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.996548] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.996822] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.997707] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5f4b8f-eec4-4806-8240-1d6b7e301e3e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.005261] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 867.005261] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5223b16f-0ee2-0ff4-ae39-c3115f582957" [ 867.005261] env[65983]: _type = "Task" [ 867.005261] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.015531] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5223b16f-0ee2-0ff4-ae39-c3115f582957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.041522] env[65983]: DEBUG nova.scheduler.client.report [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.152578] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "refresh_cache-e0ccc790-4442-451a-8b40-3357ef86807a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.153124] env[65983]: DEBUG nova.compute.manager [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Instance network_info: |[{"id": "7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84", "address": "fa:16:3e:97:86:cb", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f26d0f9-dd", "ovs_interfaceid": "7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 867.154801] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:86:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.165709] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 867.166021] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.166549] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dc4590b-6d40-4f83-85b6-2061ecd5b84a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.190698] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.190698] env[65983]: value = "task-4468708" [ 867.190698] env[65983]: _type = "Task" [ 867.190698] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.204778] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468708, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.316893] env[65983]: DEBUG oslo_vmware.api [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468706, 'name': PowerOffVM_Task, 'duration_secs': 0.507704} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.317514] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.317796] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.317980] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-253cd9e9-274d-49a6-b694-719a6b98d77d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.398263] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.398743] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.398880] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Deleting the datastore file [datastore2] cc067bb5-147c-47ac-9b2b-f6b58ad6a00b {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.399200] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-331fd2e8-a98c-44c5-801f-e86f1316e174 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.407153] env[65983]: DEBUG oslo_vmware.api [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for the task: (returnval){ [ 867.407153] env[65983]: value = "task-4468710" [ 867.407153] env[65983]: _type = "Task" [ 867.407153] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.416840] env[65983]: DEBUG oslo_vmware.api [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.465089] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572846} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.465464] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] d4899cd5-04a0-41a9-a70f-b235f279dcaa/d4899cd5-04a0-41a9-a70f-b235f279dcaa.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.465839] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.466278] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-052bfeb1-a5c8-489c-8664-60a300f200d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.475699] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 867.475699] env[65983]: value = "task-4468711" [ 867.475699] env[65983]: _type = "Task" [ 867.475699] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.486802] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.520775] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5223b16f-0ee2-0ff4-ae39-c3115f582957, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.521982] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3207d4-2bc8-425b-b83f-ee906b4eff21 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.529600] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 867.529600] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b21263-c5d6-65c7-2607-3efd7b796875" [ 867.529600] env[65983]: _type = "Task" [ 867.529600] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.539670] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b21263-c5d6-65c7-2607-3efd7b796875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.546752] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.470s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.547308] env[65983]: DEBUG nova.compute.manager [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 867.550489] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.575s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.552029] env[65983]: INFO nova.compute.claims [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.702990] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468708, 'name': CreateVM_Task, 'duration_secs': 0.450296} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.703318] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.703946] env[65983]: WARNING neutronclient.v2_0.client [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.704494] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.704726] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.705327] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.705937] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c267bb51-63aa-47ac-8f28-0ecbf39c54a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.712544] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 867.712544] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5250e008-f74c-07e1-69d3-fb16ab1ecb8c" [ 867.712544] env[65983]: _type = "Task" [ 867.712544] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.722961] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5250e008-f74c-07e1-69d3-fb16ab1ecb8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.918476] env[65983]: DEBUG oslo_vmware.api [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Task: {'id': task-4468710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432962} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.918890] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.919113] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.919316] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.919493] env[65983]: INFO nova.compute.manager [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 867.919738] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 867.919944] env[65983]: DEBUG nova.compute.manager [-] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 867.920070] env[65983]: DEBUG nova.network.neutron [-] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 867.920335] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.987563] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.410163} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.988813] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.991012] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.992319] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae020dc6-ab6c-4e3b-9754-955a769b8e5c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.016499] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] d4899cd5-04a0-41a9-a70f-b235f279dcaa/d4899cd5-04a0-41a9-a70f-b235f279dcaa.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.016855] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fdb68d4-87a0-41ec-b43d-2223e68d3545 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.044858] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b21263-c5d6-65c7-2607-3efd7b796875, 'name': SearchDatastore_Task, 'duration_secs': 0.030981} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.046280] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.046569] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] d99d4515-7d38-46d6-9c66-457170cb3e52/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk. {{(pid=65983) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 868.046963] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 868.046963] env[65983]: value = "task-4468712" [ 868.046963] env[65983]: _type = "Task" [ 868.046963] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.047134] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1d8b108-c1de-4bf2-890b-21b5dcea8a74 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.059161] env[65983]: DEBUG nova.compute.utils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.065769] env[65983]: DEBUG nova.compute.manager [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 868.066277] env[65983]: DEBUG nova.network.neutron [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 868.066853] env[65983]: WARNING neutronclient.v2_0.client [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.067240] env[65983]: WARNING neutronclient.v2_0.client [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.069520] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 868.069520] env[65983]: value = "task-4468713" [ 868.069520] env[65983]: _type = "Task" [ 868.069520] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.070059] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468712, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.225654] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5250e008-f74c-07e1-69d3-fb16ab1ecb8c, 'name': SearchDatastore_Task, 'duration_secs': 0.033629} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.226229] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.226472] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.226741] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.226883] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.227072] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.227377] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5401773-3689-4b96-9b04-15efcaad6048 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.238435] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.238435] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.239334] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dcaae27-1220-4b1b-8909-592fa92e75be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.248458] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 868.248458] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527257b0-f825-c98d-57cb-b0aa5e557bc8" [ 868.248458] env[65983]: _type = "Task" [ 868.248458] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.258533] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527257b0-f825-c98d-57cb-b0aa5e557bc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.300344] env[65983]: DEBUG nova.policy [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f9892e9fac4fcfa97f7288f681e623', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978bc558023244e489113f46147ed0bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.564627] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.565080] env[65983]: DEBUG nova.network.neutron [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Successfully updated port: 8edf1c6a-6905-4b78-8cc1-a3397c132ff3 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 868.572782] env[65983]: DEBUG nova.compute.manager [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 868.588024] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468713, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.646046] env[65983]: DEBUG nova.network.neutron [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Successfully created port: 5768828e-5328-4aff-9059-badaf6fbedff {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 868.756141] env[65983]: DEBUG nova.network.neutron [-] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.765901] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527257b0-f825-c98d-57cb-b0aa5e557bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.016307} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.767041] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4852972-4e50-449e-827e-5f31d822da93 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.775669] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 868.775669] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52563baa-3c31-7b18-8ef6-48ecb1ec8419" [ 868.775669] env[65983]: _type = "Task" [ 868.775669] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.785878] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52563baa-3c31-7b18-8ef6-48ecb1ec8419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.853515] env[65983]: DEBUG nova.compute.manager [req-a8047d55-9f82-462f-9035-ec54292b58dd req-b79d1150-4469-4dab-ac87-e606a92642fc service nova] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Received event network-changed-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 868.853772] env[65983]: DEBUG nova.compute.manager [req-a8047d55-9f82-462f-9035-ec54292b58dd req-b79d1150-4469-4dab-ac87-e606a92642fc service nova] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Refreshing instance network info cache due to event network-changed-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 868.854044] env[65983]: DEBUG oslo_concurrency.lockutils [req-a8047d55-9f82-462f-9035-ec54292b58dd req-b79d1150-4469-4dab-ac87-e606a92642fc service nova] Acquiring lock "refresh_cache-e0ccc790-4442-451a-8b40-3357ef86807a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.854182] env[65983]: DEBUG oslo_concurrency.lockutils [req-a8047d55-9f82-462f-9035-ec54292b58dd req-b79d1150-4469-4dab-ac87-e606a92642fc service nova] Acquired lock "refresh_cache-e0ccc790-4442-451a-8b40-3357ef86807a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.854364] env[65983]: DEBUG nova.network.neutron [req-a8047d55-9f82-462f-9035-ec54292b58dd req-b79d1150-4469-4dab-ac87-e606a92642fc service nova] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Refreshing network info cache for port 7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.062377] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468712, 'name': ReconfigVM_Task, 'duration_secs': 0.932331} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.066053] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Reconfigured VM instance instance-00000041 to attach disk [datastore1] d4899cd5-04a0-41a9-a70f-b235f279dcaa/d4899cd5-04a0-41a9-a70f-b235f279dcaa.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.067157] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f5d1a68-1159-491d-be47-536493b8d95a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.070127] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.070348] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.070586] env[65983]: DEBUG nova.network.neutron [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 869.075514] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 869.075514] env[65983]: value = "task-4468714" [ 869.075514] env[65983]: _type = "Task" [ 869.075514] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.102663] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468714, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.106815] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756565} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.106917] env[65983]: INFO nova.virt.vmwareapi.ds_util [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] d99d4515-7d38-46d6-9c66-457170cb3e52/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk. [ 869.108098] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2313cbf0-af74-4893-9a8e-0048822dcb8f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.140452] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] d99d4515-7d38-46d6-9c66-457170cb3e52/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.143625] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e4ae47c-6f05-4ad3-a677-7d73ca909e34 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.169820] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 869.169820] env[65983]: value = "task-4468715" [ 869.169820] env[65983]: _type = "Task" [ 869.169820] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.189848] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468715, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.229348] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b583f3e8-0205-43b7-ad6d-9126303318d0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.239334] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1e99aa-24bb-44e6-b381-67816bfdf43e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.273845] env[65983]: INFO nova.compute.manager [-] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Took 1.35 seconds to deallocate network for instance. [ 869.276636] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9cd969-dc38-4f4a-8b2d-9f4927719547 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.297109] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f821d5-bfc1-498d-86d5-769ca773df80 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.301806] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52563baa-3c31-7b18-8ef6-48ecb1ec8419, 'name': SearchDatastore_Task, 'duration_secs': 0.017325} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.302635] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.303046] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] e0ccc790-4442-451a-8b40-3357ef86807a/e0ccc790-4442-451a-8b40-3357ef86807a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.303827] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1744111e-947d-479a-a93a-3a63224ffe7e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.315262] env[65983]: DEBUG nova.compute.provider_tree [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.324339] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 869.324339] env[65983]: value = "task-4468716" [ 869.324339] env[65983]: _type = "Task" [ 869.324339] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.340178] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.361413] env[65983]: WARNING neutronclient.v2_0.client [req-a8047d55-9f82-462f-9035-ec54292b58dd req-b79d1150-4469-4dab-ac87-e606a92642fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.590754] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468714, 'name': Rename_Task, 'duration_secs': 0.228543} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.591209] env[65983]: WARNING neutronclient.v2_0.client [req-a8047d55-9f82-462f-9035-ec54292b58dd req-b79d1150-4469-4dab-ac87-e606a92642fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.593465] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.594324] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74a77aa2-3691-4d20-8f78-c07ea96eccd1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.599829] env[65983]: DEBUG nova.compute.manager [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 869.608247] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 869.608247] env[65983]: value = "task-4468717" [ 869.608247] env[65983]: _type = "Task" [ 869.608247] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.619220] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.631740] env[65983]: DEBUG nova.virt.hardware [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 869.632054] env[65983]: DEBUG nova.virt.hardware [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.632243] env[65983]: DEBUG nova.virt.hardware [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 869.632458] env[65983]: DEBUG nova.virt.hardware [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.632680] env[65983]: DEBUG nova.virt.hardware [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 869.632836] env[65983]: DEBUG nova.virt.hardware [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 869.633061] env[65983]: DEBUG nova.virt.hardware [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 869.633219] env[65983]: DEBUG nova.virt.hardware [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 869.633453] env[65983]: DEBUG nova.virt.hardware [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 869.633756] env[65983]: DEBUG nova.virt.hardware [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 869.634019] env[65983]: DEBUG nova.virt.hardware [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 869.635160] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc660d1-6898-4f8d-865d-10b05b581d95 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.643375] env[65983]: DEBUG nova.compute.manager [req-4ffe2399-b39c-49be-9ec9-f191161f51bc req-00eec78f-3040-4802-966a-d3c8d61a4b9a service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Received event network-vif-plugged-8edf1c6a-6905-4b78-8cc1-a3397c132ff3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 869.644028] env[65983]: DEBUG oslo_concurrency.lockutils [req-4ffe2399-b39c-49be-9ec9-f191161f51bc req-00eec78f-3040-4802-966a-d3c8d61a4b9a service nova] Acquiring lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.644028] env[65983]: DEBUG oslo_concurrency.lockutils [req-4ffe2399-b39c-49be-9ec9-f191161f51bc req-00eec78f-3040-4802-966a-d3c8d61a4b9a service nova] Lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.644184] env[65983]: DEBUG oslo_concurrency.lockutils [req-4ffe2399-b39c-49be-9ec9-f191161f51bc req-00eec78f-3040-4802-966a-d3c8d61a4b9a service nova] Lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.644303] env[65983]: DEBUG nova.compute.manager [req-4ffe2399-b39c-49be-9ec9-f191161f51bc req-00eec78f-3040-4802-966a-d3c8d61a4b9a service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] No waiting events found dispatching network-vif-plugged-8edf1c6a-6905-4b78-8cc1-a3397c132ff3 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 869.644558] env[65983]: WARNING nova.compute.manager [req-4ffe2399-b39c-49be-9ec9-f191161f51bc req-00eec78f-3040-4802-966a-d3c8d61a4b9a service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Received unexpected event network-vif-plugged-8edf1c6a-6905-4b78-8cc1-a3397c132ff3 for instance with vm_state active and task_state None. [ 869.648744] env[65983]: WARNING nova.network.neutron [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] 440688e7-257d-41d9-949f-8f163cdcaacc already exists in list: networks containing: ['440688e7-257d-41d9-949f-8f163cdcaacc']. ignoring it [ 869.656054] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611476be-ce8c-4314-b12a-4d0ac8e2654a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.691398] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468715, 'name': ReconfigVM_Task, 'duration_secs': 0.38857} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.696053] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Reconfigured VM instance instance-0000003f to attach disk [datastore2] d99d4515-7d38-46d6-9c66-457170cb3e52/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.698677] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd8bdba-0b29-4b2b-979d-f50f7cbceb9c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.734708] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e298f5-89f0-4255-844c-99b5420f20ad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.758752] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 869.758752] env[65983]: value = "task-4468718" [ 869.758752] env[65983]: _type = "Task" [ 869.758752] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.771207] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.789298] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.805656] env[65983]: DEBUG nova.network.neutron [req-a8047d55-9f82-462f-9035-ec54292b58dd req-b79d1150-4469-4dab-ac87-e606a92642fc service nova] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Updated VIF entry in instance network info cache for port 7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 869.806234] env[65983]: DEBUG nova.network.neutron [req-a8047d55-9f82-462f-9035-ec54292b58dd req-b79d1150-4469-4dab-ac87-e606a92642fc service nova] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Updating instance_info_cache with network_info: [{"id": "7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84", "address": "fa:16:3e:97:86:cb", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f26d0f9-dd", "ovs_interfaceid": "7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.819502] env[65983]: DEBUG nova.scheduler.client.report [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.845851] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468716, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.879868] env[65983]: WARNING neutronclient.v2_0.client [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.106358] env[65983]: WARNING neutronclient.v2_0.client [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.121912] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.249358] env[65983]: DEBUG nova.network.neutron [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Successfully updated port: 5768828e-5328-4aff-9059-badaf6fbedff {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 870.274319] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468718, 'name': ReconfigVM_Task, 'duration_secs': 0.193145} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.274701] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.274909] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1b0c714-3e53-4a4e-a791-ebd86b43cc4c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.284099] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 870.284099] env[65983]: value = "task-4468719" [ 870.284099] env[65983]: _type = "Task" [ 870.284099] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.295552] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.300485] env[65983]: DEBUG nova.network.neutron [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Updating instance_info_cache with network_info: [{"id": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "address": "fa:16:3e:d2:b3:c2", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4d96f8-fe", "ovs_interfaceid": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8edf1c6a-6905-4b78-8cc1-a3397c132ff3", "address": "fa:16:3e:65:e7:59", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8edf1c6a-69", "ovs_interfaceid": "8edf1c6a-6905-4b78-8cc1-a3397c132ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.310049] env[65983]: DEBUG oslo_concurrency.lockutils [req-a8047d55-9f82-462f-9035-ec54292b58dd req-b79d1150-4469-4dab-ac87-e606a92642fc service nova] Releasing lock "refresh_cache-e0ccc790-4442-451a-8b40-3357ef86807a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.325831] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.326428] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 870.329615] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.552s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.330063] env[65983]: DEBUG nova.objects.instance [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Lazy-loading 'resources' on Instance uuid 4c15afa2-321c-4502-b839-dc5578688302 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.343283] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648111} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.343635] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] e0ccc790-4442-451a-8b40-3357ef86807a/e0ccc790-4442-451a-8b40-3357ef86807a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.343855] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.344155] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea258726-8ede-4459-add3-2b33d146de5a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.353920] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 870.353920] env[65983]: value = "task-4468720" [ 870.353920] env[65983]: _type = "Task" [ 870.353920] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.365254] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.620688] env[65983]: DEBUG oslo_vmware.api [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468717, 'name': PowerOnVM_Task, 'duration_secs': 0.863592} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.621077] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.621249] env[65983]: INFO nova.compute.manager [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Took 9.53 seconds to spawn the instance on the hypervisor. [ 870.621440] env[65983]: DEBUG nova.compute.manager [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 870.622336] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2b82e7-1649-4f1d-ac11-9c236ca19988 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.752481] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "refresh_cache-084eb1a2-f187-47a0-aac8-bbf0b3611ed9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.752817] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "refresh_cache-084eb1a2-f187-47a0-aac8-bbf0b3611ed9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.752973] env[65983]: DEBUG nova.network.neutron [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.797052] env[65983]: DEBUG oslo_vmware.api [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468719, 'name': PowerOnVM_Task, 'duration_secs': 0.438366} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.797327] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.800582] env[65983]: DEBUG nova.compute.manager [None req-b35a5be3-c9da-4473-94db-a5ccba16eb8e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 870.801449] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989b8664-6254-4c6f-954c-a2b85085bd8f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.804282] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.804904] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.805070] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.805807] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2ceb85-221d-49f4-8d85-1365afdb5c09 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.830700] env[65983]: DEBUG nova.virt.hardware [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 870.830937] env[65983]: DEBUG nova.virt.hardware [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.831099] env[65983]: DEBUG nova.virt.hardware [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 870.831296] env[65983]: DEBUG nova.virt.hardware [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.831440] env[65983]: DEBUG nova.virt.hardware [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 870.831578] env[65983]: DEBUG nova.virt.hardware [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 870.831773] env[65983]: DEBUG nova.virt.hardware [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 870.831924] env[65983]: DEBUG nova.virt.hardware [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 870.832093] env[65983]: DEBUG nova.virt.hardware [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 870.832299] env[65983]: DEBUG nova.virt.hardware [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 870.832410] env[65983]: DEBUG nova.virt.hardware [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 870.838589] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Reconfiguring VM to attach interface {{(pid=65983) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 870.840234] env[65983]: DEBUG nova.compute.utils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.844015] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc1ddae-9e07-41ac-b21f-17e60b5685eb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.857799] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 870.858185] env[65983]: DEBUG nova.network.neutron [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 870.858315] env[65983]: WARNING neutronclient.v2_0.client [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.858608] env[65983]: WARNING neutronclient.v2_0.client [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.872256] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125453} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.873636] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.874018] env[65983]: DEBUG oslo_vmware.api [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 870.874018] env[65983]: value = "task-4468721" [ 870.874018] env[65983]: _type = "Task" [ 870.874018] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.874739] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fe461f-6c02-42f8-b71f-13c5f01cc519 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.898352] env[65983]: DEBUG oslo_vmware.api [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468721, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.907290] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] e0ccc790-4442-451a-8b40-3357ef86807a/e0ccc790-4442-451a-8b40-3357ef86807a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.910247] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ffde89-08d0-4ca3-8f6f-401fa4e69165 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.926305] env[65983]: DEBUG nova.policy [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9438b0e416834660ab9d88acff04609b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e8e6a7caedc4be6ab5931e91618ce37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.935162] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 870.935162] env[65983]: value = "task-4468722" [ 870.935162] env[65983]: _type = "Task" [ 870.935162] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.949645] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.142354] env[65983]: INFO nova.compute.manager [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Took 48.56 seconds to build instance. [ 871.155807] env[65983]: INFO nova.compute.manager [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Rebuilding instance [ 871.216757] env[65983]: DEBUG nova.compute.manager [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 871.217870] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a3d7d5-8bf2-4506-8771-2f50b5697c89 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.316739] env[65983]: DEBUG nova.network.neutron [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 871.357666] env[65983]: DEBUG nova.network.neutron [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Successfully created port: b39f7891-c4b7-401f-af31-5531174fcd33 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 871.360080] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 871.397516] env[65983]: DEBUG oslo_vmware.api [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.435769] env[65983]: WARNING neutronclient.v2_0.client [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.451931] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.485990] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca1c920-aba6-4618-9c5d-5cdb26b5509e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.495209] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51505ad7-3b53-4ff1-a91b-8501fb49726f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.532260] env[65983]: DEBUG nova.network.neutron [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Updating instance_info_cache with network_info: [{"id": "5768828e-5328-4aff-9059-badaf6fbedff", "address": "fa:16:3e:bd:b5:df", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5768828e-53", "ovs_interfaceid": "5768828e-5328-4aff-9059-badaf6fbedff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.534084] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d13541-0bfc-4b7b-b1a0-608cb1d98932 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.543832] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d69e7a-5cd6-48ea-bfeb-80bb0612abce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.561638] env[65983]: DEBUG nova.compute.provider_tree [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.647973] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a761a861-a605-4c35-9a21-d0c4971991b7 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "d4899cd5-04a0-41a9-a70f-b235f279dcaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.450s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.845634] env[65983]: DEBUG nova.compute.manager [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Received event network-vif-deleted-86940782-3232-4b79-b037-46fcbf8db667 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.845902] env[65983]: DEBUG nova.compute.manager [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Received event network-vif-plugged-5768828e-5328-4aff-9059-badaf6fbedff {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.846268] env[65983]: DEBUG oslo_concurrency.lockutils [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] Acquiring lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.846681] env[65983]: DEBUG oslo_concurrency.lockutils [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] Lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.846982] env[65983]: DEBUG oslo_concurrency.lockutils [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] Lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.847312] env[65983]: DEBUG nova.compute.manager [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] No waiting events found dispatching network-vif-plugged-5768828e-5328-4aff-9059-badaf6fbedff {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 871.847599] env[65983]: WARNING nova.compute.manager [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Received unexpected event network-vif-plugged-5768828e-5328-4aff-9059-badaf6fbedff for instance with vm_state building and task_state spawning. [ 871.847897] env[65983]: DEBUG nova.compute.manager [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Received event network-changed-5768828e-5328-4aff-9059-badaf6fbedff {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.848101] env[65983]: DEBUG nova.compute.manager [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Refreshing instance network info cache due to event network-changed-5768828e-5328-4aff-9059-badaf6fbedff. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 871.848360] env[65983]: DEBUG oslo_concurrency.lockutils [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] Acquiring lock "refresh_cache-084eb1a2-f187-47a0-aac8-bbf0b3611ed9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.895815] env[65983]: DEBUG oslo_vmware.api [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468721, 'name': ReconfigVM_Task, 'duration_secs': 0.805221} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.896530] env[65983]: WARNING neutronclient.v2_0.client [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.896530] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.896868] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Reconfigured VM to attach interface {{(pid=65983) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 871.949870] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468722, 'name': ReconfigVM_Task, 'duration_secs': 0.522716} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.950200] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Reconfigured VM instance instance-00000042 to attach disk [datastore1] e0ccc790-4442-451a-8b40-3357ef86807a/e0ccc790-4442-451a-8b40-3357ef86807a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.950966] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98ef1e80-d719-4b0c-9e03-25fbd446fc47 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.960649] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 871.960649] env[65983]: value = "task-4468723" [ 871.960649] env[65983]: _type = "Task" [ 871.960649] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.970556] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468723, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.038142] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "refresh_cache-084eb1a2-f187-47a0-aac8-bbf0b3611ed9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.038658] env[65983]: DEBUG nova.compute.manager [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Instance network_info: |[{"id": "5768828e-5328-4aff-9059-badaf6fbedff", "address": "fa:16:3e:bd:b5:df", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5768828e-53", "ovs_interfaceid": "5768828e-5328-4aff-9059-badaf6fbedff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 872.039199] env[65983]: DEBUG oslo_concurrency.lockutils [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] Acquired lock "refresh_cache-084eb1a2-f187-47a0-aac8-bbf0b3611ed9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.039867] env[65983]: DEBUG nova.network.neutron [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Refreshing network info cache for port 5768828e-5328-4aff-9059-badaf6fbedff {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.041194] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:b5:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5768828e-5328-4aff-9059-badaf6fbedff', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.053977] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 872.055627] env[65983]: WARNING neutronclient.v2_0.client [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.058907] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.059865] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b95dcb5-d745-4045-a8db-34c7abe122ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.081615] env[65983]: DEBUG nova.scheduler.client.report [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.092885] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.092885] env[65983]: value = "task-4468724" [ 872.092885] env[65983]: _type = "Task" [ 872.092885] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.104719] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468724, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.152036] env[65983]: DEBUG nova.compute.manager [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 872.235295] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.236203] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bf6d9f7-4384-4a26-b9cc-b6cbdd9d3e6a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.247289] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 872.247289] env[65983]: value = "task-4468725" [ 872.247289] env[65983]: _type = "Task" [ 872.247289] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.258998] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.376380] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 872.402286] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.402525] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.402644] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.402824] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.402962] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.403119] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.403320] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.403474] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.403643] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.403797] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.403960] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.405151] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.080s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.406816] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35f6447-a96c-4955-9b63-b6eddb3a4e44 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.419895] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b169f9b-c9c9-42e8-8a40-dba390ed3d7d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.450077] env[65983]: WARNING neutronclient.v2_0.client [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.472346] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468723, 'name': Rename_Task, 'duration_secs': 0.209453} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.472687] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.473051] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-517a8eca-dce5-4342-920a-9b19ccfb0aff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.480782] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 872.480782] env[65983]: value = "task-4468726" [ 872.480782] env[65983]: _type = "Task" [ 872.480782] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.495496] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.588460] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.592339] env[65983]: DEBUG nova.network.neutron [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Updated VIF entry in instance network info cache for port 5768828e-5328-4aff-9059-badaf6fbedff. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 872.593175] env[65983]: DEBUG nova.network.neutron [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Updating instance_info_cache with network_info: [{"id": "5768828e-5328-4aff-9059-badaf6fbedff", "address": "fa:16:3e:bd:b5:df", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5768828e-53", "ovs_interfaceid": "5768828e-5328-4aff-9059-badaf6fbedff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.593789] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.714s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.595944] env[65983]: INFO nova.compute.claims [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.609370] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468724, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.621899] env[65983]: INFO nova.scheduler.client.report [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Deleted allocations for instance 4c15afa2-321c-4502-b839-dc5578688302 [ 872.676277] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.751254] env[65983]: DEBUG nova.compute.manager [req-6524510e-0115-476b-9160-ee5370ac9b6f req-a9bcaf7b-8f40-4644-b381-0493c0222d04 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Received event network-changed-8edf1c6a-6905-4b78-8cc1-a3397c132ff3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 872.751545] env[65983]: DEBUG nova.compute.manager [req-6524510e-0115-476b-9160-ee5370ac9b6f req-a9bcaf7b-8f40-4644-b381-0493c0222d04 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Refreshing instance network info cache due to event network-changed-8edf1c6a-6905-4b78-8cc1-a3397c132ff3. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 872.751760] env[65983]: DEBUG oslo_concurrency.lockutils [req-6524510e-0115-476b-9160-ee5370ac9b6f req-a9bcaf7b-8f40-4644-b381-0493c0222d04 service nova] Acquiring lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.751955] env[65983]: DEBUG oslo_concurrency.lockutils [req-6524510e-0115-476b-9160-ee5370ac9b6f req-a9bcaf7b-8f40-4644-b381-0493c0222d04 service nova] Acquired lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.752075] env[65983]: DEBUG nova.network.neutron [req-6524510e-0115-476b-9160-ee5370ac9b6f req-a9bcaf7b-8f40-4644-b381-0493c0222d04 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Refreshing network info cache for port 8edf1c6a-6905-4b78-8cc1-a3397c132ff3 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.764087] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468725, 'name': PowerOffVM_Task, 'duration_secs': 0.171003} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.764965] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.765954] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.767007] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5865392-6baf-4f1e-8fe4-e31cd60b4f65 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.776671] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.776938] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a40d62af-89d0-43e3-8562-a2015f2d9b55 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.811475] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.811876] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.812194] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Deleting the datastore file [datastore1] ee345f1c-b3ae-48b8-959c-c0e5d33f136b {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.812643] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abd5df65-265f-4560-9c61-46e4cb34f976 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.823032] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 872.823032] env[65983]: value = "task-4468728" [ 872.823032] env[65983]: _type = "Task" [ 872.823032] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.837560] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.997944] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468726, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.007945] env[65983]: DEBUG nova.network.neutron [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Successfully updated port: b39f7891-c4b7-401f-af31-5531174fcd33 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 873.100976] env[65983]: DEBUG oslo_concurrency.lockutils [req-456d6bdd-e42e-4cd9-9596-cfe15cf3a1f0 req-60bb816e-8fa2-48b3-90d4-2939d7dbe036 service nova] Releasing lock "refresh_cache-084eb1a2-f187-47a0-aac8-bbf0b3611ed9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.119347] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468724, 'name': CreateVM_Task, 'duration_secs': 0.563077} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.119729] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.120928] env[65983]: WARNING neutronclient.v2_0.client [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.121454] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.121652] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.122042] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.123222] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f304c2d9-7313-4680-8288-633e21d8ca0b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.130413] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Lock "4c15afa2-321c-4502-b839-dc5578688302" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.141s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.133917] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 873.133917] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52879956-81a8-093c-164b-0ec608997f2b" [ 873.133917] env[65983]: _type = "Task" [ 873.133917] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.145648] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52879956-81a8-093c-164b-0ec608997f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.263289] env[65983]: WARNING neutronclient.v2_0.client [req-6524510e-0115-476b-9160-ee5370ac9b6f req-a9bcaf7b-8f40-4644-b381-0493c0222d04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.340297] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143673} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.343386] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.343386] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.343386] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.493656] env[65983]: DEBUG oslo_vmware.api [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468726, 'name': PowerOnVM_Task, 'duration_secs': 0.710479} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.493656] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.494185] env[65983]: INFO nova.compute.manager [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Took 9.67 seconds to spawn the instance on the hypervisor. [ 873.494185] env[65983]: DEBUG nova.compute.manager [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 873.495053] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6e80b3-87fb-4ee9-8a30-3f154a97e86d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.513960] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "refresh_cache-be710d49-3e16-45fe-b3a2-1d8537719697" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.513960] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired lock "refresh_cache-be710d49-3e16-45fe-b3a2-1d8537719697" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.513960] env[65983]: DEBUG nova.network.neutron [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 873.518414] env[65983]: WARNING neutronclient.v2_0.client [req-6524510e-0115-476b-9160-ee5370ac9b6f req-a9bcaf7b-8f40-4644-b381-0493c0222d04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.606016] env[65983]: DEBUG nova.network.neutron [req-6524510e-0115-476b-9160-ee5370ac9b6f req-a9bcaf7b-8f40-4644-b381-0493c0222d04 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Updated VIF entry in instance network info cache for port 8edf1c6a-6905-4b78-8cc1-a3397c132ff3. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 873.606540] env[65983]: DEBUG nova.network.neutron [req-6524510e-0115-476b-9160-ee5370ac9b6f req-a9bcaf7b-8f40-4644-b381-0493c0222d04 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Updating instance_info_cache with network_info: [{"id": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "address": "fa:16:3e:d2:b3:c2", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4d96f8-fe", "ovs_interfaceid": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8edf1c6a-6905-4b78-8cc1-a3397c132ff3", "address": "fa:16:3e:65:e7:59", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8edf1c6a-69", "ovs_interfaceid": "8edf1c6a-6905-4b78-8cc1-a3397c132ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.651591] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52879956-81a8-093c-164b-0ec608997f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.017233} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.651900] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.652165] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.652507] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.652644] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.652827] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.653562] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab05f44c-209d-490b-a59b-a253d2b1ae9e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.666788] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.666978] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.667859] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78310cd5-4a23-469d-8bff-bda01a2b718a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.678806] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 873.678806] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523866b2-25f1-c126-ec55-434792a97833" [ 873.678806] env[65983]: _type = "Task" [ 873.678806] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.690986] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523866b2-25f1-c126-ec55-434792a97833, 'name': SearchDatastore_Task, 'duration_secs': 0.012708} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.695286] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb06e783-8a60-4980-951b-24204b9c87f6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.702506] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 873.702506] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5289304c-fabe-8bae-3f56-f15fb101a07b" [ 873.702506] env[65983]: _type = "Task" [ 873.702506] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.714131] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5289304c-fabe-8bae-3f56-f15fb101a07b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.870101] env[65983]: INFO nova.compute.manager [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Rebuilding instance [ 873.935191] env[65983]: DEBUG nova.compute.manager [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 873.936227] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb49d77-c40e-4104-b3cd-7d6ecef275a0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.019115] env[65983]: INFO nova.compute.manager [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Took 51.39 seconds to build instance. [ 874.109845] env[65983]: DEBUG oslo_concurrency.lockutils [req-6524510e-0115-476b-9160-ee5370ac9b6f req-a9bcaf7b-8f40-4644-b381-0493c0222d04 service nova] Releasing lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.146583] env[65983]: DEBUG nova.network.neutron [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 874.216499] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5289304c-fabe-8bae-3f56-f15fb101a07b, 'name': SearchDatastore_Task, 'duration_secs': 0.011956} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.216499] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.216499] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 084eb1a2-f187-47a0-aac8-bbf0b3611ed9/084eb1a2-f187-47a0-aac8-bbf0b3611ed9.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.219697] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77292f9f-c503-48c9-83a1-3b7818fa68b0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.229962] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 874.229962] env[65983]: value = "task-4468729" [ 874.229962] env[65983]: _type = "Task" [ 874.229962] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.242908] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.267814] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcf228b-23cd-4412-8bbf-d7fbd30c5a90 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.280228] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f448775-2f5f-4540-b4f7-222ee8af3470 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.337640] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ae8ff-ed9a-4673-9cb9-1c126aa6a74b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.348034] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3f407b-b7b2-47b8-a029-07fa739afe17 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.366095] env[65983]: DEBUG nova.compute.provider_tree [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.376212] env[65983]: WARNING neutronclient.v2_0.client [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.390857] env[65983]: DEBUG nova.virt.hardware [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 874.391114] env[65983]: DEBUG nova.virt.hardware [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.391265] env[65983]: DEBUG nova.virt.hardware [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 874.391474] env[65983]: DEBUG nova.virt.hardware [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.391626] env[65983]: DEBUG nova.virt.hardware [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 874.391760] env[65983]: DEBUG nova.virt.hardware [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 874.391966] env[65983]: DEBUG nova.virt.hardware [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 874.392371] env[65983]: DEBUG nova.virt.hardware [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 874.392569] env[65983]: DEBUG nova.virt.hardware [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 874.392732] env[65983]: DEBUG nova.virt.hardware [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 874.392895] env[65983]: DEBUG nova.virt.hardware [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 874.393834] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bca5b3-043b-4e1a-b490-c76bab9dddd3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.404680] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57291dd1-376e-41cb-a8b8-9241889ad0c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.424026] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.430406] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 874.430804] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.431150] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd5852d6-e0f5-44fd-bd0b-b4eaca75634e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.456220] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.456220] env[65983]: value = "task-4468730" [ 874.456220] env[65983]: _type = "Task" [ 874.456220] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.468115] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468730, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.495583] env[65983]: DEBUG nova.network.neutron [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Updating instance_info_cache with network_info: [{"id": "b39f7891-c4b7-401f-af31-5531174fcd33", "address": "fa:16:3e:20:c9:ba", "network": {"id": "074c8b2b-3871-4d27-9e4c-440c353cbb86", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-361388970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8e6a7caedc4be6ab5931e91618ce37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39f7891-c4", "ovs_interfaceid": "b39f7891-c4b7-401f-af31-5531174fcd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.526863] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "e0ccc790-4442-451a-8b40-3357ef86807a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.328s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.743487] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51309} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.743924] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 084eb1a2-f187-47a0-aac8-bbf0b3611ed9/084eb1a2-f187-47a0-aac8-bbf0b3611ed9.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.743924] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.744239] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7318dd4f-248f-4825-bf89-525114e04e4a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.752393] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 874.752393] env[65983]: value = "task-4468731" [ 874.752393] env[65983]: _type = "Task" [ 874.752393] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.766022] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.869814] env[65983]: DEBUG nova.scheduler.client.report [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.959033] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.959660] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eb86869-4124-42ba-a787-6bd71656875a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.974135] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468730, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.975692] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 874.975692] env[65983]: value = "task-4468732" [ 874.975692] env[65983]: _type = "Task" [ 874.975692] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.985868] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.999663] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Releasing lock "refresh_cache-be710d49-3e16-45fe-b3a2-1d8537719697" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.999663] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Instance network_info: |[{"id": "b39f7891-c4b7-401f-af31-5531174fcd33", "address": "fa:16:3e:20:c9:ba", "network": {"id": "074c8b2b-3871-4d27-9e4c-440c353cbb86", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-361388970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8e6a7caedc4be6ab5931e91618ce37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39f7891-c4", "ovs_interfaceid": "b39f7891-c4b7-401f-af31-5531174fcd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 874.999663] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:c9:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b39f7891-c4b7-401f-af31-5531174fcd33', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.008093] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Creating folder: Project (1e8e6a7caedc4be6ab5931e91618ce37). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.008093] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d14e5b70-d776-48ec-a68e-169d068a04d9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.020947] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Created folder: Project (1e8e6a7caedc4be6ab5931e91618ce37) in parent group-v873669. [ 875.021294] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Creating folder: Instances. Parent ref: group-v873863. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.021661] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6bccc93-40f8-455d-b311-4b4472f95187 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.035211] env[65983]: DEBUG nova.compute.manager [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 875.037964] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Created folder: Instances in parent group-v873863. [ 875.038412] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 875.038821] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.039193] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a4296df-9866-45ce-8e34-e83eb881e747 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.059115] env[65983]: DEBUG oslo_concurrency.lockutils [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "interface-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-8edf1c6a-6905-4b78-8cc1-a3397c132ff3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.059509] env[65983]: DEBUG oslo_concurrency.lockutils [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-8edf1c6a-6905-4b78-8cc1-a3397c132ff3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.067456] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.067456] env[65983]: value = "task-4468735" [ 875.067456] env[65983]: _type = "Task" [ 875.067456] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.078695] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468735, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.112078] env[65983]: DEBUG nova.compute.manager [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Received event network-vif-plugged-b39f7891-c4b7-401f-af31-5531174fcd33 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 875.112371] env[65983]: DEBUG oslo_concurrency.lockutils [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] Acquiring lock "be710d49-3e16-45fe-b3a2-1d8537719697-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.112630] env[65983]: DEBUG oslo_concurrency.lockutils [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] Lock "be710d49-3e16-45fe-b3a2-1d8537719697-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.112830] env[65983]: DEBUG oslo_concurrency.lockutils [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] Lock "be710d49-3e16-45fe-b3a2-1d8537719697-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.113176] env[65983]: DEBUG nova.compute.manager [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] No waiting events found dispatching network-vif-plugged-b39f7891-c4b7-401f-af31-5531174fcd33 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 875.113295] env[65983]: WARNING nova.compute.manager [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Received unexpected event network-vif-plugged-b39f7891-c4b7-401f-af31-5531174fcd33 for instance with vm_state building and task_state spawning. [ 875.113677] env[65983]: DEBUG nova.compute.manager [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Received event network-changed-b39f7891-c4b7-401f-af31-5531174fcd33 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 875.113677] env[65983]: DEBUG nova.compute.manager [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Refreshing instance network info cache due to event network-changed-b39f7891-c4b7-401f-af31-5531174fcd33. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 875.114147] env[65983]: DEBUG oslo_concurrency.lockutils [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] Acquiring lock "refresh_cache-be710d49-3e16-45fe-b3a2-1d8537719697" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.114147] env[65983]: DEBUG oslo_concurrency.lockutils [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] Acquired lock "refresh_cache-be710d49-3e16-45fe-b3a2-1d8537719697" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.114418] env[65983]: DEBUG nova.network.neutron [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Refreshing network info cache for port b39f7891-c4b7-401f-af31-5531174fcd33 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.264612] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15727} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.266465] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.267424] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ccd0a0-974f-4cdb-ae64-8d2fc2b5dc5f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.295462] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 084eb1a2-f187-47a0-aac8-bbf0b3611ed9/084eb1a2-f187-47a0-aac8-bbf0b3611ed9.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.295817] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-891ea011-b4f2-41e8-b4ef-e8d6c91edc16 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.319738] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 875.319738] env[65983]: value = "task-4468736" [ 875.319738] env[65983]: _type = "Task" [ 875.319738] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.329469] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.376937] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.377512] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 875.380573] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.414s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.383146] env[65983]: INFO nova.compute.claims [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.470507] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468730, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.490466] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.555052] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.563454] env[65983]: DEBUG oslo_concurrency.lockutils [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.563777] env[65983]: DEBUG oslo_concurrency.lockutils [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.567048] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904b71b5-a3cb-492c-8c52-4986b2c32db6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.581228] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468735, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.599700] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a410c36a-08cb-41fe-9d43-e86f38c801cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.602088] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "0b9da095-cf5a-4e4d-be8a-a38906939b45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.602088] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "0b9da095-cf5a-4e4d-be8a-a38906939b45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.624286] env[65983]: WARNING neutronclient.v2_0.client [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.627983] env[65983]: WARNING neutronclient.v2_0.client [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.636453] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Reconfiguring VM to detach interface {{(pid=65983) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 875.637924] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a66bd91c-2fda-4d0a-8cff-ae37ce338f5c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.658279] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 875.658279] env[65983]: value = "task-4468737" [ 875.658279] env[65983]: _type = "Task" [ 875.658279] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.670055] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.831775] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468736, 'name': ReconfigVM_Task, 'duration_secs': 0.322851} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.832298] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 084eb1a2-f187-47a0-aac8-bbf0b3611ed9/084eb1a2-f187-47a0-aac8-bbf0b3611ed9.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.833651] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-701679d1-82d3-4562-86ad-88baa1bd4166 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.843046] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 875.843046] env[65983]: value = "task-4468738" [ 875.843046] env[65983]: _type = "Task" [ 875.843046] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.853434] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468738, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.892809] env[65983]: DEBUG nova.compute.utils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.896398] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 875.896646] env[65983]: DEBUG nova.network.neutron [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 875.897079] env[65983]: WARNING neutronclient.v2_0.client [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.897587] env[65983]: WARNING neutronclient.v2_0.client [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.972934] env[65983]: DEBUG nova.policy [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9438b0e416834660ab9d88acff04609b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e8e6a7caedc4be6ab5931e91618ce37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.974900] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468730, 'name': CreateVM_Task, 'duration_secs': 1.432357} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.975342] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.975801] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.975995] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.976373] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.976732] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04311c5-5b23-44bf-9dce-d2b6e3ae7128 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.986627] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 875.986627] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523036c9-8e40-8d6f-45aa-9fe095e1604a" [ 875.986627] env[65983]: _type = "Task" [ 875.986627] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.991651] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.003972] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523036c9-8e40-8d6f-45aa-9fe095e1604a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.020759] env[65983]: INFO nova.compute.manager [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Rescuing [ 876.021029] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "refresh_cache-0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.021251] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "refresh_cache-0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.021434] env[65983]: DEBUG nova.network.neutron [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 876.027158] env[65983]: WARNING neutronclient.v2_0.client [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.082291] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468735, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.173037] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.282014] env[65983]: DEBUG oslo_vmware.rw_handles [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be00d6-0008-d029-20d4-0d71886b0ff9/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 876.282979] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e4ad5a-f3cb-44e2-abea-2d14cefdf7d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.292765] env[65983]: DEBUG oslo_vmware.rw_handles [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be00d6-0008-d029-20d4-0d71886b0ff9/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 876.293124] env[65983]: ERROR oslo_vmware.rw_handles [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be00d6-0008-d029-20d4-0d71886b0ff9/disk-0.vmdk due to incomplete transfer. [ 876.293553] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-33e0b08f-93a3-4e5c-9b0b-5feabc949131 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.302702] env[65983]: DEBUG oslo_vmware.rw_handles [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be00d6-0008-d029-20d4-0d71886b0ff9/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 876.302961] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Uploaded image cf61df57-f743-4064-9134-defa2bbe31f6 to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 876.306288] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.306665] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c1a6ce7-3e82-4c48-bf7e-7b7cde8b12df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.316776] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 876.316776] env[65983]: value = "task-4468739" [ 876.316776] env[65983]: _type = "Task" [ 876.316776] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.328383] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468739, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.356422] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468738, 'name': Rename_Task, 'duration_secs': 0.211129} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.356980] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.357535] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57409ae1-4502-46ab-b513-32a2cb128c72 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.368693] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 876.368693] env[65983]: value = "task-4468740" [ 876.368693] env[65983]: _type = "Task" [ 876.368693] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.380161] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.397788] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 876.474225] env[65983]: DEBUG nova.network.neutron [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Successfully created port: 9e72dc91-4b32-4b74-bd0c-3355baebdf50 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 876.494886] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468732, 'name': PowerOffVM_Task, 'duration_secs': 1.209271} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.502346] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.502633] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.503698] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd744417-1490-4f24-8217-fd23929cf8cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.520682] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.522380] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523036c9-8e40-8d6f-45aa-9fe095e1604a, 'name': SearchDatastore_Task, 'duration_secs': 0.015386} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.523932] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6acae719-23c4-4e73-8054-fa8e49e8bf98 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.526302] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.526923] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.527275] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.527500] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.527773] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.528453] env[65983]: WARNING neutronclient.v2_0.client [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.532610] env[65983]: DEBUG nova.network.neutron [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Updated VIF entry in instance network info cache for port b39f7891-c4b7-401f-af31-5531174fcd33. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 876.532990] env[65983]: DEBUG nova.network.neutron [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Updating instance_info_cache with network_info: [{"id": "b39f7891-c4b7-401f-af31-5531174fcd33", "address": "fa:16:3e:20:c9:ba", "network": {"id": "074c8b2b-3871-4d27-9e4c-440c353cbb86", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-361388970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8e6a7caedc4be6ab5931e91618ce37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39f7891-c4", "ovs_interfaceid": "b39f7891-c4b7-401f-af31-5531174fcd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.534637] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cc64b64-7247-4ff7-8757-230e5d5d49fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.547677] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.547871] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.551554] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca117162-ce5e-4ef2-911b-d1d01bcf0884 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.566028] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 876.566028] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529b1c50-bf9e-c118-4da3-72e194eb9775" [ 876.566028] env[65983]: _type = "Task" [ 876.566028] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.578965] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529b1c50-bf9e-c118-4da3-72e194eb9775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.590635] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468735, 'name': CreateVM_Task, 'duration_secs': 1.309561} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.590635] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.590635] env[65983]: WARNING neutronclient.v2_0.client [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.590635] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.590635] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.591169] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.591574] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1884082-d1fd-4354-8466-55c86b471789 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.597541] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 876.597541] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf1949-7bd3-a996-70ae-494b4c27a999" [ 876.597541] env[65983]: _type = "Task" [ 876.597541] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.611676] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf1949-7bd3-a996-70ae-494b4c27a999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.622704] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.622951] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.623328] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleting the datastore file [datastore1] d4899cd5-04a0-41a9-a70f-b235f279dcaa {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.623483] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a1ce635-92e6-4963-b4bf-5a07be1a0b43 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.635106] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 876.635106] env[65983]: value = "task-4468742" [ 876.635106] env[65983]: _type = "Task" [ 876.635106] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.647950] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.673925] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.833333] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468739, 'name': Destroy_Task, 'duration_secs': 0.371943} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.833333] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Destroyed the VM [ 876.833333] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.833333] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cc47b5c7-36e5-483c-9840-182a84efcd60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.839021] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 876.839021] env[65983]: value = "task-4468743" [ 876.839021] env[65983]: _type = "Task" [ 876.839021] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.851701] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468743, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.874849] env[65983]: WARNING neutronclient.v2_0.client [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.881255] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.040546] env[65983]: DEBUG oslo_concurrency.lockutils [req-fd6825a8-dbbc-45fd-bb11-92042e65a3a2 req-9cb2b88e-dfe5-4bbf-8463-308a787eee3a service nova] Releasing lock "refresh_cache-be710d49-3e16-45fe-b3a2-1d8537719697" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.066963] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbbab52-a0ec-43d6-8c34-5bdfa32fabb6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.071842] env[65983]: DEBUG nova.network.neutron [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Updating instance_info_cache with network_info: [{"id": "1d01711e-51ab-485e-a263-a4a37aa0c402", "address": "fa:16:3e:31:61:29", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d01711e-51", "ovs_interfaceid": "1d01711e-51ab-485e-a263-a4a37aa0c402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.086344] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46791183-8612-4325-a3b0-e2f49b07658b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.090272] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529b1c50-bf9e-c118-4da3-72e194eb9775, 'name': SearchDatastore_Task, 'duration_secs': 0.012536} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.091946] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11ba204-2415-4b38-9982-69f8398b02b2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.128281] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8828b7e-128f-426f-b65b-08a696e6dee1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.130774] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 877.130774] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b80762-51b9-4024-9229-0eb0bd4a6e95" [ 877.130774] env[65983]: _type = "Task" [ 877.130774] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.144905] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cf1949-7bd3-a996-70ae-494b4c27a999, 'name': SearchDatastore_Task, 'duration_secs': 0.018025} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.150738] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a87e8fd-5354-43c8-a208-c68b94898bf2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.156175] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.156175] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.156175] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.159800] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b80762-51b9-4024-9229-0eb0bd4a6e95, 'name': SearchDatastore_Task, 'duration_secs': 0.013024} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.160783] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.161127] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] ee345f1c-b3ae-48b8-959c-c0e5d33f136b/ee345f1c-b3ae-48b8-959c-c0e5d33f136b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.161847] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.162049] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.162337] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb85f89d-a9be-43c8-9f02-56e52e6860fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.178789] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdb35923-a46a-4594-8b61-0c06a093307c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.180908] env[65983]: DEBUG nova.compute.provider_tree [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.182341] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260505} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.182941] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.183136] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.183310] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.188513] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 877.188513] env[65983]: value = "task-4468744" [ 877.188513] env[65983]: _type = "Task" [ 877.188513] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.192128] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.197601] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.197777] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.199188] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7268a182-fb30-4b3b-9f83-0be798b5f898 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.205185] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.209037] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 877.209037] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52017047-cbbf-58e9-5ca6-d342db375cf6" [ 877.209037] env[65983]: _type = "Task" [ 877.209037] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.219225] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52017047-cbbf-58e9-5ca6-d342db375cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.350387] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468743, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.381291] env[65983]: DEBUG oslo_vmware.api [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468740, 'name': PowerOnVM_Task, 'duration_secs': 0.700944} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.381870] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.381870] env[65983]: INFO nova.compute.manager [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Took 7.78 seconds to spawn the instance on the hypervisor. [ 877.381870] env[65983]: DEBUG nova.compute.manager [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 877.382869] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a828b7-aa24-4961-9465-117b8ed491d9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.415420] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 877.443323] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 877.443595] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.443790] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 877.443985] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.444146] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 877.444287] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 877.444483] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 877.444638] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 877.444800] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 877.444966] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 877.445146] env[65983]: DEBUG nova.virt.hardware [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 877.446342] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f668cc-3ba0-49c2-a6d8-22dff25347af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.455949] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7cf3a1-f523-4cac-94b3-814141c2d9b0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.577628] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "refresh_cache-0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.672885] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.687914] env[65983]: DEBUG nova.scheduler.client.report [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.705159] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468744, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.720417] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52017047-cbbf-58e9-5ca6-d342db375cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.013742} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.721440] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c073a2a9-66a3-419e-92d7-e8dba05fa739 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.728849] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 877.728849] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52773861-e3b3-a710-efb8-6f3f8833f0fe" [ 877.728849] env[65983]: _type = "Task" [ 877.728849] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.739797] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52773861-e3b3-a710-efb8-6f3f8833f0fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.851031] env[65983]: DEBUG oslo_vmware.api [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468743, 'name': RemoveSnapshot_Task, 'duration_secs': 0.577308} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.851503] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.851503] env[65983]: INFO nova.compute.manager [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Took 17.38 seconds to snapshot the instance on the hypervisor. [ 877.904405] env[65983]: INFO nova.compute.manager [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Took 49.03 seconds to build instance. [ 878.173114] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.199053] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.199547] env[65983]: DEBUG nova.compute.manager [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 878.203864] env[65983]: DEBUG nova.network.neutron [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Successfully updated port: 9e72dc91-4b32-4b74-bd0c-3355baebdf50 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 878.205407] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.768s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.218794] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935688} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.219964] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] ee345f1c-b3ae-48b8-959c-c0e5d33f136b/ee345f1c-b3ae-48b8-959c-c0e5d33f136b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.220306] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.220693] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d6c0754-2e55-4aa2-b401-b9626561968a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.235071] env[65983]: DEBUG nova.virt.hardware [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 878.235299] env[65983]: DEBUG nova.virt.hardware [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.235390] env[65983]: DEBUG nova.virt.hardware [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 878.235911] env[65983]: DEBUG nova.virt.hardware [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.235911] env[65983]: DEBUG nova.virt.hardware [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 878.236120] env[65983]: DEBUG nova.virt.hardware [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 878.240412] env[65983]: DEBUG nova.virt.hardware [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 878.240678] env[65983]: DEBUG nova.virt.hardware [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 878.240864] env[65983]: DEBUG nova.virt.hardware [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 878.241086] env[65983]: DEBUG nova.virt.hardware [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 878.241307] env[65983]: DEBUG nova.virt.hardware [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 878.244687] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fef8138-a494-4e43-b84c-00862f643be0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.248273] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 878.248273] env[65983]: value = "task-4468745" [ 878.248273] env[65983]: _type = "Task" [ 878.248273] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.260838] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ea1565-b516-430f-a38a-bdcea313c55a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.272684] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52773861-e3b3-a710-efb8-6f3f8833f0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.037353} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.272986] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.273726] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.274052] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] be710d49-3e16-45fe-b3a2-1d8537719697/be710d49-3e16-45fe-b3a2-1d8537719697.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.274375] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0867f93c-49ef-43c2-a47c-b33519c95276 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.288229] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:30:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.297317] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 878.298249] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.298578] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fb69898-74ae-4b84-b732-2fb850432a00 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.323345] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 878.323345] env[65983]: value = "task-4468746" [ 878.323345] env[65983]: _type = "Task" [ 878.323345] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.327205] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.327205] env[65983]: value = "task-4468747" [ 878.327205] env[65983]: _type = "Task" [ 878.327205] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.335577] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.341807] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468747, 'name': CreateVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.410024] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e93c95a3-95fb-4076-aaf3-ed1782773407 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.536s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.426317] env[65983]: DEBUG nova.compute.manager [None req-57c964ce-b2cf-4497-8a25-0f2f2c97cfcd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Found 1 images (rotation: 2) {{(pid=65983) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 878.677075] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.707945] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "refresh_cache-bfd1e972-d453-41a4-906e-53348bd4108d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.707945] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired lock "refresh_cache-bfd1e972-d453-41a4-906e-53348bd4108d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.707945] env[65983]: DEBUG nova.network.neutron [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 878.727701] env[65983]: DEBUG nova.compute.utils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.732507] env[65983]: DEBUG nova.compute.manager [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 878.732750] env[65983]: DEBUG nova.network.neutron [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 878.733044] env[65983]: WARNING neutronclient.v2_0.client [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.734111] env[65983]: WARNING neutronclient.v2_0.client [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.764183] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185017} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.764183] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.765935] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e57b315-b9f2-42e1-99e9-7530cc69cb20 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.789544] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] ee345f1c-b3ae-48b8-959c-c0e5d33f136b/ee345f1c-b3ae-48b8-959c-c0e5d33f136b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.790626] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15287c3a-7574-451d-91a5-1a8e68c41a3d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.808270] env[65983]: DEBUG nova.policy [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36dc840df52143e593a7a6cf28b64365', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '088dd87f4caa431ca2240801f09afcc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.813985] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 878.813985] env[65983]: value = "task-4468748" [ 878.813985] env[65983]: _type = "Task" [ 878.813985] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.824588] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.838389] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468746, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.842051] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468747, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.912110] env[65983]: DEBUG nova.compute.manager [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 878.980508] env[65983]: DEBUG nova.compute.manager [req-9bdf7655-70a9-43cc-a60f-a6e10a0849c5 req-c162f2b6-cf62-4188-abfb-c0a9d52ae2dd service nova] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Received event network-vif-plugged-9e72dc91-4b32-4b74-bd0c-3355baebdf50 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 878.981637] env[65983]: DEBUG oslo_concurrency.lockutils [req-9bdf7655-70a9-43cc-a60f-a6e10a0849c5 req-c162f2b6-cf62-4188-abfb-c0a9d52ae2dd service nova] Acquiring lock "bfd1e972-d453-41a4-906e-53348bd4108d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.982077] env[65983]: DEBUG oslo_concurrency.lockutils [req-9bdf7655-70a9-43cc-a60f-a6e10a0849c5 req-c162f2b6-cf62-4188-abfb-c0a9d52ae2dd service nova] Lock "bfd1e972-d453-41a4-906e-53348bd4108d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.982352] env[65983]: DEBUG oslo_concurrency.lockutils [req-9bdf7655-70a9-43cc-a60f-a6e10a0849c5 req-c162f2b6-cf62-4188-abfb-c0a9d52ae2dd service nova] Lock "bfd1e972-d453-41a4-906e-53348bd4108d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.982653] env[65983]: DEBUG nova.compute.manager [req-9bdf7655-70a9-43cc-a60f-a6e10a0849c5 req-c162f2b6-cf62-4188-abfb-c0a9d52ae2dd service nova] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] No waiting events found dispatching network-vif-plugged-9e72dc91-4b32-4b74-bd0c-3355baebdf50 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 878.982960] env[65983]: WARNING nova.compute.manager [req-9bdf7655-70a9-43cc-a60f-a6e10a0849c5 req-c162f2b6-cf62-4188-abfb-c0a9d52ae2dd service nova] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Received unexpected event network-vif-plugged-9e72dc91-4b32-4b74-bd0c-3355baebdf50 for instance with vm_state building and task_state spawning. [ 879.116578] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.116578] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2127e5f-a488-4568-847a-c34e71de1b34 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.123865] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 879.123865] env[65983]: value = "task-4468749" [ 879.123865] env[65983]: _type = "Task" [ 879.123865] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.133560] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.175174] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.215261] env[65983]: DEBUG nova.network.neutron [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Successfully created port: b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 879.238411] env[65983]: DEBUG nova.compute.manager [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 879.264717] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance abc18c43-9ef2-4c48-93d9-36c42dfd5178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.264837] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance f83633bd-6802-402b-9ba0-7e3510fb145a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.264990] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance c40a0f91-24f4-49b5-bd74-98e8ec60ac5f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 879.265148] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.265291] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance cc067bb5-147c-47ac-9b2b-f6b58ad6a00b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 879.265436] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance ff72ebdf-fcd2-474f-b95c-951b3114f968 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 879.265556] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.265693] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance f06070f2-2135-42ab-b30b-a89344e0618e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.265816] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 426f2a51-b50a-4536-a982-cee62eaea47b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.265933] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 36cdd11a-35ef-4928-9b93-b2e8e54c3e53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.266065] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5129b964-14d3-4417-8107-28ad1e7a43e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.266170] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 811d8ad9-137c-4720-9c9b-071e4eb3f7ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.266295] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance f842bb4a-08fc-4160-9275-0a36c4f67de2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.266425] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 3265bd0a-4ff8-4918-94db-af70314e84cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 879.266561] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 8c9ca788-7cda-49b3-8756-cd61e38bd3b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.266674] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance a7c065af-ee14-4196-b7d9-4a0b7971b6ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.266788] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 46e047d0-0d82-4fd9-8dde-8ea693f3fa37 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 879.266899] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 329ac5cc-582d-4ce9-8962-413086565e84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.267016] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance ef965056-5b15-4287-9530-6ec1c532cc6f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 879.267355] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 54d07e34-c120-4c93-a465-6410caa88121 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 879.267507] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.267663] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance d99d4515-7d38-46d6-9c66-457170cb3e52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.267797] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance ee345f1c-b3ae-48b8-959c-c0e5d33f136b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.268139] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance d4899cd5-04a0-41a9-a70f-b235f279dcaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.268139] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance e0ccc790-4442-451a-8b40-3357ef86807a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.268139] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 084eb1a2-f187-47a0-aac8-bbf0b3611ed9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.268300] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance be710d49-3e16-45fe-b3a2-1d8537719697 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.268485] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance bfd1e972-d453-41a4-906e-53348bd4108d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.268647] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 7e1c758f-b936-41f8-a044-7bff12dffb84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 879.327118] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.328392] env[65983]: DEBUG nova.network.neutron [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 879.351316] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778088} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.354802] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] be710d49-3e16-45fe-b3a2-1d8537719697/be710d49-3e16-45fe-b3a2-1d8537719697.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.355053] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.355296] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468747, 'name': CreateVM_Task, 'duration_secs': 0.683933} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.355515] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-877c22b8-8995-48ba-81f7-67c93060c858 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.357457] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.358144] env[65983]: WARNING neutronclient.v2_0.client [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 879.359421] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.359564] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.360151] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.360545] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20af3c9f-cde3-4b11-9351-eb72ed8e72ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.370359] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 879.370359] env[65983]: value = "task-4468750" [ 879.370359] env[65983]: _type = "Task" [ 879.370359] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.372668] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 879.372668] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5247b0fe-afc0-bce5-b755-37d1fbfc4ce1" [ 879.372668] env[65983]: _type = "Task" [ 879.372668] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.386986] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5247b0fe-afc0-bce5-b755-37d1fbfc4ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.014944} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.390548] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.391215] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.391215] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.391373] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.391490] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.391812] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.392197] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-047e785e-0293-410f-b576-5333cd22f17d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.405036] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.405036] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.405036] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bdc4736-f9fe-46bb-93c2-9fc95dd5e4ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.411970] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 879.411970] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528b4fa9-82f4-e64b-9453-3e5136e383d2" [ 879.411970] env[65983]: _type = "Task" [ 879.411970] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.423982] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528b4fa9-82f4-e64b-9453-3e5136e383d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.440065] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.636877] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468749, 'name': PowerOffVM_Task, 'duration_secs': 0.420648} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.637302] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.638225] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9823d73-fb5c-4cc5-82a4-3a8db57885be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.661676] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51a81df-4db6-4470-81bb-43af1e54f3e5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.680239] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.709431] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.709795] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96565c63-bf0f-41e3-bdba-2a71660a42cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.719011] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 879.719011] env[65983]: value = "task-4468751" [ 879.719011] env[65983]: _type = "Task" [ 879.719011] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.729656] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 879.730012] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.730300] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.772375] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 1273121f-2ee4-4807-9264-52cbc6866e66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 879.828036] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468748, 'name': ReconfigVM_Task, 'duration_secs': 0.706875} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.828250] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Reconfigured VM instance instance-00000040 to attach disk [datastore2] ee345f1c-b3ae-48b8-959c-c0e5d33f136b/ee345f1c-b3ae-48b8-959c-c0e5d33f136b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.828856] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1425ac4b-31eb-4468-a436-be4d40b50bb2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.836355] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 879.836355] env[65983]: value = "task-4468752" [ 879.836355] env[65983]: _type = "Task" [ 879.836355] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.846391] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468752, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.884830] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078151} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.884830] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.884830] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5851f594-7abb-4492-bcf8-10587454ec6a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.911539] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] be710d49-3e16-45fe-b3a2-1d8537719697/be710d49-3e16-45fe-b3a2-1d8537719697.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.912295] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f7d43a-166e-4a8b-8290-3fe337a1567a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.928674] env[65983]: WARNING neutronclient.v2_0.client [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.943616] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528b4fa9-82f4-e64b-9453-3e5136e383d2, 'name': SearchDatastore_Task, 'duration_secs': 0.0129} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.945853] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 879.945853] env[65983]: value = "task-4468753" [ 879.945853] env[65983]: _type = "Task" [ 879.945853] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.946123] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74d1461-ecc9-45f1-b313-823dd66a9ba4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.958381] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.959538] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 879.959538] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ce044a-72d8-b236-8355-fd543f0c6682" [ 879.959538] env[65983]: _type = "Task" [ 879.959538] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.969260] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ce044a-72d8-b236-8355-fd543f0c6682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.029774] env[65983]: DEBUG nova.network.neutron [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Updating instance_info_cache with network_info: [{"id": "9e72dc91-4b32-4b74-bd0c-3355baebdf50", "address": "fa:16:3e:2b:4d:d5", "network": {"id": "074c8b2b-3871-4d27-9e4c-440c353cbb86", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-361388970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8e6a7caedc4be6ab5931e91618ce37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e72dc91-4b", "ovs_interfaceid": "9e72dc91-4b32-4b74-bd0c-3355baebdf50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.179737] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.255422] env[65983]: DEBUG nova.compute.manager [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 880.276769] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 90e48d00-572b-45de-b1f8-68c0f13adc5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 880.292118] env[65983]: DEBUG nova.virt.hardware [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 880.292388] env[65983]: DEBUG nova.virt.hardware [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.292518] env[65983]: DEBUG nova.virt.hardware [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 880.292726] env[65983]: DEBUG nova.virt.hardware [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.292824] env[65983]: DEBUG nova.virt.hardware [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 880.292998] env[65983]: DEBUG nova.virt.hardware [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 880.293223] env[65983]: DEBUG nova.virt.hardware [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 880.293374] env[65983]: DEBUG nova.virt.hardware [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 880.293533] env[65983]: DEBUG nova.virt.hardware [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 880.293691] env[65983]: DEBUG nova.virt.hardware [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 880.293859] env[65983]: DEBUG nova.virt.hardware [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 880.294771] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568b3ec3-0d4c-40fc-9c73-4de6be5d76a2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.305801] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b4ae60-5878-48b7-a45c-2f1ce15364db {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.347733] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468752, 'name': Rename_Task, 'duration_secs': 0.354615} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.348567] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.348567] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d095d848-983b-4b4b-a8e4-9cdad9bfa949 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.358130] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 880.358130] env[65983]: value = "task-4468754" [ 880.358130] env[65983]: _type = "Task" [ 880.358130] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.367731] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.458397] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468753, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.470117] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ce044a-72d8-b236-8355-fd543f0c6682, 'name': SearchDatastore_Task, 'duration_secs': 0.035579} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.470608] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.470656] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] d4899cd5-04a0-41a9-a70f-b235f279dcaa/d4899cd5-04a0-41a9-a70f-b235f279dcaa.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.470961] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.471152] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.471376] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02ab1f0a-c53a-4eef-b78c-0cbca3965a0d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.473857] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e2d41ac-c40a-4050-a60f-575d438a48f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.482019] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 880.482019] env[65983]: value = "task-4468755" [ 880.482019] env[65983]: _type = "Task" [ 880.482019] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.490655] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.491917] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.492098] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.492935] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d69d71-023d-4b95-a8ef-c24d94d75265 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.499712] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 880.499712] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528b47d1-a542-aaa7-71e2-426e636ac86d" [ 880.499712] env[65983]: _type = "Task" [ 880.499712] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.508946] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528b47d1-a542-aaa7-71e2-426e636ac86d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.539029] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Releasing lock "refresh_cache-bfd1e972-d453-41a4-906e-53348bd4108d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.539029] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Instance network_info: |[{"id": "9e72dc91-4b32-4b74-bd0c-3355baebdf50", "address": "fa:16:3e:2b:4d:d5", "network": {"id": "074c8b2b-3871-4d27-9e4c-440c353cbb86", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-361388970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8e6a7caedc4be6ab5931e91618ce37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e72dc91-4b", "ovs_interfaceid": "9e72dc91-4b32-4b74-bd0c-3355baebdf50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 880.539029] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:4d:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e72dc91-4b32-4b74-bd0c-3355baebdf50', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.547701] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 880.549018] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.549483] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec47b3c1-ff2b-4d54-a5d0-04f5b5b4652c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.571706] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.571706] env[65983]: value = "task-4468756" [ 880.571706] env[65983]: _type = "Task" [ 880.571706] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.581326] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468756, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.677738] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.786769] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 1b8b1f58-82d3-47b3-b856-57dcb587b06c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 880.870692] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468754, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.917428] env[65983]: DEBUG nova.network.neutron [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Successfully updated port: b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 880.963940] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468753, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.994757] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468755, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.011457] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528b47d1-a542-aaa7-71e2-426e636ac86d, 'name': SearchDatastore_Task, 'duration_secs': 0.037579} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.012601] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d8dfad7-5c82-4213-8779-40c7aa409ff0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.020344] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 881.020344] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5220dbc3-97ec-ef54-3c9a-0ea8028f1906" [ 881.020344] env[65983]: _type = "Task" [ 881.020344] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.031600] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5220dbc3-97ec-ef54-3c9a-0ea8028f1906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.088587] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468756, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.183027] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.292207] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 7ac380a3-a3a6-4c10-8757-c0a61e334936 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 881.370467] env[65983]: DEBUG oslo_vmware.api [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468754, 'name': PowerOnVM_Task, 'duration_secs': 0.64921} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.370782] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.370993] env[65983]: DEBUG nova.compute.manager [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 881.372849] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda200cb-9aaf-481f-9b78-0f8c0e8f6594 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.385672] env[65983]: DEBUG nova.compute.manager [req-1b44a069-8a73-4e6f-95ca-8abfed8b9449 req-a47cc761-fdd4-471d-bb15-86aba21c78c2 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Received event network-vif-plugged-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 881.385672] env[65983]: DEBUG oslo_concurrency.lockutils [req-1b44a069-8a73-4e6f-95ca-8abfed8b9449 req-a47cc761-fdd4-471d-bb15-86aba21c78c2 service nova] Acquiring lock "7e1c758f-b936-41f8-a044-7bff12dffb84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.385672] env[65983]: DEBUG oslo_concurrency.lockutils [req-1b44a069-8a73-4e6f-95ca-8abfed8b9449 req-a47cc761-fdd4-471d-bb15-86aba21c78c2 service nova] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.385854] env[65983]: DEBUG oslo_concurrency.lockutils [req-1b44a069-8a73-4e6f-95ca-8abfed8b9449 req-a47cc761-fdd4-471d-bb15-86aba21c78c2 service nova] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.385854] env[65983]: DEBUG nova.compute.manager [req-1b44a069-8a73-4e6f-95ca-8abfed8b9449 req-a47cc761-fdd4-471d-bb15-86aba21c78c2 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] No waiting events found dispatching network-vif-plugged-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 881.385998] env[65983]: WARNING nova.compute.manager [req-1b44a069-8a73-4e6f-95ca-8abfed8b9449 req-a47cc761-fdd4-471d-bb15-86aba21c78c2 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Received unexpected event network-vif-plugged-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf for instance with vm_state building and task_state spawning. [ 881.425517] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.426631] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.426631] env[65983]: DEBUG nova.network.neutron [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 881.467321] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468753, 'name': ReconfigVM_Task, 'duration_secs': 1.332947} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.467771] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Reconfigured VM instance instance-00000045 to attach disk [datastore2] be710d49-3e16-45fe-b3a2-1d8537719697/be710d49-3e16-45fe-b3a2-1d8537719697.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.468654] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7998923-581b-4631-b2da-1f1e5fd4e042 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.482114] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 881.482114] env[65983]: value = "task-4468757" [ 881.482114] env[65983]: _type = "Task" [ 881.482114] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.504718] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468757, 'name': Rename_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.515562] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691167} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.516233] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] d4899cd5-04a0-41a9-a70f-b235f279dcaa/d4899cd5-04a0-41a9-a70f-b235f279dcaa.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.517495] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.517495] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac40d8ae-4a05-486f-9976-ffe659044279 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.529201] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 881.529201] env[65983]: value = "task-4468758" [ 881.529201] env[65983]: _type = "Task" [ 881.529201] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.541454] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5220dbc3-97ec-ef54-3c9a-0ea8028f1906, 'name': SearchDatastore_Task, 'duration_secs': 0.079431} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.545538] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.546061] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk. {{(pid=65983) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 881.546878] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eab2f73-08f0-4ae4-953f-b2ce75ef2db9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.556333] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.563677] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 881.563677] env[65983]: value = "task-4468759" [ 881.563677] env[65983]: _type = "Task" [ 881.563677] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.576902] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.589403] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468756, 'name': CreateVM_Task, 'duration_secs': 1.009806} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.591969] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.591969] env[65983]: WARNING neutronclient.v2_0.client [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.591969] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.591969] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.591969] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.592313] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-083af2a7-64a9-430a-95ec-f9bbc32b9254 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.599925] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 881.599925] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5263b46c-dd4a-a41c-0899-81bcb594ffce" [ 881.599925] env[65983]: _type = "Task" [ 881.599925] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.613042] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5263b46c-dd4a-a41c-0899-81bcb594ffce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.616119] env[65983]: DEBUG nova.compute.manager [req-4648951b-98c7-4e45-b070-3bc39b2b81b2 req-ca94da38-4f27-4ca5-add2-8ce9ea249e25 service nova] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Received event network-changed-9e72dc91-4b32-4b74-bd0c-3355baebdf50 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 881.616379] env[65983]: DEBUG nova.compute.manager [req-4648951b-98c7-4e45-b070-3bc39b2b81b2 req-ca94da38-4f27-4ca5-add2-8ce9ea249e25 service nova] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Refreshing instance network info cache due to event network-changed-9e72dc91-4b32-4b74-bd0c-3355baebdf50. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 881.616723] env[65983]: DEBUG oslo_concurrency.lockutils [req-4648951b-98c7-4e45-b070-3bc39b2b81b2 req-ca94da38-4f27-4ca5-add2-8ce9ea249e25 service nova] Acquiring lock "refresh_cache-bfd1e972-d453-41a4-906e-53348bd4108d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.616865] env[65983]: DEBUG oslo_concurrency.lockutils [req-4648951b-98c7-4e45-b070-3bc39b2b81b2 req-ca94da38-4f27-4ca5-add2-8ce9ea249e25 service nova] Acquired lock "refresh_cache-bfd1e972-d453-41a4-906e-53348bd4108d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.617186] env[65983]: DEBUG nova.network.neutron [req-4648951b-98c7-4e45-b070-3bc39b2b81b2 req-ca94da38-4f27-4ca5-add2-8ce9ea249e25 service nova] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Refreshing network info cache for port 9e72dc91-4b32-4b74-bd0c-3355baebdf50 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.681189] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.723269] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.724185] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.724185] env[65983]: INFO nova.compute.manager [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Shelving [ 881.795721] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 881.892559] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.963277] env[65983]: DEBUG nova.network.neutron [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 881.995104] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468757, 'name': Rename_Task, 'duration_secs': 0.224702} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.995406] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.995664] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dbdcc2d-474d-4651-ad81-03971483bf06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.003313] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 882.003313] env[65983]: value = "task-4468760" [ 882.003313] env[65983]: _type = "Task" [ 882.003313] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.017933] env[65983]: DEBUG nova.compute.manager [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 882.018267] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.018991] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bae0523-dc49-475f-99a2-07d5d17d1771 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.040690] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092399} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.040848] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.042055] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdf27b9-cd3a-49dc-a6e7-a976983e1b35 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.069971] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] d4899cd5-04a0-41a9-a70f-b235f279dcaa/d4899cd5-04a0-41a9-a70f-b235f279dcaa.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.071481] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e880026f-5984-4fe7-b1d4-8051860f9fcb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.100015] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468759, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.102079] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 882.102079] env[65983]: value = "task-4468761" [ 882.102079] env[65983]: _type = "Task" [ 882.102079] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.103347] env[65983]: WARNING neutronclient.v2_0.client [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.122953] env[65983]: WARNING neutronclient.v2_0.client [req-4648951b-98c7-4e45-b070-3bc39b2b81b2 req-ca94da38-4f27-4ca5-add2-8ce9ea249e25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.126224] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.130891] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5263b46c-dd4a-a41c-0899-81bcb594ffce, 'name': SearchDatastore_Task, 'duration_secs': 0.032485} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.131019] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.131191] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.131443] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.131615] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.131827] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.132141] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44af07eb-99dc-490a-ae77-8faff730ba92 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.142972] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.144122] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.144229] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ea6eb8-b8d6-40e6-9596-d8ecb3d36147 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.152676] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 882.152676] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a45add-cb71-365f-a3f7-1e2d99de8429" [ 882.152676] env[65983]: _type = "Task" [ 882.152676] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.164067] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a45add-cb71-365f-a3f7-1e2d99de8429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.182635] env[65983]: DEBUG oslo_vmware.api [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468737, 'name': ReconfigVM_Task, 'duration_secs': 6.066754} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.186462] env[65983]: DEBUG oslo_concurrency.lockutils [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.186462] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Reconfigured VM to detach interface {{(pid=65983) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 882.187014] env[65983]: WARNING neutronclient.v2_0.client [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.187330] env[65983]: WARNING neutronclient.v2_0.client [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.230595] env[65983]: DEBUG nova.network.neutron [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Updating instance_info_cache with network_info: [{"id": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "address": "fa:16:3e:8d:ca:59", "network": {"id": "b6b60727-e17d-4ae5-95ba-2d580ca79a9d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028798327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088dd87f4caa431ca2240801f09afcc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29f8ed8-be", "ovs_interfaceid": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.301046] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance cd342e6e-ec20-4c10-acb7-b481d53bc6e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 882.377258] env[65983]: WARNING neutronclient.v2_0.client [req-4648951b-98c7-4e45-b070-3bc39b2b81b2 req-ca94da38-4f27-4ca5-add2-8ce9ea249e25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.513066] env[65983]: DEBUG nova.network.neutron [req-4648951b-98c7-4e45-b070-3bc39b2b81b2 req-ca94da38-4f27-4ca5-add2-8ce9ea249e25 service nova] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Updated VIF entry in instance network info cache for port 9e72dc91-4b32-4b74-bd0c-3355baebdf50. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 882.513484] env[65983]: DEBUG nova.network.neutron [req-4648951b-98c7-4e45-b070-3bc39b2b81b2 req-ca94da38-4f27-4ca5-add2-8ce9ea249e25 service nova] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Updating instance_info_cache with network_info: [{"id": "9e72dc91-4b32-4b74-bd0c-3355baebdf50", "address": "fa:16:3e:2b:4d:d5", "network": {"id": "074c8b2b-3871-4d27-9e4c-440c353cbb86", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-361388970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8e6a7caedc4be6ab5931e91618ce37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e72dc91-4b", "ovs_interfaceid": "9e72dc91-4b32-4b74-bd0c-3355baebdf50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.523425] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.534825] env[65983]: INFO nova.compute.manager [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] instance snapshotting [ 882.535711] env[65983]: DEBUG nova.objects.instance [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'flavor' on Instance uuid 811d8ad9-137c-4720-9c9b-071e4eb3f7ce {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.584807] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468759, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.627334] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468761, 'name': ReconfigVM_Task, 'duration_secs': 0.439366} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.628149] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Reconfigured VM instance instance-00000041 to attach disk [datastore1] d4899cd5-04a0-41a9-a70f-b235f279dcaa/d4899cd5-04a0-41a9-a70f-b235f279dcaa.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.628703] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a564cf9-b43f-469c-8925-f9ee0909d5bb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.636482] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 882.636482] env[65983]: value = "task-4468762" [ 882.636482] env[65983]: _type = "Task" [ 882.636482] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.647336] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468762, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.664344] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a45add-cb71-365f-a3f7-1e2d99de8429, 'name': SearchDatastore_Task, 'duration_secs': 0.062662} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.665319] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b70b846-e260-4d68-95a0-fc7b31b827fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.672186] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 882.672186] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52668145-3737-2fd7-64a1-48724dfc249e" [ 882.672186] env[65983]: _type = "Task" [ 882.672186] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.683018] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52668145-3737-2fd7-64a1-48724dfc249e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.736538] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Releasing lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.737018] env[65983]: DEBUG nova.compute.manager [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Instance network_info: |[{"id": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "address": "fa:16:3e:8d:ca:59", "network": {"id": "b6b60727-e17d-4ae5-95ba-2d580ca79a9d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028798327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088dd87f4caa431ca2240801f09afcc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29f8ed8-be", "ovs_interfaceid": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 882.737554] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:ca:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.745687] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Creating folder: Project (088dd87f4caa431ca2240801f09afcc7). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.746223] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.746459] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90072048-51e5-470b-af8c-d120d8a79112 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.748314] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e008af0e-791f-40a3-adb7-4815dd988fa0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.757564] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 882.757564] env[65983]: value = "task-4468763" [ 882.757564] env[65983]: _type = "Task" [ 882.757564] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.763520] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Created folder: Project (088dd87f4caa431ca2240801f09afcc7) in parent group-v873669. [ 882.763732] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Creating folder: Instances. Parent ref: group-v873868. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.764534] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d119e1-ac98-46ed-8a49-027d94dd110a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.770236] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.781171] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Created folder: Instances in parent group-v873868. [ 882.781504] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 882.781801] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.782131] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70f52d4e-687e-49db-bdd4-652f0143d1b5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.807043] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5cd3f626-1782-4b14-b70f-ddaae4115c1f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 882.814136] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.814136] env[65983]: value = "task-4468768" [ 882.814136] env[65983]: _type = "Task" [ 882.814136] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.826205] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468768, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.020152] env[65983]: DEBUG oslo_concurrency.lockutils [req-4648951b-98c7-4e45-b070-3bc39b2b81b2 req-ca94da38-4f27-4ca5-add2-8ce9ea249e25 service nova] Releasing lock "refresh_cache-bfd1e972-d453-41a4-906e-53348bd4108d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.020577] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468760, 'name': PowerOnVM_Task, 'duration_secs': 0.595863} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.020617] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.020887] env[65983]: INFO nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Took 10.64 seconds to spawn the instance on the hypervisor. [ 883.021103] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 883.022765] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381f0ebe-b651-4dd4-89c3-0b1790782f6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.032118] env[65983]: DEBUG oslo_concurrency.lockutils [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquiring lock "ee345f1c-b3ae-48b8-959c-c0e5d33f136b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.032118] env[65983]: DEBUG oslo_concurrency.lockutils [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Lock "ee345f1c-b3ae-48b8-959c-c0e5d33f136b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.032118] env[65983]: DEBUG oslo_concurrency.lockutils [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquiring lock "ee345f1c-b3ae-48b8-959c-c0e5d33f136b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.032118] env[65983]: DEBUG oslo_concurrency.lockutils [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Lock "ee345f1c-b3ae-48b8-959c-c0e5d33f136b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.032118] env[65983]: DEBUG oslo_concurrency.lockutils [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Lock "ee345f1c-b3ae-48b8-959c-c0e5d33f136b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.036670] env[65983]: INFO nova.compute.manager [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Terminating instance [ 883.053460] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146201c5-9b78-4e66-a47d-cd718d36c766 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.082346] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb632be-33ea-4875-ba77-21d97604f0a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.094048] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468759, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.153104] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468762, 'name': Rename_Task, 'duration_secs': 0.361823} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.153517] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.153902] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f4d6f33-a552-4ea9-8680-6eeae2b51ad3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.162640] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 883.162640] env[65983]: value = "task-4468770" [ 883.162640] env[65983]: _type = "Task" [ 883.162640] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.173162] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.184137] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52668145-3737-2fd7-64a1-48724dfc249e, 'name': SearchDatastore_Task, 'duration_secs': 0.026586} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.184137] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.184797] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] bfd1e972-d453-41a4-906e-53348bd4108d/bfd1e972-d453-41a4-906e-53348bd4108d.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.184797] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53dba3eb-7d96-4141-8420-f7976dc6a207 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.192526] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 883.192526] env[65983]: value = "task-4468771" [ 883.192526] env[65983]: _type = "Task" [ 883.192526] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.202782] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.272782] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.308753] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 0b9da095-cf5a-4e4d-be8a-a38906939b45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 883.308911] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 883.308952] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=100GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '22', 'num_vm_active': '17', 'num_task_None': '17', 'num_os_type_None': '22', 'num_proj_63702928a01d4bb2bffd8d10d1725e06': '1', 'io_workload': '4', 'num_proj_8dc87fac4d704a76a133a4306a937a81': '2', 'num_proj_de728336484744988073afa69fb9a397': '1', 'num_proj_021d1380a4a54a759d153b9d3e89de3b': '1', 'num_proj_c362ff0480de4147af4ac19c3f8780a6': '3', 'num_proj_59c3ca780ae44e508b7c75bd4d59fc90': '1', 'num_proj_bbc30c380d574f129011dcee44a78c54': '1', 'num_proj_088b24189d1a4229a125391a60fbf7b1': '1', 'num_proj_21c54bbe159c402eb7b16ffdce6cbb3d': '1', 'num_proj_02fc574ecc4d4a5c89608b17a478f8cf': '1', 'num_vm_rescued': '2', 'num_proj_f67bff0ae5d24414aea499e330b997a6': '1', 'num_task_rescuing': '1', 'num_proj_166440c2748e43d598e3b89a3c24f463': '2', 'num_task_rebuild_spawning': '2', 'num_proj_ed57585cf8014e87b310c301a66c7960': '1', 'num_proj_e7f80ab604934fa3b2faf116c4f273bd': '1', 'num_proj_978bc558023244e489113f46147ed0bb': '1', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_proj_1e8e6a7caedc4be6ab5931e91618ce37': '2', 'num_proj_088dd87f4caa431ca2240801f09afcc7': '1'} {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 883.325903] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468768, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.433379] env[65983]: DEBUG nova.compute.manager [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Received event network-changed-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 883.433511] env[65983]: DEBUG nova.compute.manager [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Refreshing instance network info cache due to event network-changed-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 883.434315] env[65983]: DEBUG oslo_concurrency.lockutils [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] Acquiring lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.434315] env[65983]: DEBUG oslo_concurrency.lockutils [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] Acquired lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.434315] env[65983]: DEBUG nova.network.neutron [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Refreshing network info cache for port b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.550159] env[65983]: DEBUG oslo_concurrency.lockutils [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquiring lock "refresh_cache-ee345f1c-b3ae-48b8-959c-c0e5d33f136b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.550159] env[65983]: DEBUG oslo_concurrency.lockutils [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquired lock "refresh_cache-ee345f1c-b3ae-48b8-959c-c0e5d33f136b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.550159] env[65983]: DEBUG nova.network.neutron [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 883.553534] env[65983]: INFO nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Took 54.59 seconds to build instance. [ 883.585989] env[65983]: DEBUG oslo_concurrency.lockutils [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.586267] env[65983]: DEBUG oslo_concurrency.lockutils [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.586479] env[65983]: DEBUG nova.network.neutron [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 883.592819] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468759, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.936963} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.592819] env[65983]: INFO nova.virt.vmwareapi.ds_util [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk. [ 883.593841] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87387240-8b32-4ba4-a049-5a8c95f064fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.600492] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 883.601975] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a29d8783-28a7-4059-929a-8efce092dfdc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.627451] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.631707] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac388ecd-35e8-47b4-b851-34a7c6cc57be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.653113] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 883.653113] env[65983]: value = "task-4468772" [ 883.653113] env[65983]: _type = "Task" [ 883.653113] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.658276] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 883.658276] env[65983]: value = "task-4468773" [ 883.658276] env[65983]: _type = "Task" [ 883.658276] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.662120] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468772, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.681341] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.685769] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.708173] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468771, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.774586] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468763, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.788874] env[65983]: DEBUG oslo_concurrency.lockutils [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.789365] env[65983]: DEBUG oslo_concurrency.lockutils [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.789797] env[65983]: DEBUG oslo_concurrency.lockutils [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.789959] env[65983]: DEBUG oslo_concurrency.lockutils [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.790092] env[65983]: DEBUG oslo_concurrency.lockutils [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.795924] env[65983]: INFO nova.compute.manager [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Terminating instance [ 883.828240] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468768, 'name': CreateVM_Task, 'duration_secs': 0.514407} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.831937] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.833517] env[65983]: WARNING neutronclient.v2_0.client [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.833728] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.833728] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.834243] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.834553] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-463c1f63-71d3-419e-8036-9227d420ac02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.842138] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 883.842138] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528436a7-6203-da46-10a0-ffbd6fee2915" [ 883.842138] env[65983]: _type = "Task" [ 883.842138] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.857346] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528436a7-6203-da46-10a0-ffbd6fee2915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.937112] env[65983]: WARNING neutronclient.v2_0.client [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.993108] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29d90a8-9a48-4644-bfa9-e3f0c94fb0ba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.002333] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3896bb08-1ab4-430c-bd56-9dd324e8c6b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.048234] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0ba45a-a8c4-4d39-bdba-0bf9f6bc5d49 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.057342] env[65983]: WARNING neutronclient.v2_0.client [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.060132] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "be710d49-3e16-45fe-b3a2-1d8537719697" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.305s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.064121] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bcf44b-9692-48d4-91b1-eac456e6667f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.085747] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.090871] env[65983]: DEBUG nova.network.neutron [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 884.094243] env[65983]: WARNING neutronclient.v2_0.client [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.164510] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468772, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.176782] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.182377] env[65983]: DEBUG oslo_vmware.api [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468770, 'name': PowerOnVM_Task, 'duration_secs': 0.830705} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.183599] env[65983]: WARNING neutronclient.v2_0.client [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.185873] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.186420] env[65983]: DEBUG nova.compute.manager [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 884.187641] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84cf9c0-7e24-463c-90ba-822a849c2306 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.207028] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772101} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.207205] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] bfd1e972-d453-41a4-906e-53348bd4108d/bfd1e972-d453-41a4-906e-53348bd4108d.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.207711] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.207799] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-537b816c-9e07-43fd-9ab0-3ef7e1bb15c0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.216432] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 884.216432] env[65983]: value = "task-4468774" [ 884.216432] env[65983]: _type = "Task" [ 884.216432] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.222714] env[65983]: DEBUG nova.network.neutron [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.227146] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.273209] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468763, 'name': PowerOffVM_Task, 'duration_secs': 1.023155} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.273469] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.274340] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268c3d18-b631-4a29-9566-00491bd73cac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.297538] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4c1837-8329-48e6-913c-2f2ae0067be3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.301206] env[65983]: DEBUG nova.compute.manager [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 884.301488] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.302958] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad7873b-14dc-47f2-b122-e5e48f6454a2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.318537] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.318537] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5b6fb02-2cb4-4bfe-8536-b6966f08001e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.326543] env[65983]: DEBUG oslo_vmware.api [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 884.326543] env[65983]: value = "task-4468775" [ 884.326543] env[65983]: _type = "Task" [ 884.326543] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.343174] env[65983]: DEBUG oslo_vmware.api [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.354637] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528436a7-6203-da46-10a0-ffbd6fee2915, 'name': SearchDatastore_Task, 'duration_secs': 0.059871} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.355436] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.355436] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.355508] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.355627] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.355935] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.356575] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eecf2860-fa8d-415d-adab-10edca51a1fb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.361620] env[65983]: DEBUG nova.network.neutron [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Updated VIF entry in instance network info cache for port b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 884.362113] env[65983]: DEBUG nova.network.neutron [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Updating instance_info_cache with network_info: [{"id": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "address": "fa:16:3e:8d:ca:59", "network": {"id": "b6b60727-e17d-4ae5-95ba-2d580ca79a9d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028798327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088dd87f4caa431ca2240801f09afcc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29f8ed8-be", "ovs_interfaceid": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.367914] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.368659] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.372422] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa8f850-2870-414a-974f-844fae8a09d1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.381437] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 884.381437] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5222cf32-bcd5-c930-04e5-5fe716f79795" [ 884.381437] env[65983]: _type = "Task" [ 884.381437] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.393718] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5222cf32-bcd5-c930-04e5-5fe716f79795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.411540] env[65983]: WARNING neutronclient.v2_0.client [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.496624] env[65983]: INFO nova.network.neutron [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Port 8edf1c6a-6905-4b78-8cc1-a3397c132ff3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 884.497448] env[65983]: DEBUG nova.network.neutron [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Updating instance_info_cache with network_info: [{"id": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "address": "fa:16:3e:d2:b3:c2", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4d96f8-fe", "ovs_interfaceid": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.562966] env[65983]: DEBUG nova.compute.manager [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 884.589878] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.665044] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468772, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.674600] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468773, 'name': ReconfigVM_Task, 'duration_secs': 0.544962} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.674600] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.675396] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b5ba44-a052-43d0-aed7-4aba1456ee06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.707036] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75fc08f0-6af3-434c-a000-203cd25cdee9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.723489] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.730053] env[65983]: DEBUG oslo_concurrency.lockutils [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Releasing lock "refresh_cache-ee345f1c-b3ae-48b8-959c-c0e5d33f136b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.730212] env[65983]: DEBUG nova.compute.manager [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 884.730371] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.730675] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17408} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.732613] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12991fe-14cf-4081-b927-3a20c03567cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.735457] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.735923] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 884.735923] env[65983]: value = "task-4468776" [ 884.735923] env[65983]: _type = "Task" [ 884.735923] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.736976] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1310aea-5e2b-4d25-845f-842c0042c519 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.745519] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.746171] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69a02dec-4814-4eed-bc45-b91bcb4919de {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.768100] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] bfd1e972-d453-41a4-906e-53348bd4108d/bfd1e972-d453-41a4-906e-53348bd4108d.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.773097] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-517cd20c-c1a8-4a09-b53c-3bd43dde24c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.789546] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.791344] env[65983]: DEBUG oslo_vmware.api [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 884.791344] env[65983]: value = "task-4468777" [ 884.791344] env[65983]: _type = "Task" [ 884.791344] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.797319] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 884.797319] env[65983]: value = "task-4468778" [ 884.797319] env[65983]: _type = "Task" [ 884.797319] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.806163] env[65983]: DEBUG oslo_vmware.api [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.812105] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468778, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.818693] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 884.819084] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b9214cf-eb0c-49ef-9c5e-420f922167cf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.828875] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 884.828875] env[65983]: value = "task-4468779" [ 884.828875] env[65983]: _type = "Task" [ 884.828875] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.845178] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468779, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.849189] env[65983]: DEBUG oslo_vmware.api [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468775, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.866780] env[65983]: DEBUG oslo_concurrency.lockutils [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] Releasing lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.867112] env[65983]: DEBUG nova.compute.manager [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Received event network-vif-deleted-8edf1c6a-6905-4b78-8cc1-a3397c132ff3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 884.867361] env[65983]: INFO nova.compute.manager [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Neutron deleted interface 8edf1c6a-6905-4b78-8cc1-a3397c132ff3; detaching it from the instance and deleting it from the info cache [ 884.867867] env[65983]: DEBUG nova.network.neutron [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Updating instance_info_cache with network_info: [{"id": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "address": "fa:16:3e:d2:b3:c2", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4d96f8-fe", "ovs_interfaceid": "3c4d96f8-febe-4d7b-ba51-6e1ca0c20917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.898874] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5222cf32-bcd5-c930-04e5-5fe716f79795, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.900499] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f7b01a-c38a-4d98-a033-5521a7a46308 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.909031] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 884.909031] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a4b9a8-b6a3-bad4-8e6b-35820cf77bd2" [ 884.909031] env[65983]: _type = "Task" [ 884.909031] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.926176] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a4b9a8-b6a3-bad4-8e6b-35820cf77bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.013453} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.926678] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.927076] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 7e1c758f-b936-41f8-a044-7bff12dffb84/7e1c758f-b936-41f8-a044-7bff12dffb84.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.927500] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-213795c3-1d0d-4da0-a95e-69ae6bbad202 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.936957] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 884.936957] env[65983]: value = "task-4468780" [ 884.936957] env[65983]: _type = "Task" [ 884.936957] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.951246] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.000719] env[65983]: DEBUG oslo_concurrency.lockutils [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "refresh_cache-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.090404] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.095600] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 885.095970] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.891s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.096469] env[65983]: DEBUG oslo_concurrency.lockutils [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.341s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.096707] env[65983]: DEBUG nova.objects.instance [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 885.100308] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.100501] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Cleaning up deleted instances {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 885.170998] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468772, 'name': CreateSnapshot_Task, 'duration_secs': 1.097089} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.171337] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 885.172330] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a79803-4c25-41c0-ad27-82091250f21f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.256429] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468776, 'name': ReconfigVM_Task, 'duration_secs': 0.206571} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.256816] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.257452] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcda0de9-5ea3-438b-86e4-111bb19a79d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.267630] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 885.267630] env[65983]: value = "task-4468781" [ 885.267630] env[65983]: _type = "Task" [ 885.267630] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.279276] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.308667] env[65983]: DEBUG oslo_vmware.api [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468777, 'name': PowerOffVM_Task, 'duration_secs': 0.201702} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.309534] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.309766] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.310084] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8260141d-8022-4482-a8aa-d37ff281593a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.317244] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.340644] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.340945] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.341153] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Deleting the datastore file [datastore2] ee345f1c-b3ae-48b8-959c-c0e5d33f136b {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.341926] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3ceedcf-6f68-4cab-a0f4-31febf162f6a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.353829] env[65983]: DEBUG oslo_vmware.api [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468775, 'name': PowerOffVM_Task, 'duration_secs': 0.643574} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.354331] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468779, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.355092] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.355323] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.355832] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97debf23-9368-4943-958f-1c398d5f94c0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.361951] env[65983]: DEBUG oslo_vmware.api [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for the task: (returnval){ [ 885.361951] env[65983]: value = "task-4468783" [ 885.361951] env[65983]: _type = "Task" [ 885.361951] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.375505] env[65983]: DEBUG oslo_concurrency.lockutils [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] Acquiring lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.375505] env[65983]: DEBUG oslo_vmware.api [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.449939] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.450738] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.450981] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Deleting the datastore file [datastore2] 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.455218] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56cd272d-eb3f-4950-923e-05665255ec04 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.457783] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468780, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.464749] env[65983]: DEBUG oslo_vmware.api [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 885.464749] env[65983]: value = "task-4468785" [ 885.464749] env[65983]: _type = "Task" [ 885.464749] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.476162] env[65983]: DEBUG oslo_vmware.api [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.506018] env[65983]: DEBUG oslo_concurrency.lockutils [None req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4-8edf1c6a-6905-4b78-8cc1-a3397c132ff3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.447s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.618375] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] There are 41 instances to clean {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 885.618994] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 728a7240-9509-4449-a71d-44be5ae1e63c] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 885.699491] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 885.700329] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d6240eff-c6eb-4ad3-9eaa-e61097c48c06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.716125] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 885.716125] env[65983]: value = "task-4468786" [ 885.716125] env[65983]: _type = "Task" [ 885.716125] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.727050] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468786, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.780577] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.810492] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468778, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.842886] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468779, 'name': CreateSnapshot_Task, 'duration_secs': 0.881142} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.843195] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 885.844068] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfc5fea-c12e-40c2-9019-e4ee0343e6da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.874408] env[65983]: DEBUG oslo_vmware.api [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Task: {'id': task-4468783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237609} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.874675] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.874854] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.875036] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.875214] env[65983]: INFO nova.compute.manager [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 885.875460] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 885.875671] env[65983]: DEBUG nova.compute.manager [-] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 885.875767] env[65983]: DEBUG nova.network.neutron [-] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 885.876053] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.895462] env[65983]: DEBUG nova.network.neutron [-] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 885.895734] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.923196] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "d4899cd5-04a0-41a9-a70f-b235f279dcaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.923495] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "d4899cd5-04a0-41a9-a70f-b235f279dcaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.923798] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "d4899cd5-04a0-41a9-a70f-b235f279dcaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.924168] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "d4899cd5-04a0-41a9-a70f-b235f279dcaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.924448] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "d4899cd5-04a0-41a9-a70f-b235f279dcaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.928508] env[65983]: INFO nova.compute.manager [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Terminating instance [ 885.951699] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558124} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.952124] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 7e1c758f-b936-41f8-a044-7bff12dffb84/7e1c758f-b936-41f8-a044-7bff12dffb84.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.952696] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.952776] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9295ba7-6ffa-4f65-952a-7a93713ee539 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.966546] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 885.966546] env[65983]: value = "task-4468788" [ 885.966546] env[65983]: _type = "Task" [ 885.966546] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.982984] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.986561] env[65983]: DEBUG oslo_vmware.api [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4468785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330442} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.986935] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.987207] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.987477] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.987745] env[65983]: INFO nova.compute.manager [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Took 1.69 seconds to destroy the instance on the hypervisor. [ 885.988110] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 885.988368] env[65983]: DEBUG nova.compute.manager [-] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 885.988443] env[65983]: DEBUG nova.network.neutron [-] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 885.988742] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.032078] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.126412] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 42681067-538e-43fe-8055-ea562909c5a8] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 886.129627] env[65983]: DEBUG oslo_concurrency.lockutils [None req-77545640-1c35-46d3-99a9-10f5ff84fed1 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.033s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.131243] env[65983]: DEBUG oslo_concurrency.lockutils [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.122s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.131423] env[65983]: DEBUG oslo_concurrency.lockutils [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.133814] env[65983]: DEBUG oslo_concurrency.lockutils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.240s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.135316] env[65983]: INFO nova.compute.claims [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.175028] env[65983]: INFO nova.scheduler.client.report [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Deleted allocations for instance ef965056-5b15-4287-9530-6ec1c532cc6f [ 886.227610] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468786, 'name': CloneVM_Task} progress is 93%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.280304] env[65983]: DEBUG oslo_vmware.api [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468781, 'name': PowerOnVM_Task, 'duration_secs': 0.695152} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.280671] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.284438] env[65983]: DEBUG nova.compute.manager [None req-7bf2320c-4d35-4a6e-a895-b3bed8e22c22 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 886.285959] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12603d17-d061-4420-bd0c-c6f386b83a08 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.312242] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468778, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.366763] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 886.367588] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c338f510-6c07-47c5-94e4-16d6d10db970 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.379174] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 886.379174] env[65983]: value = "task-4468789" [ 886.379174] env[65983]: _type = "Task" [ 886.379174] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.389303] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468789, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.397851] env[65983]: DEBUG nova.network.neutron [-] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.434207] env[65983]: DEBUG nova.compute.manager [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 886.434295] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.435435] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc596fa3-f7f1-418e-a978-ddf6716833ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.446409] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.446699] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-143128a9-b4d4-48e9-a932-cc64df613de5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.455645] env[65983]: DEBUG oslo_vmware.api [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 886.455645] env[65983]: value = "task-4468790" [ 886.455645] env[65983]: _type = "Task" [ 886.455645] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.468445] env[65983]: DEBUG oslo_vmware.api [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.483714] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079169} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.484023] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.485090] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761b45df-0459-4f21-96e7-0b2ba5a5ef05 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.518518] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 7e1c758f-b936-41f8-a044-7bff12dffb84/7e1c758f-b936-41f8-a044-7bff12dffb84.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.519073] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a7be3ab-5a2f-4592-a5a6-cda863acb8a5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.546130] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 886.546130] env[65983]: value = "task-4468791" [ 886.546130] env[65983]: _type = "Task" [ 886.546130] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.564846] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.632544] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: ef772d2e-a2fd-4e58-af98-1e0599f28fbc] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 886.693028] env[65983]: DEBUG oslo_concurrency.lockutils [None req-54085596-4058-4c48-bce4-3d2c08b14f09 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Lock "ef965056-5b15-4287-9530-6ec1c532cc6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.221s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.693028] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.693028] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.736315] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468786, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.751809] env[65983]: DEBUG nova.compute.manager [req-06d2c26a-0232-48ec-9f6a-fbc0e518bf0f req-8f35218d-a43b-4be4-8591-bb9182ef6588 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Received event network-vif-deleted-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 886.751809] env[65983]: INFO nova.compute.manager [req-06d2c26a-0232-48ec-9f6a-fbc0e518bf0f req-8f35218d-a43b-4be4-8591-bb9182ef6588 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Neutron deleted interface 3c4d96f8-febe-4d7b-ba51-6e1ca0c20917; detaching it from the instance and deleting it from the info cache [ 886.751809] env[65983]: DEBUG nova.network.neutron [req-06d2c26a-0232-48ec-9f6a-fbc0e518bf0f req-8f35218d-a43b-4be4-8591-bb9182ef6588 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.812665] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468778, 'name': ReconfigVM_Task, 'duration_secs': 1.774992} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.812815] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] bfd1e972-d453-41a4-906e-53348bd4108d/bfd1e972-d453-41a4-906e-53348bd4108d.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.813649] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74f55e25-d7c6-4360-8eb5-3e27887cc789 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.823949] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 886.823949] env[65983]: value = "task-4468792" [ 886.823949] env[65983]: _type = "Task" [ 886.823949] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.834970] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468792, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.893598] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468789, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.903225] env[65983]: INFO nova.compute.manager [-] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Took 1.03 seconds to deallocate network for instance. [ 886.970576] env[65983]: DEBUG oslo_vmware.api [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468790, 'name': PowerOffVM_Task, 'duration_secs': 0.316258} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.970791] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.971042] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.971342] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-427a4346-c0b0-4462-bf6e-7417bb15f245 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.062971] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.084039] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.084317] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.084584] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleting the datastore file [datastore1] d4899cd5-04a0-41a9-a70f-b235f279dcaa {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.085325] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f1d9c91-de6e-4f1c-ac3a-ba7617c61dc2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.094863] env[65983]: DEBUG oslo_vmware.api [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 887.094863] env[65983]: value = "task-4468794" [ 887.094863] env[65983]: _type = "Task" [ 887.094863] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.105244] env[65983]: DEBUG oslo_vmware.api [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.135653] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: e1c123d7-cb49-4e2a-a70e-62866a17702f] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 887.161786] env[65983]: DEBUG nova.network.neutron [-] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.228363] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468786, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.254804] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4282abce-7a41-46bf-b499-dfd4198ecc9e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.268032] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d8d804-c23c-4dd5-a0ee-1b63472f4f35 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.316998] env[65983]: DEBUG nova.compute.manager [req-06d2c26a-0232-48ec-9f6a-fbc0e518bf0f req-8f35218d-a43b-4be4-8591-bb9182ef6588 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Detach interface failed, port_id=3c4d96f8-febe-4d7b-ba51-6e1ca0c20917, reason: Instance 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 887.338447] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468792, 'name': Rename_Task, 'duration_secs': 0.378706} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.338447] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.338447] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c77ce7ea-5895-48b5-a621-bde61f9853a7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.348224] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 887.348224] env[65983]: value = "task-4468795" [ 887.348224] env[65983]: _type = "Task" [ 887.348224] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.363073] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.392664] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468789, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.411802] env[65983]: DEBUG oslo_concurrency.lockutils [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.565293] env[65983]: INFO nova.compute.manager [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Unrescuing [ 887.565807] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "refresh_cache-0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.565807] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "refresh_cache-0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.565950] env[65983]: DEBUG nova.network.neutron [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 887.567224] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468791, 'name': ReconfigVM_Task, 'duration_secs': 0.759979} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.567473] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 7e1c758f-b936-41f8-a044-7bff12dffb84/7e1c758f-b936-41f8-a044-7bff12dffb84.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.568707] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a371764-1578-4563-ac0a-a91f2058f272 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.580309] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 887.580309] env[65983]: value = "task-4468796" [ 887.580309] env[65983]: _type = "Task" [ 887.580309] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.595881] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468796, 'name': Rename_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.610626] env[65983]: DEBUG oslo_vmware.api [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472271} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.610897] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.611168] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.611374] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.611553] env[65983]: INFO nova.compute.manager [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Took 1.18 seconds to destroy the instance on the hypervisor. [ 887.611903] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 887.612145] env[65983]: DEBUG nova.compute.manager [-] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 887.612357] env[65983]: DEBUG nova.network.neutron [-] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 887.612492] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.641112] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 4c15afa2-321c-4502-b839-dc5578688302] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 887.665047] env[65983]: INFO nova.compute.manager [-] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Took 1.68 seconds to deallocate network for instance. [ 887.724535] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.737021] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468786, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.835040] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d597907e-9915-4606-a937-1fc08e03a055 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.846011] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec8ce73-9481-4960-b440-94fcd9de30e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.861030] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.896734] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a51066d-653b-4bef-ae47-d79581eef873 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.910934] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468789, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.912481] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeda53fa-e38e-410a-8a67-cbfe0250c5d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.929092] env[65983]: DEBUG nova.compute.provider_tree [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.070315] env[65983]: WARNING neutronclient.v2_0.client [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.095093] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468796, 'name': Rename_Task, 'duration_secs': 0.29908} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.095630] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.095952] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce10c448-c832-45ed-9d07-ddd0bb32df84 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.105093] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 888.105093] env[65983]: value = "task-4468798" [ 888.105093] env[65983]: _type = "Task" [ 888.105093] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.116859] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.147571] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: ba6e4068-f940-428e-b415-b11f7ec83857] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 888.175501] env[65983]: DEBUG oslo_concurrency.lockutils [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.233303] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468786, 'name': CloneVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.321632] env[65983]: DEBUG nova.compute.manager [req-9138f34a-42eb-4bba-b307-7385400d6104 req-febc16dd-bfca-4046-bbe6-422a49db1605 service nova] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Received event network-vif-deleted-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 888.321632] env[65983]: INFO nova.compute.manager [req-9138f34a-42eb-4bba-b307-7385400d6104 req-febc16dd-bfca-4046-bbe6-422a49db1605 service nova] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Neutron deleted interface 0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7; detaching it from the instance and deleting it from the info cache [ 888.321861] env[65983]: DEBUG nova.network.neutron [req-9138f34a-42eb-4bba-b307-7385400d6104 req-febc16dd-bfca-4046-bbe6-422a49db1605 service nova] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.368131] env[65983]: DEBUG oslo_vmware.api [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468795, 'name': PowerOnVM_Task, 'duration_secs': 0.947643} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.368456] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.368678] env[65983]: INFO nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Took 10.95 seconds to spawn the instance on the hypervisor. [ 888.368858] env[65983]: DEBUG nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 888.369812] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889c715d-43b7-4c19-9bb9-d9b309b300b1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.387590] env[65983]: WARNING neutronclient.v2_0.client [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.403709] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468789, 'name': CloneVM_Task} progress is 95%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.433089] env[65983]: DEBUG nova.scheduler.client.report [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.480257] env[65983]: DEBUG nova.network.neutron [-] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.556520] env[65983]: DEBUG nova.network.neutron [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Updating instance_info_cache with network_info: [{"id": "1d01711e-51ab-485e-a263-a4a37aa0c402", "address": "fa:16:3e:31:61:29", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d01711e-51", "ovs_interfaceid": "1d01711e-51ab-485e-a263-a4a37aa0c402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.616915] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.650112] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 9e3679af-f405-4dc1-81c9-3e0ee90ce45c] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 888.730145] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468786, 'name': CloneVM_Task, 'duration_secs': 2.628068} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.730534] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Created linked-clone VM from snapshot [ 888.731390] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26411991-a2cd-4584-a485-5278b247ff50 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.744449] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Uploading image 5ba79c0c-f4d4-4006-a024-7817a38aac3d {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 888.766083] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 888.766083] env[65983]: value = "vm-873876" [ 888.766083] env[65983]: _type = "VirtualMachine" [ 888.766083] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 888.766393] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e5ace68-a408-497d-8675-13c7f52152f2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.774922] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lease: (returnval){ [ 888.774922] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526d224a-e928-2273-a0fd-6ef7b437ecdf" [ 888.774922] env[65983]: _type = "HttpNfcLease" [ 888.774922] env[65983]: } obtained for exporting VM: (result){ [ 888.774922] env[65983]: value = "vm-873876" [ 888.774922] env[65983]: _type = "VirtualMachine" [ 888.774922] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 888.775363] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the lease: (returnval){ [ 888.775363] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526d224a-e928-2273-a0fd-6ef7b437ecdf" [ 888.775363] env[65983]: _type = "HttpNfcLease" [ 888.775363] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 888.782557] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.782557] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526d224a-e928-2273-a0fd-6ef7b437ecdf" [ 888.782557] env[65983]: _type = "HttpNfcLease" [ 888.782557] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 888.825568] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-574ad993-050b-48b8-af93-9224e5d7f569 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.843023] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c61d5f-26bc-4235-b705-5db21d407d22 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.887335] env[65983]: DEBUG nova.compute.manager [req-9138f34a-42eb-4bba-b307-7385400d6104 req-febc16dd-bfca-4046-bbe6-422a49db1605 service nova] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Detach interface failed, port_id=0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7, reason: Instance d4899cd5-04a0-41a9-a70f-b235f279dcaa could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 888.896099] env[65983]: INFO nova.compute.manager [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Took 54.04 seconds to build instance. [ 888.904031] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468789, 'name': CloneVM_Task, 'duration_secs': 2.355666} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.904031] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Created linked-clone VM from snapshot [ 888.904564] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeebc6c-a9b1-4c98-b1c1-f346570cb012 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.915269] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Uploading image 758e9b2b-e0f3-400b-a022-97680f7b7fc9 {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 888.941962] env[65983]: DEBUG oslo_concurrency.lockutils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.942579] env[65983]: DEBUG nova.compute.manager [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 888.948822] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.615s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.949118] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.951949] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.135s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.955506] env[65983]: INFO nova.compute.claims [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.967401] env[65983]: DEBUG oslo_vmware.rw_handles [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 888.967401] env[65983]: value = "vm-873877" [ 888.967401] env[65983]: _type = "VirtualMachine" [ 888.967401] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 888.967692] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-acd3538a-1f01-4a35-adc2-928ce5e93b46 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.975743] env[65983]: DEBUG oslo_vmware.rw_handles [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lease: (returnval){ [ 888.975743] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f879a-79fa-79fa-eb22-2cd737cc0752" [ 888.975743] env[65983]: _type = "HttpNfcLease" [ 888.975743] env[65983]: } obtained for exporting VM: (result){ [ 888.975743] env[65983]: value = "vm-873877" [ 888.975743] env[65983]: _type = "VirtualMachine" [ 888.975743] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 888.975985] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the lease: (returnval){ [ 888.975985] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f879a-79fa-79fa-eb22-2cd737cc0752" [ 888.975985] env[65983]: _type = "HttpNfcLease" [ 888.975985] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 888.983972] env[65983]: INFO nova.compute.manager [-] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Took 1.37 seconds to deallocate network for instance. [ 888.984307] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.984307] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f879a-79fa-79fa-eb22-2cd737cc0752" [ 888.984307] env[65983]: _type = "HttpNfcLease" [ 888.984307] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 889.010557] env[65983]: INFO nova.scheduler.client.report [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Deleted allocations for instance 46e047d0-0d82-4fd9-8dde-8ea693f3fa37 [ 889.061272] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "refresh_cache-0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.061272] env[65983]: DEBUG nova.objects.instance [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lazy-loading 'flavor' on Instance uuid 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.118720] env[65983]: DEBUG oslo_vmware.api [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468798, 'name': PowerOnVM_Task, 'duration_secs': 0.836646} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.118818] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.119073] env[65983]: INFO nova.compute.manager [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Took 8.86 seconds to spawn the instance on the hypervisor. [ 889.119194] env[65983]: DEBUG nova.compute.manager [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 889.120154] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcd3ad2-b6f7-4c2b-a4ad-2aff928bd65b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.155416] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 18eba7f8-31cc-4a75-b73a-b279853d125a] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 889.289162] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.289162] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526d224a-e928-2273-a0fd-6ef7b437ecdf" [ 889.289162] env[65983]: _type = "HttpNfcLease" [ 889.289162] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 889.289835] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 889.289835] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526d224a-e928-2273-a0fd-6ef7b437ecdf" [ 889.289835] env[65983]: _type = "HttpNfcLease" [ 889.289835] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 889.290411] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befbf477-2224-44f1-b054-ad0a7fb533e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.299373] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e1e4b-f4fa-0a6c-edcf-a51b0a7b87de/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 889.299683] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e1e4b-f4fa-0a6c-edcf-a51b0a7b87de/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 889.398846] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e906a77d-5a35-4183-a0f1-d0de339e13dc tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "bfd1e972-d453-41a4-906e-53348bd4108d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.614s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.460268] env[65983]: DEBUG nova.compute.utils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.464265] env[65983]: DEBUG nova.compute.manager [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Not allocating networking since 'none' was specified. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 889.476726] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4dc3ae2e-d6b4-4b43-93c3-309d680624f6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.495060] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.496072] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.496072] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f879a-79fa-79fa-eb22-2cd737cc0752" [ 889.496072] env[65983]: _type = "HttpNfcLease" [ 889.496072] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 889.499971] env[65983]: DEBUG oslo_vmware.rw_handles [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 889.499971] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f879a-79fa-79fa-eb22-2cd737cc0752" [ 889.499971] env[65983]: _type = "HttpNfcLease" [ 889.499971] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 889.502041] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e38183-9d72-49f0-8716-0d2ea593b35c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.515303] env[65983]: DEBUG oslo_vmware.rw_handles [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb055a-04d9-c1d3-9269-d52b4d87bbc3/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 889.515538] env[65983]: DEBUG oslo_vmware.rw_handles [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb055a-04d9-c1d3-9269-d52b4d87bbc3/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 889.590383] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6ca70466-8a80-48c1-9c07-a888df74bede tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "46e047d0-0d82-4fd9-8dde-8ea693f3fa37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.456s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.598057] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b023b5a7-f006-478d-9239-a9c6e5a97dad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.622743] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.623835] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-410de207-490a-4bc2-b8be-ec3a390a6567 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.633784] env[65983]: DEBUG oslo_vmware.api [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 889.633784] env[65983]: value = "task-4468801" [ 889.633784] env[65983]: _type = "Task" [ 889.633784] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.645055] env[65983]: INFO nova.compute.manager [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Took 50.72 seconds to build instance. [ 889.652475] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5528365d-7271-4bfc-a008-a72fa1a1e2f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.654608] env[65983]: DEBUG oslo_vmware.api [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.657613] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: a04a48f1-71c3-4cca-90cb-cdf391cd2ee0] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 889.901650] env[65983]: DEBUG nova.compute.manager [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 889.966190] env[65983]: DEBUG nova.compute.manager [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 890.169659] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eb0af665-075a-417a-bd01-7acff1d6e762 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.343s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.170562] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 91bd0c31-6455-4d19-933f-c0546c1f2cd6] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 890.187493] env[65983]: DEBUG oslo_vmware.api [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468801, 'name': PowerOffVM_Task, 'duration_secs': 0.245464} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.188192] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.205741] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 890.215164] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8db1535-2b3b-48ee-926d-7ccc18ad8f06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.253863] env[65983]: DEBUG oslo_vmware.api [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 890.253863] env[65983]: value = "task-4468803" [ 890.253863] env[65983]: _type = "Task" [ 890.253863] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.272697] env[65983]: DEBUG oslo_vmware.api [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468803, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.389413] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "be710d49-3e16-45fe-b3a2-1d8537719697" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.390584] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "be710d49-3e16-45fe-b3a2-1d8537719697" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.394022] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "be710d49-3e16-45fe-b3a2-1d8537719697-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.394022] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "be710d49-3e16-45fe-b3a2-1d8537719697-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.394022] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "be710d49-3e16-45fe-b3a2-1d8537719697-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.394291] env[65983]: INFO nova.compute.manager [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Terminating instance [ 890.434476] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.677122] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 3308a205-c2bc-44c6-9f89-e7704d4774d1] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 890.748015] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "bfd1e972-d453-41a4-906e-53348bd4108d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.748015] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "bfd1e972-d453-41a4-906e-53348bd4108d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.748240] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "bfd1e972-d453-41a4-906e-53348bd4108d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.748369] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "bfd1e972-d453-41a4-906e-53348bd4108d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.748579] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "bfd1e972-d453-41a4-906e-53348bd4108d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.751934] env[65983]: INFO nova.compute.manager [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Terminating instance [ 890.772853] env[65983]: DEBUG oslo_vmware.api [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468803, 'name': ReconfigVM_Task, 'duration_secs': 0.34334} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.776103] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 890.776347] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.777400] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32e2b438-1a06-41ec-b6e0-59d56c88b839 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.786501] env[65983]: DEBUG oslo_vmware.api [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 890.786501] env[65983]: value = "task-4468804" [ 890.786501] env[65983]: _type = "Task" [ 890.786501] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.809882] env[65983]: DEBUG oslo_vmware.api [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468804, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.822802] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c91d5de-a23b-44af-945b-287b931ff3da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.837023] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713b9a20-2a3c-4675-8302-3f79f1dc6f60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.878807] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a13a6c-c848-44ac-879a-a8acb99ff25f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.889972] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1572a6b3-5d44-4637-8053-75050443b006 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.913024] env[65983]: DEBUG nova.compute.manager [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 890.913024] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.913024] env[65983]: DEBUG nova.compute.provider_tree [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.913753] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ad42df-5042-4d70-a519-9a324818c347 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.924136] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.925688] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e97dbac-fb70-446a-b6d5-a2f6d4f61620 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.935309] env[65983]: DEBUG oslo_vmware.api [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 890.935309] env[65983]: value = "task-4468805" [ 890.935309] env[65983]: _type = "Task" [ 890.935309] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.950301] env[65983]: DEBUG oslo_vmware.api [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.980243] env[65983]: DEBUG nova.compute.manager [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 891.184494] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 4ec101b0-7414-43d4-a400-578a905a85fa] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 891.264817] env[65983]: DEBUG nova.compute.manager [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 891.265130] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.267209] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a541b650-7ecd-44e6-ac96-29b75111ec4d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.277420] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.278230] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afa3a051-a3ae-4e9f-be10-bdf317387cba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.289585] env[65983]: DEBUG oslo_vmware.api [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 891.289585] env[65983]: value = "task-4468806" [ 891.289585] env[65983]: _type = "Task" [ 891.289585] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.309083] env[65983]: DEBUG oslo_vmware.api [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468804, 'name': PowerOnVM_Task, 'duration_secs': 0.472836} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.314288] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.314795] env[65983]: DEBUG nova.compute.manager [None req-4f10bc0e-ee9a-4795-8527-f83a86b6c657 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 891.315417] env[65983]: DEBUG oslo_vmware.api [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.316768] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc756978-ac95-4398-b250-2a62e3dea315 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.420019] env[65983]: DEBUG nova.scheduler.client.report [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.448848] env[65983]: DEBUG oslo_vmware.api [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468805, 'name': PowerOffVM_Task, 'duration_secs': 0.254569} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.449256] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.449431] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.449858] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbc0b54d-e44d-4351-b880-aac22ba95489 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.517200] env[65983]: DEBUG oslo_concurrency.lockutils [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "8c9ca788-7cda-49b3-8756-cd61e38bd3b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.517611] env[65983]: DEBUG oslo_concurrency.lockutils [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "8c9ca788-7cda-49b3-8756-cd61e38bd3b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.517854] env[65983]: DEBUG oslo_concurrency.lockutils [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "8c9ca788-7cda-49b3-8756-cd61e38bd3b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.518112] env[65983]: DEBUG oslo_concurrency.lockutils [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "8c9ca788-7cda-49b3-8756-cd61e38bd3b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.518326] env[65983]: DEBUG oslo_concurrency.lockutils [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "8c9ca788-7cda-49b3-8756-cd61e38bd3b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.520778] env[65983]: INFO nova.compute.manager [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Terminating instance [ 891.546408] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.546885] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.546885] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Deleting the datastore file [datastore2] be710d49-3e16-45fe-b3a2-1d8537719697 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.547532] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50491ea0-54cd-436b-8d70-4f9cc054f0d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.556222] env[65983]: DEBUG oslo_vmware.api [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 891.556222] env[65983]: value = "task-4468808" [ 891.556222] env[65983]: _type = "Task" [ 891.556222] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.566775] env[65983]: DEBUG oslo_vmware.api [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.689508] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: b5815a1e-0a5c-48eb-9a03-c048c3a8323c] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 891.807558] env[65983]: DEBUG oslo_vmware.api [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468806, 'name': PowerOffVM_Task, 'duration_secs': 0.277796} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.807866] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.808805] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.808805] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac029b3b-b3bc-4bef-9641-c252feeab030 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.896608] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.896830] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.896901] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Deleting the datastore file [datastore1] bfd1e972-d453-41a4-906e-53348bd4108d {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.897388] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa645c70-47b5-4b0a-bfbd-70c34ab7c735 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.906100] env[65983]: DEBUG oslo_vmware.api [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 891.906100] env[65983]: value = "task-4468810" [ 891.906100] env[65983]: _type = "Task" [ 891.906100] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.916686] env[65983]: DEBUG oslo_vmware.api [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.925250] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.974s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.925920] env[65983]: DEBUG nova.compute.manager [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 891.929270] env[65983]: DEBUG oslo_concurrency.lockutils [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.762s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.929483] env[65983]: DEBUG oslo_concurrency.lockutils [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.933747] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.060s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.933856] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.935870] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.949s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.937017] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.939387] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.696s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.941486] env[65983]: INFO nova.compute.claims [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.973651] env[65983]: INFO nova.scheduler.client.report [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Deleted allocations for instance ff72ebdf-fcd2-474f-b95c-951b3114f968 [ 891.976138] env[65983]: INFO nova.scheduler.client.report [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Deleted allocations for instance 54d07e34-c120-4c93-a465-6410caa88121 [ 891.992485] env[65983]: INFO nova.scheduler.client.report [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Deleted allocations for instance 3265bd0a-4ff8-4918-94db-af70314e84cf [ 892.025635] env[65983]: DEBUG oslo_concurrency.lockutils [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "refresh_cache-8c9ca788-7cda-49b3-8756-cd61e38bd3b4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.025848] env[65983]: DEBUG oslo_concurrency.lockutils [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquired lock "refresh_cache-8c9ca788-7cda-49b3-8756-cd61e38bd3b4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.026048] env[65983]: DEBUG nova.network.neutron [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 892.069501] env[65983]: DEBUG oslo_vmware.api [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279228} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.069729] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.070763] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.070763] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.070763] env[65983]: INFO nova.compute.manager [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Took 1.16 seconds to destroy the instance on the hypervisor. [ 892.070763] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 892.070945] env[65983]: DEBUG nova.compute.manager [-] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 892.071028] env[65983]: DEBUG nova.network.neutron [-] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 892.071338] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.190315] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.192936] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: f5166917-734f-4c86-84ec-3b63ea129c5c] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 892.421154] env[65983]: DEBUG oslo_vmware.api [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4468810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267484} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.421465] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.421698] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.423622] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.423622] env[65983]: INFO nova.compute.manager [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 892.423622] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 892.423622] env[65983]: DEBUG nova.compute.manager [-] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 892.423622] env[65983]: DEBUG nova.network.neutron [-] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 892.423622] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.450142] env[65983]: DEBUG nova.compute.utils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.452528] env[65983]: DEBUG nova.compute.manager [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 892.452703] env[65983]: DEBUG nova.network.neutron [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 892.453092] env[65983]: WARNING neutronclient.v2_0.client [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.453408] env[65983]: WARNING neutronclient.v2_0.client [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.465578] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.487692] env[65983]: DEBUG oslo_concurrency.lockutils [None req-454c9c43-906f-414b-b258-4f360497ed9f tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Lock "ff72ebdf-fcd2-474f-b95c-951b3114f968" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.858s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.489045] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "54d07e34-c120-4c93-a465-6410caa88121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.018s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.502866] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a942e84-500b-483f-89d6-02290a8ffe3b tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "3265bd0a-4ff8-4918-94db-af70314e84cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.064s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.528986] env[65983]: DEBUG nova.policy [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f240f9afeeb34dc39424691c792e4c7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c3ca780ae44e508b7c75bd4d59fc90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.531773] env[65983]: WARNING neutronclient.v2_0.client [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.558731] env[65983]: DEBUG nova.network.neutron [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 892.698798] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 7a0d4eac-9919-41b0-bc79-985db03ddaeb] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 892.773531] env[65983]: DEBUG nova.network.neutron [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.931610] env[65983]: DEBUG nova.network.neutron [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Successfully created port: a55c5e3f-6276-45b8-8aee-04cfd498a65a {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 892.960353] env[65983]: DEBUG nova.compute.manager [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 892.981202] env[65983]: DEBUG nova.network.neutron [-] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.198908] env[65983]: DEBUG nova.network.neutron [-] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.202608] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 979b028d-389e-4831-9879-c183a18fc304] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 893.276408] env[65983]: DEBUG oslo_concurrency.lockutils [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Releasing lock "refresh_cache-8c9ca788-7cda-49b3-8756-cd61e38bd3b4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.277168] env[65983]: DEBUG nova.compute.manager [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 893.277502] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.278663] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f0e84d-515f-4e62-bc68-e41e57cb89eb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.288309] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.291622] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24aea3d9-a96d-42dc-978f-425ad7a3ae6d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.300985] env[65983]: DEBUG oslo_vmware.api [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 893.300985] env[65983]: value = "task-4468812" [ 893.300985] env[65983]: _type = "Task" [ 893.300985] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.317356] env[65983]: DEBUG oslo_vmware.api [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.486371] env[65983]: INFO nova.compute.manager [-] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Took 1.41 seconds to deallocate network for instance. [ 893.540026] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2878f0-b6d5-4fd8-a34d-003f693bfecc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.551668] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620099ee-253c-4ab0-8951-ce78a8f89521 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.589089] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafbd6c4-260b-4593-84d7-19f0ba606df7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.598444] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892b1746-a155-4c43-a78a-a798b849c2d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.615125] env[65983]: DEBUG nova.compute.provider_tree [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.702222] env[65983]: INFO nova.compute.manager [-] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Took 1.28 seconds to deallocate network for instance. [ 893.712191] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 5afa0e61-7e7b-487d-87bd-1d26c6017fbf] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 893.812708] env[65983]: DEBUG oslo_vmware.api [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468812, 'name': PowerOffVM_Task, 'duration_secs': 0.160371} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.812989] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.813208] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.813458] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-508af72d-863c-40a2-b0b1-dfc7eb10fde6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.844902] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.845154] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.845405] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Deleting the datastore file [datastore1] 8c9ca788-7cda-49b3-8756-cd61e38bd3b4 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.845693] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f76c62b6-e91a-4146-b2d2-0b51254e7cba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.854175] env[65983]: DEBUG oslo_vmware.api [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for the task: (returnval){ [ 893.854175] env[65983]: value = "task-4468814" [ 893.854175] env[65983]: _type = "Task" [ 893.854175] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.863864] env[65983]: DEBUG oslo_vmware.api [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.981153] env[65983]: DEBUG nova.compute.manager [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 893.996935] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.118350] env[65983]: DEBUG nova.scheduler.client.report [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.209495] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.215253] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 4f61eecb-95df-4bb2-b3ce-71ee686558d3] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 894.369432] env[65983]: DEBUG oslo_vmware.api [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Task: {'id': task-4468814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213471} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.369863] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.370300] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.370631] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.370923] env[65983]: INFO nova.compute.manager [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Took 1.09 seconds to destroy the instance on the hypervisor. [ 894.371307] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 894.371619] env[65983]: DEBUG nova.compute.manager [-] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 894.371791] env[65983]: DEBUG nova.network.neutron [-] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 894.372165] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.394829] env[65983]: DEBUG nova.network.neutron [-] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 894.395244] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.583618] env[65983]: DEBUG nova.network.neutron [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Successfully updated port: a55c5e3f-6276-45b8-8aee-04cfd498a65a {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 894.624981] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.625572] env[65983]: DEBUG nova.compute.manager [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 894.628232] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.618s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.628424] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.630665] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.708s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.632333] env[65983]: INFO nova.compute.claims [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.664966] env[65983]: INFO nova.scheduler.client.report [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Deleted allocations for instance c40a0f91-24f4-49b5-bd74-98e8ec60ac5f [ 894.719617] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 9fb369af-202c-4d49-9d32-cbc411f8267a] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 894.897726] env[65983]: DEBUG nova.network.neutron [-] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.088312] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "refresh_cache-90e48d00-572b-45de-b1f8-68c0f13adc5a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.088649] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "refresh_cache-90e48d00-572b-45de-b1f8-68c0f13adc5a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.088935] env[65983]: DEBUG nova.network.neutron [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 895.138177] env[65983]: DEBUG nova.compute.utils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.142232] env[65983]: DEBUG nova.compute.manager [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 895.142428] env[65983]: DEBUG nova.network.neutron [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 895.142711] env[65983]: WARNING neutronclient.v2_0.client [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.143011] env[65983]: WARNING neutronclient.v2_0.client [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.174054] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Lock "c40a0f91-24f4-49b5-bd74-98e8ec60ac5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.888s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.213337] env[65983]: DEBUG nova.policy [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39fbcdcb016e458cbe20729ba14bba15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02fc574ecc4d4a5c89608b17a478f8cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.222787] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: e2027a8c-5d49-4342-9b67-4c7592339c9a] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 895.401072] env[65983]: INFO nova.compute.manager [-] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Took 1.03 seconds to deallocate network for instance. [ 895.538326] env[65983]: DEBUG nova.network.neutron [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Successfully created port: 8332caf1-ee02-4ce0-afa8-002704714153 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 895.625875] env[65983]: DEBUG nova.network.neutron [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 895.643597] env[65983]: DEBUG nova.compute.manager [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 895.715786] env[65983]: WARNING neutronclient.v2_0.client [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.728145] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 77ec82d6-2097-447f-b88c-462704777479] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 895.803697] env[65983]: DEBUG nova.network.neutron [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Updating instance_info_cache with network_info: [{"id": "a55c5e3f-6276-45b8-8aee-04cfd498a65a", "address": "fa:16:3e:97:5c:3f", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55c5e3f-62", "ovs_interfaceid": "a55c5e3f-6276-45b8-8aee-04cfd498a65a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.908446] env[65983]: DEBUG oslo_concurrency.lockutils [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.111193] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6833e61b-05de-41cb-9b0c-35344cd39a4c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.120529] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61415a9c-f512-4163-9077-849100921a83 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.159812] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c489895-f58d-4507-98df-d3880407f4d7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.168760] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e681acf-20fb-43f6-b260-602e3c15f05b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.184676] env[65983]: DEBUG nova.compute.provider_tree [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.231864] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 7233422c-ef9a-49c4-ad2a-e1089e493161] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 896.306404] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "refresh_cache-90e48d00-572b-45de-b1f8-68c0f13adc5a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.306876] env[65983]: DEBUG nova.compute.manager [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Instance network_info: |[{"id": "a55c5e3f-6276-45b8-8aee-04cfd498a65a", "address": "fa:16:3e:97:5c:3f", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55c5e3f-62", "ovs_interfaceid": "a55c5e3f-6276-45b8-8aee-04cfd498a65a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 896.661499] env[65983]: DEBUG nova.compute.manager [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 896.687843] env[65983]: DEBUG nova.scheduler.client.report [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.736265] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 0b774d8b-22a4-4849-b100-e9e1705e46fa] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 897.075630] env[65983]: DEBUG nova.network.neutron [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Successfully updated port: 8332caf1-ee02-4ce0-afa8-002704714153 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 897.193078] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.193466] env[65983]: DEBUG nova.compute.manager [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 897.196483] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.407s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.196483] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.198970] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.523s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.201090] env[65983]: INFO nova.compute.claims [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.226842] env[65983]: INFO nova.scheduler.client.report [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Deleted allocations for instance cc067bb5-147c-47ac-9b2b-f6b58ad6a00b [ 897.240081] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 0311ff28-2238-4150-83a8-e0cc5d28736b] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 897.578797] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.579077] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquired lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.579348] env[65983]: DEBUG nova.network.neutron [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 897.706059] env[65983]: DEBUG nova.compute.utils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.710173] env[65983]: DEBUG nova.compute.manager [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 897.710375] env[65983]: DEBUG nova.network.neutron [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 897.710720] env[65983]: WARNING neutronclient.v2_0.client [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.711073] env[65983]: WARNING neutronclient.v2_0.client [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.735716] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Lock "cc067bb5-147c-47ac-9b2b-f6b58ad6a00b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.466s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.743551] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 376c3de8-3d51-4257-ba8f-a2e5b77b7355] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 897.770494] env[65983]: DEBUG nova.policy [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '131ffd6ca6544c679a43859d6553f14d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f67bff0ae5d24414aea499e330b997a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.112688] env[65983]: DEBUG nova.network.neutron [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Successfully created port: d2235bf8-7a8a-4a45-b017-441c853bfdf9 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 898.137341] env[65983]: DEBUG nova.network.neutron [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 898.211399] env[65983]: DEBUG nova.compute.manager [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 898.224024] env[65983]: WARNING neutronclient.v2_0.client [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.250735] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 52c4ce60-3353-405c-b9f9-7f511680cc41] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 898.310279] env[65983]: DEBUG nova.network.neutron [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Updating instance_info_cache with network_info: [{"id": "8332caf1-ee02-4ce0-afa8-002704714153", "address": "fa:16:3e:d0:5a:c0", "network": {"id": "df996e99-0b33-40b4-9e37-05dfe1f0901d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-896506304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02fc574ecc4d4a5c89608b17a478f8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8332caf1-ee", "ovs_interfaceid": "8332caf1-ee02-4ce0-afa8-002704714153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.666200] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a22453-4c20-4aa4-b273-40aabe5ef313 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.674987] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c069d622-334e-4415-b8c5-c2bf8b83946a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.709609] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb0d279-40e1-49a6-b813-bc5ead584862 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.719208] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa53db9-556d-468f-aa2a-b20c83da3c67 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.742412] env[65983]: DEBUG nova.compute.provider_tree [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.752706] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 1abdd22c-da15-4eb3-a446-241cc2086ab3] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 898.815110] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Releasing lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.815496] env[65983]: DEBUG nova.compute.manager [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Instance network_info: |[{"id": "8332caf1-ee02-4ce0-afa8-002704714153", "address": "fa:16:3e:d0:5a:c0", "network": {"id": "df996e99-0b33-40b4-9e37-05dfe1f0901d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-896506304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02fc574ecc4d4a5c89608b17a478f8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8332caf1-ee", "ovs_interfaceid": "8332caf1-ee02-4ce0-afa8-002704714153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 899.118865] env[65983]: DEBUG nova.virt.hardware [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 899.119095] env[65983]: DEBUG nova.virt.hardware [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.119170] env[65983]: DEBUG nova.virt.hardware [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 899.120394] env[65983]: DEBUG nova.virt.hardware [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.120476] env[65983]: DEBUG nova.virt.hardware [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 899.121296] env[65983]: DEBUG nova.virt.hardware [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 899.121688] env[65983]: DEBUG nova.virt.hardware [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 899.121903] env[65983]: DEBUG nova.virt.hardware [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 899.122134] env[65983]: DEBUG nova.virt.hardware [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 899.122382] env[65983]: DEBUG nova.virt.hardware [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 899.122618] env[65983]: DEBUG nova.virt.hardware [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 899.125327] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4fc902-259f-4917-b4cf-c6b34e034dfe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.137655] env[65983]: DEBUG nova.virt.hardware [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0d3f74362d5e1c0a88f7038b5bf9d6d8',container_format='bare',created_at=2025-11-17T14:37:48Z,direct_url=,disk_format='vmdk',id=e1d973ff-cef4-434f-a34f-ae990c716bfd,min_disk=1,min_ram=0,name='tempest-test-snap-1793653972',owner='59c3ca780ae44e508b7c75bd4d59fc90',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-17T14:38:05Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 899.137891] env[65983]: DEBUG nova.virt.hardware [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.138052] env[65983]: DEBUG nova.virt.hardware [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 899.138240] env[65983]: DEBUG nova.virt.hardware [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.138513] env[65983]: DEBUG nova.virt.hardware [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 899.138758] env[65983]: DEBUG nova.virt.hardware [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 899.139031] env[65983]: DEBUG nova.virt.hardware [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 899.139402] env[65983]: DEBUG nova.virt.hardware [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 899.139580] env[65983]: DEBUG nova.virt.hardware [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 899.139739] env[65983]: DEBUG nova.virt.hardware [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 899.139913] env[65983]: DEBUG nova.virt.hardware [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 899.141541] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674e109c-468d-443b-9563-2a656a552da3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.149205] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e72e13-4ffe-464b-9835-911fdb772fbf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.162260] env[65983]: DEBUG nova.virt.hardware [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 899.162260] env[65983]: DEBUG nova.virt.hardware [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.162260] env[65983]: DEBUG nova.virt.hardware [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 899.162510] env[65983]: DEBUG nova.virt.hardware [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.162630] env[65983]: DEBUG nova.virt.hardware [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 899.162685] env[65983]: DEBUG nova.virt.hardware [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 899.162996] env[65983]: DEBUG nova.virt.hardware [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 899.163135] env[65983]: DEBUG nova.virt.hardware [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 899.163336] env[65983]: DEBUG nova.virt.hardware [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 899.163336] env[65983]: DEBUG nova.virt.hardware [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 899.163476] env[65983]: DEBUG nova.virt.hardware [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 899.172636] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7839390f-9f32-4eef-b68c-b935c3c6c9fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.178307] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294b812f-02da-413d-82fb-33f1b3af2a75 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.180820] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.186518] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Creating folder: Project (9699fa83b5e441ac980880878b846484). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.187423] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6246f983-dfcb-4ea8-bfe6-a9dfde1f4284 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.193960] env[65983]: DEBUG oslo_vmware.rw_handles [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb055a-04d9-c1d3-9269-d52b4d87bbc3/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 899.195053] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da591d14-66ac-4017-88c3-0f3ce0bf7279 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.210560] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:5c:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a55c5e3f-6276-45b8-8aee-04cfd498a65a', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.219526] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 899.220864] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.222311] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d6f9b6-2a32-4e6c-8d0d-c191bf3ec0c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.229021] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88c07910-d0f6-44e1-9f70-d44e508e20e5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.247209] env[65983]: DEBUG nova.compute.manager [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 899.249344] env[65983]: DEBUG oslo_vmware.rw_handles [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb055a-04d9-c1d3-9269-d52b4d87bbc3/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 899.249518] env[65983]: ERROR oslo_vmware.rw_handles [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb055a-04d9-c1d3-9269-d52b4d87bbc3/disk-0.vmdk due to incomplete transfer. [ 899.253138] env[65983]: DEBUG nova.scheduler.client.report [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.256493] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-063127e7-a877-4b40-b879-7b698f301496 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.259330] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Created folder: Project (9699fa83b5e441ac980880878b846484) in parent group-v873669. [ 899.259411] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Creating folder: Instances. Parent ref: group-v873879. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.269232] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 864398b7-5b6d-486e-8190-46f930718874] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 899.271878] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-121aac50-37a5-4f7c-bd80-eaa8e86dc2dc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.274792] env[65983]: DEBUG nova.compute.manager [req-03520c32-a81f-41ae-abf9-4c8ffd412a3f req-65cc7e89-1453-42a7-a437-c57da1c4172d service nova] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Received event network-vif-deleted-b39f7891-c4b7-401f-af31-5531174fcd33 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 899.275783] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:5a:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8332caf1-ee02-4ce0-afa8-002704714153', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.284109] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 899.290065] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.290687] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.290687] env[65983]: value = "task-4468819" [ 899.290687] env[65983]: _type = "Task" [ 899.290687] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.291926] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8208af22-0283-424a-a9f5-4b16462e21c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.314257] env[65983]: DEBUG nova.virt.hardware [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 899.314539] env[65983]: DEBUG nova.virt.hardware [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.314697] env[65983]: DEBUG nova.virt.hardware [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 899.314912] env[65983]: DEBUG nova.virt.hardware [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.315112] env[65983]: DEBUG nova.virt.hardware [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 899.315290] env[65983]: DEBUG nova.virt.hardware [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 899.315503] env[65983]: DEBUG nova.virt.hardware [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 899.315718] env[65983]: DEBUG nova.virt.hardware [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 899.315930] env[65983]: DEBUG nova.virt.hardware [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 899.316128] env[65983]: DEBUG nova.virt.hardware [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 899.316351] env[65983]: DEBUG nova.virt.hardware [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 899.320881] env[65983]: DEBUG oslo_vmware.rw_handles [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb055a-04d9-c1d3-9269-d52b4d87bbc3/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 899.321102] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Uploaded image 758e9b2b-e0f3-400b-a022-97680f7b7fc9 to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 899.325031] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 899.325031] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d7e001-55f9-49b7-b4de-dbf01dc747e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.328806] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84682fb4-94b1-425a-836a-1aebe691dc73 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.335755] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.335755] env[65983]: value = "task-4468821" [ 899.335755] env[65983]: _type = "Task" [ 899.335755] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.353113] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6585d36a-c3fe-431d-a80a-68c854f6d844 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.358168] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468819, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.359167] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Created folder: Instances in parent group-v873879. [ 899.359456] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 899.360923] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.362141] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b227764-73d2-46f5-8a49-cf8c18077a40 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.396091] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468821, 'name': CreateVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.396488] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 899.396488] env[65983]: value = "task-4468822" [ 899.396488] env[65983]: _type = "Task" [ 899.396488] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.403641] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.403641] env[65983]: value = "task-4468823" [ 899.403641] env[65983]: _type = "Task" [ 899.403641] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.407305] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468822, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.417615] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468823, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.533938] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e1e4b-f4fa-0a6c-edcf-a51b0a7b87de/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 899.534563] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6888c9f1-7df8-4a18-b76b-7a4161726180 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.543257] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e1e4b-f4fa-0a6c-edcf-a51b0a7b87de/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 899.543472] env[65983]: ERROR oslo_vmware.rw_handles [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e1e4b-f4fa-0a6c-edcf-a51b0a7b87de/disk-0.vmdk due to incomplete transfer. [ 899.543952] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a090a969-634e-4c34-bf9b-84678fd5f019 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.554304] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e1e4b-f4fa-0a6c-edcf-a51b0a7b87de/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 899.554595] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Uploaded image 5ba79c0c-f4d4-4006-a024-7817a38aac3d to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 899.559333] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 899.559668] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-31914873-b82f-49b3-a8bc-7f46692dac51 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.569133] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 899.569133] env[65983]: value = "task-4468824" [ 899.569133] env[65983]: _type = "Task" [ 899.569133] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.589421] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468824, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.603240] env[65983]: DEBUG nova.compute.manager [req-35158d2f-d253-4f77-84c0-9592fe5f2311 req-2f4e3714-bc0c-4979-9135-e7084996308c service nova] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Received event network-vif-deleted-9e72dc91-4b32-4b74-bd0c-3355baebdf50 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 899.762867] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.763705] env[65983]: DEBUG nova.compute.manager [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 899.767380] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.212s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.769090] env[65983]: INFO nova.compute.claims [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.786283] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: b5af5878-375e-4405-b971-e3b28fa0e34c] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 899.825118] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468819, 'name': CreateVM_Task, 'duration_secs': 0.398492} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.826745] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.828105] env[65983]: WARNING neutronclient.v2_0.client [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.828629] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e1d973ff-cef4-434f-a34f-ae990c716bfd" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.828981] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e1d973ff-cef4-434f-a34f-ae990c716bfd" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.829329] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e1d973ff-cef4-434f-a34f-ae990c716bfd" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.830804] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d54310-c552-4284-9a52-6bb1d57e08df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.834354] env[65983]: DEBUG nova.network.neutron [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Successfully updated port: d2235bf8-7a8a-4a45-b017-441c853bfdf9 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 899.840563] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 899.840563] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52515297-bf8f-a4a8-3f45-3f44735423fc" [ 899.840563] env[65983]: _type = "Task" [ 899.840563] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.859783] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e1d973ff-cef4-434f-a34f-ae990c716bfd" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.860057] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Processing image e1d973ff-cef4-434f-a34f-ae990c716bfd {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.860313] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e1d973ff-cef4-434f-a34f-ae990c716bfd/e1d973ff-cef4-434f-a34f-ae990c716bfd.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.860453] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e1d973ff-cef4-434f-a34f-ae990c716bfd/e1d973ff-cef4-434f-a34f-ae990c716bfd.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.860641] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.861280] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468821, 'name': CreateVM_Task, 'duration_secs': 0.504411} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.861505] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4636ea6-d23c-4d2b-8299-08f8e5249d3a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.863623] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.864776] env[65983]: WARNING neutronclient.v2_0.client [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.865166] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.865333] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.865668] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.866464] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b57f4e9a-f049-4f20-bd2c-a09b208422f7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.873566] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 899.873566] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d55c62-5e35-93ae-4952-20608058a53a" [ 899.873566] env[65983]: _type = "Task" [ 899.873566] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.875395] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.875805] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.880420] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2877ac8-ebe1-4a06-bc3f-3ff7e8d2ae7a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.888689] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 899.888689] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529ff29e-2c62-74f8-af2c-623a5a16028b" [ 899.888689] env[65983]: _type = "Task" [ 899.888689] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.891994] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d55c62-5e35-93ae-4952-20608058a53a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.906642] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529ff29e-2c62-74f8-af2c-623a5a16028b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.914302] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468822, 'name': Destroy_Task, 'duration_secs': 0.534133} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.916273] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Destroyed the VM [ 899.916273] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 899.916273] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-562fafe9-b7d4-4b8c-a8b3-c32c83ffbc3d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.921031] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468823, 'name': CreateVM_Task, 'duration_secs': 0.4367} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.921690] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.923018] env[65983]: DEBUG oslo_concurrency.lockutils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.927294] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 899.927294] env[65983]: value = "task-4468825" [ 899.927294] env[65983]: _type = "Task" [ 899.927294] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.937156] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468825, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.089390] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468824, 'name': Destroy_Task, 'duration_secs': 0.43143} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.089887] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Destroyed the VM [ 900.090765] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 900.090821] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d746dcb-20b8-4f15-8587-5e34086c640a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.105336] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 900.105336] env[65983]: value = "task-4468826" [ 900.105336] env[65983]: _type = "Task" [ 900.105336] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.117716] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468826, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.274820] env[65983]: DEBUG nova.compute.utils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.278922] env[65983]: DEBUG nova.compute.manager [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 900.280169] env[65983]: DEBUG nova.network.neutron [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 900.280989] env[65983]: WARNING neutronclient.v2_0.client [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.280989] env[65983]: WARNING neutronclient.v2_0.client [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.290632] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: d2bccbbf-09fd-44d4-8b46-b32c3897e477] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 900.311986] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "971f5d99-6b23-4deb-aa5a-fc501452d132" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.312327] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "971f5d99-6b23-4deb-aa5a-fc501452d132" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.332924] env[65983]: DEBUG nova.policy [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a11f4784142442b7aa230ae5c0400c91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86cb31e1c17b485d91afda58b3e6d9b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.337180] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "refresh_cache-7ac380a3-a3a6-4c10-8757-c0a61e334936" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.337387] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquired lock "refresh_cache-7ac380a3-a3a6-4c10-8757-c0a61e334936" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.337537] env[65983]: DEBUG nova.network.neutron [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 900.388334] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d55c62-5e35-93ae-4952-20608058a53a, 'name': SearchDatastore_Task, 'duration_secs': 0.02388} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.391798] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.392095] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.392338] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.392478] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.392645] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.395515] env[65983]: DEBUG oslo_concurrency.lockutils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.395890] env[65983]: DEBUG oslo_concurrency.lockutils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.397206] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0306ff09-82e4-422b-8dc7-a9f4d093e9c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.403248] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf1b269-8dcc-4004-8a06-4741d5c8b88c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.414180] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Preparing fetch location {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 900.414472] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Fetch image to [datastore2] OSTACK_IMG_585b0348-3de4-47d1-a521-046c89a9d5ca/OSTACK_IMG_585b0348-3de4-47d1-a521-046c89a9d5ca.vmdk {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 900.414948] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Downloading stream optimized image e1d973ff-cef4-434f-a34f-ae990c716bfd to [datastore2] OSTACK_IMG_585b0348-3de4-47d1-a521-046c89a9d5ca/OSTACK_IMG_585b0348-3de4-47d1-a521-046c89a9d5ca.vmdk on the data store datastore2 as vApp {{(pid=65983) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 900.414948] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Downloading image file data e1d973ff-cef4-434f-a34f-ae990c716bfd to the ESX as VM named 'OSTACK_IMG_585b0348-3de4-47d1-a521-046c89a9d5ca' {{(pid=65983) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 900.418028] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.418028] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.418028] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 900.418028] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ed9fad-36fd-5f72-9d24-e0b721706639" [ 900.418028] env[65983]: _type = "Task" [ 900.418028] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.418457] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ef6e49-ade6-4f16-91d2-d0178eec8115 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.429825] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 900.429825] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5264fdd0-262a-86a9-7358-0fb911e38a1c" [ 900.429825] env[65983]: _type = "Task" [ 900.429825] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.436177] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ed9fad-36fd-5f72-9d24-e0b721706639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.446145] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468825, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.449942] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5264fdd0-262a-86a9-7358-0fb911e38a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.013416} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.450813] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d40efd0-0dd8-4d3b-b23d-8619f72efd03 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.458342] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 900.458342] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526fa740-99bc-2bc0-512c-8f5d0fc57143" [ 900.458342] env[65983]: _type = "Task" [ 900.458342] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.490374] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526fa740-99bc-2bc0-512c-8f5d0fc57143, 'name': SearchDatastore_Task, 'duration_secs': 0.017535} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.492848] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.492848] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 1b8b1f58-82d3-47b3-b856-57dcb587b06c/1b8b1f58-82d3-47b3-b856-57dcb587b06c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.492848] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-942c791d-1294-4911-9e9c-5dafc6c1ba60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.501899] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 900.501899] env[65983]: value = "task-4468827" [ 900.501899] env[65983]: _type = "Task" [ 900.501899] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.514577] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.538751] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 900.538751] env[65983]: value = "resgroup-9" [ 900.538751] env[65983]: _type = "ResourcePool" [ 900.538751] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 900.539110] env[65983]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7a0a1c11-ead6-464e-be1a-83cce90a428c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.563016] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lease: (returnval){ [ 900.563016] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5223d966-7d8c-1920-d4f0-a81e7afce025" [ 900.563016] env[65983]: _type = "HttpNfcLease" [ 900.563016] env[65983]: } obtained for vApp import into resource pool (val){ [ 900.563016] env[65983]: value = "resgroup-9" [ 900.563016] env[65983]: _type = "ResourcePool" [ 900.563016] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 900.563016] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the lease: (returnval){ [ 900.563016] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5223d966-7d8c-1920-d4f0-a81e7afce025" [ 900.563016] env[65983]: _type = "HttpNfcLease" [ 900.563016] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 900.573972] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.573972] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5223d966-7d8c-1920-d4f0-a81e7afce025" [ 900.573972] env[65983]: _type = "HttpNfcLease" [ 900.573972] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 900.590642] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.590770] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.591872] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.591872] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.591872] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.593924] env[65983]: INFO nova.compute.manager [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Terminating instance [ 900.617566] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468826, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.779652] env[65983]: DEBUG nova.compute.manager [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 900.795579] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: aec420c4-a727-4c86-a3fb-d22d015d6b13] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 900.816216] env[65983]: DEBUG nova.network.neutron [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Successfully created port: f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 900.817715] env[65983]: DEBUG nova.compute.manager [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 900.937901] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ed9fad-36fd-5f72-9d24-e0b721706639, 'name': SearchDatastore_Task, 'duration_secs': 0.027541} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.941769] env[65983]: DEBUG oslo_concurrency.lockutils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.941897] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.942187] env[65983]: DEBUG oslo_concurrency.lockutils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.942500] env[65983]: DEBUG oslo_concurrency.lockutils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.942703] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.943612] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73e3ab2e-7ac3-4996-9056-6a9c6811efe6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.949372] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468825, 'name': RemoveSnapshot_Task, 'duration_secs': 0.647566} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.949873] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 900.950251] env[65983]: DEBUG nova.compute.manager [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 900.951962] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b274c5b-d335-449e-8542-79f4ce243321 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.969288] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.969288] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.969373] env[65983]: DEBUG nova.network.neutron [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 900.973364] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60a5d5a1-d39e-410f-b48a-e01b88511ffd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.984579] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 900.984579] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a6af3c-ace2-af6c-07d8-281376998b99" [ 900.984579] env[65983]: _type = "Task" [ 900.984579] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.998697] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a6af3c-ace2-af6c-07d8-281376998b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.019910] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468827, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.079436] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 901.079436] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5223d966-7d8c-1920-d4f0-a81e7afce025" [ 901.079436] env[65983]: _type = "HttpNfcLease" [ 901.079436] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 901.099942] env[65983]: DEBUG nova.compute.manager [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 901.100269] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.101573] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81cb847-92d1-4435-9d32-19a26c3e1de1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.117562] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.119496] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e9730d0-f22e-4b2c-bb1f-235a1a4f39a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.124917] env[65983]: DEBUG oslo_vmware.api [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468826, 'name': RemoveSnapshot_Task, 'duration_secs': 0.628195} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.126649] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 901.126649] env[65983]: INFO nova.compute.manager [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Took 18.07 seconds to snapshot the instance on the hypervisor. [ 901.130218] env[65983]: DEBUG oslo_vmware.api [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 901.130218] env[65983]: value = "task-4468829" [ 901.130218] env[65983]: _type = "Task" [ 901.130218] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.145693] env[65983]: DEBUG oslo_vmware.api [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.302723] env[65983]: WARNING neutronclient.v2_0.client [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.304920] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 74fdfde5-fc41-4621-9bf3-d23ab3ce8452] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 901.348969] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.454891] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8556784-2b49-49c8-b016-94d5bf96b2c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.464363] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5422983f-679c-4142-bf12-158c681a4a93 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.499959] env[65983]: INFO nova.compute.manager [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Shelve offloading [ 901.504687] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8c79e9-332b-4309-8484-39302f2bf874 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.518709] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a6af3c-ace2-af6c-07d8-281376998b99, 'name': SearchDatastore_Task, 'duration_secs': 0.071115} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.527084] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722104} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.528266] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1dec7b4-6999-46d6-9591-ecd9e1c74481 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.531915] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 1b8b1f58-82d3-47b3-b856-57dcb587b06c/1b8b1f58-82d3-47b3-b856-57dcb587b06c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.532293] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.536023] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98dad0a-877f-4720-a10a-86c064164bf3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.541337] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ba61659-4b95-4f1f-b0b8-ba65d7959b4d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.550084] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 901.550084] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525a09c2-6864-9df4-8c4c-ddda05324f00" [ 901.550084] env[65983]: _type = "Task" [ 901.550084] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.561640] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 901.561640] env[65983]: value = "task-4468830" [ 901.561640] env[65983]: _type = "Task" [ 901.561640] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.562551] env[65983]: DEBUG nova.compute.provider_tree [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.568261] env[65983]: DEBUG nova.network.neutron [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Updating instance_info_cache with network_info: [{"id": "d2235bf8-7a8a-4a45-b017-441c853bfdf9", "address": "fa:16:3e:c4:a3:36", "network": {"id": "6a0298b4-0ff4-4220-be3b-00873507a10f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857027999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f67bff0ae5d24414aea499e330b997a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2235bf8-7a", "ovs_interfaceid": "d2235bf8-7a8a-4a45-b017-441c853bfdf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.591702] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 901.591702] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5223d966-7d8c-1920-d4f0-a81e7afce025" [ 901.591702] env[65983]: _type = "HttpNfcLease" [ 901.591702] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 901.592743] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.596353] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 901.596353] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5223d966-7d8c-1920-d4f0-a81e7afce025" [ 901.596353] env[65983]: _type = "HttpNfcLease" [ 901.596353] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 901.596630] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525a09c2-6864-9df4-8c4c-ddda05324f00, 'name': SearchDatastore_Task, 'duration_secs': 0.022827} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.598425] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f550d8a5-72a7-4e0b-a9fd-55b6699df7c9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.600931] env[65983]: DEBUG oslo_concurrency.lockutils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.601237] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 1273121f-2ee4-4807-9264-52cbc6866e66/1273121f-2ee4-4807-9264-52cbc6866e66.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.601537] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34559091-fecf-4a88-839e-485e21c0adc4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.610421] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52472a44-dc74-e30c-6e39-04c47673f8fe/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 901.610546] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52472a44-dc74-e30c-6e39-04c47673f8fe/disk-0.vmdk. {{(pid=65983) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 901.613370] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 901.613370] env[65983]: value = "task-4468831" [ 901.613370] env[65983]: _type = "Task" [ 901.613370] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.683382] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.687715] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ba9819b-4d5c-4140-989a-abeea8320ff2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.696963] env[65983]: DEBUG oslo_vmware.api [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468829, 'name': PowerOffVM_Task, 'duration_secs': 0.334814} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.697450] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.697655] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.698048] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39554fa4-484c-4f22-b75e-550368fb66a9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.730043] env[65983]: DEBUG nova.compute.manager [None req-9771480d-7d35-4f98-ad11-454e55ee7405 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Found 2 images (rotation: 2) {{(pid=65983) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 901.792664] env[65983]: DEBUG nova.compute.manager [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 901.797199] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.797199] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.797199] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Deleting the datastore file [datastore1] abc18c43-9ef2-4c48-93d9-36c42dfd5178 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.797329] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f1af647-2625-436f-a2a9-ed48d2507b0d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.804939] env[65983]: DEBUG oslo_vmware.api [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for the task: (returnval){ [ 901.804939] env[65983]: value = "task-4468833" [ 901.804939] env[65983]: _type = "Task" [ 901.804939] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.811635] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 4f12a59e-86bb-42a6-908c-3469b9e476d1] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 901.817950] env[65983]: DEBUG oslo_vmware.api [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.825839] env[65983]: DEBUG nova.virt.hardware [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 901.826108] env[65983]: DEBUG nova.virt.hardware [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.826414] env[65983]: DEBUG nova.virt.hardware [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 901.827032] env[65983]: DEBUG nova.virt.hardware [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.827032] env[65983]: DEBUG nova.virt.hardware [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 901.827032] env[65983]: DEBUG nova.virt.hardware [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 901.827178] env[65983]: DEBUG nova.virt.hardware [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 901.827254] env[65983]: DEBUG nova.virt.hardware [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 901.827409] env[65983]: DEBUG nova.virt.hardware [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 901.827556] env[65983]: DEBUG nova.virt.hardware [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 901.828293] env[65983]: DEBUG nova.virt.hardware [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 901.828654] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9985d805-46c0-44c2-8565-af2d02197b97 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.838587] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e4afcd-5ea3-48c3-a3fc-bb6a2f3770de {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.990672] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "16c49a19-97ea-4348-a504-fbadc34c796f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.990853] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "16c49a19-97ea-4348-a504-fbadc34c796f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.012218] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.012659] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-148f285b-911c-4d43-be7e-667bec9432f3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.022282] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 902.022282] env[65983]: value = "task-4468834" [ 902.022282] env[65983]: _type = "Task" [ 902.022282] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.034663] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 902.034890] env[65983]: DEBUG nova.compute.manager [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 902.035740] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fe85ee-63b1-4b94-a68f-ef3916617924 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.043547] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "refresh_cache-084eb1a2-f187-47a0-aac8-bbf0b3611ed9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.043715] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "refresh_cache-084eb1a2-f187-47a0-aac8-bbf0b3611ed9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.043874] env[65983]: DEBUG nova.network.neutron [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 902.073897] env[65983]: DEBUG nova.scheduler.client.report [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.087990] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Releasing lock "refresh_cache-7ac380a3-a3a6-4c10-8757-c0a61e334936" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.088782] env[65983]: DEBUG nova.compute.manager [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Instance network_info: |[{"id": "d2235bf8-7a8a-4a45-b017-441c853bfdf9", "address": "fa:16:3e:c4:a3:36", "network": {"id": "6a0298b4-0ff4-4220-be3b-00873507a10f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857027999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f67bff0ae5d24414aea499e330b997a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2235bf8-7a", "ovs_interfaceid": "d2235bf8-7a8a-4a45-b017-441c853bfdf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 902.089305] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190556} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.090574] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:a3:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2235bf8-7a8a-4a45-b017-441c853bfdf9', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.099962] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 902.100243] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.100569] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.101544] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2def4dc1-43da-4682-99af-c0134dbdf0ff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.105709] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd496b8f-4921-4a8e-bc95-a4f51d5c5aa0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.148096] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 1b8b1f58-82d3-47b3-b856-57dcb587b06c/1b8b1f58-82d3-47b3-b856-57dcb587b06c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.150385] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1720e325-37f0-4274-a45d-6f59d4ea5893 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.170235] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.170235] env[65983]: value = "task-4468835" [ 902.170235] env[65983]: _type = "Task" [ 902.170235] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.181191] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468831, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.187198] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 902.187198] env[65983]: value = "task-4468836" [ 902.187198] env[65983]: _type = "Task" [ 902.187198] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.193028] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468835, 'name': CreateVM_Task} progress is 15%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.207164] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468836, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.313352] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: c827472c-405c-4df1-8c05-b139c8b3ebce] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 902.322634] env[65983]: DEBUG oslo_vmware.api [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.547781] env[65983]: WARNING neutronclient.v2_0.client [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.581625] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.582700] env[65983]: DEBUG nova.compute.manager [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 902.590237] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.150s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.592655] env[65983]: INFO nova.compute.claims [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.640953] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908454} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.648536] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 1273121f-2ee4-4807-9264-52cbc6866e66/1273121f-2ee4-4807-9264-52cbc6866e66.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.649015] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.651329] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4815a81-7b6c-4900-b34b-e361fd2c978d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.662517] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 902.662517] env[65983]: value = "task-4468837" [ 902.662517] env[65983]: _type = "Task" [ 902.662517] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.674331] env[65983]: DEBUG nova.network.neutron [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Successfully updated port: f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 902.688095] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.696065] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468835, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.706695] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.823500] env[65983]: DEBUG oslo_vmware.api [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Task: {'id': task-4468833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.613561} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.827307] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: b1f9a306-6b07-400a-9eb6-d2021587c4c7] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 902.830935] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.831099] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.831250] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.831605] env[65983]: INFO nova.compute.manager [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Took 1.73 seconds to destroy the instance on the hypervisor. [ 902.831957] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 902.832844] env[65983]: DEBUG nova.compute.manager [-] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 902.832956] env[65983]: DEBUG nova.network.neutron [-] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 902.833999] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.943151] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.999747] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Completed reading data from the image iterator. {{(pid=65983) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 903.000185] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52472a44-dc74-e30c-6e39-04c47673f8fe/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 903.001657] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc937e8e-9948-45d2-84af-5d4bdbd68b56 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.010206] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52472a44-dc74-e30c-6e39-04c47673f8fe/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 903.010445] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52472a44-dc74-e30c-6e39-04c47673f8fe/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 903.010693] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-db331b2f-978b-4e0a-a468-a0d5f6564341 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.101736] env[65983]: DEBUG nova.compute.utils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.103961] env[65983]: DEBUG nova.compute.manager [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 903.104193] env[65983]: DEBUG nova.network.neutron [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 903.104527] env[65983]: WARNING neutronclient.v2_0.client [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.104785] env[65983]: WARNING neutronclient.v2_0.client [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.179633] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093249} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.180357] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Acquiring lock "refresh_cache-d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.180494] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Acquired lock "refresh_cache-d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.180666] env[65983]: DEBUG nova.network.neutron [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 903.181873] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.186036] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa3cdfd-c0a3-4c31-a5c5-c1f6176fd1e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.212812] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468835, 'name': CreateVM_Task, 'duration_secs': 0.677356} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.222737] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 1273121f-2ee4-4807-9264-52cbc6866e66/1273121f-2ee4-4807-9264-52cbc6866e66.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.223679] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.224459] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b9b3f9c-72ad-4f44-81e0-69578b24bf99 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.245359] env[65983]: WARNING neutronclient.v2_0.client [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.245359] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.245359] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.245675] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.246454] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468836, 'name': ReconfigVM_Task, 'duration_secs': 0.884097} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.251805] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90540e77-98dc-43d9-bdc7-7adbb631a88a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.256641] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 1b8b1f58-82d3-47b3-b856-57dcb587b06c/1b8b1f58-82d3-47b3-b856-57dcb587b06c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.257121] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1305f737-ed7f-4788-90fa-e9bec2b09162 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.264798] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 903.264798] env[65983]: value = "task-4468838" [ 903.264798] env[65983]: _type = "Task" [ 903.264798] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.272365] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 903.272365] env[65983]: value = "task-4468839" [ 903.272365] env[65983]: _type = "Task" [ 903.272365] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.272804] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 903.272804] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d066b6-7feb-0ef7-15d8-cc1dae832db9" [ 903.272804] env[65983]: _type = "Task" [ 903.272804] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.286873] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.295773] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d066b6-7feb-0ef7-15d8-cc1dae832db9, 'name': SearchDatastore_Task, 'duration_secs': 0.013446} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.301605] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.301776] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.302064] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.302248] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.302433] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.303180] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52472a44-dc74-e30c-6e39-04c47673f8fe/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 903.303180] env[65983]: INFO nova.virt.vmwareapi.images [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Downloaded image file data e1d973ff-cef4-434f-a34f-ae990c716bfd [ 903.303427] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468839, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.303653] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ee8ec25-7353-4115-ab86-54a9e8f62827 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.306990] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac531315-0b86-4c72-903d-de8c06e045bc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.330405] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b39a42f-9915-4c85-a057-dc72b0acc342 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.332336] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.332528] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.334342] env[65983]: DEBUG nova.compute.manager [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Received event network-vif-plugged-a55c5e3f-6276-45b8-8aee-04cfd498a65a {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 903.334491] env[65983]: DEBUG oslo_concurrency.lockutils [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] Acquiring lock "90e48d00-572b-45de-b1f8-68c0f13adc5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.334695] env[65983]: DEBUG oslo_concurrency.lockutils [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] Lock "90e48d00-572b-45de-b1f8-68c0f13adc5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.334862] env[65983]: DEBUG oslo_concurrency.lockutils [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] Lock "90e48d00-572b-45de-b1f8-68c0f13adc5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.335034] env[65983]: DEBUG nova.compute.manager [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] No waiting events found dispatching network-vif-plugged-a55c5e3f-6276-45b8-8aee-04cfd498a65a {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 903.335182] env[65983]: WARNING nova.compute.manager [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Received unexpected event network-vif-plugged-a55c5e3f-6276-45b8-8aee-04cfd498a65a for instance with vm_state building and task_state spawning. [ 903.335337] env[65983]: DEBUG nova.compute.manager [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Received event network-changed-a55c5e3f-6276-45b8-8aee-04cfd498a65a {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 903.335480] env[65983]: DEBUG nova.compute.manager [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Refreshing instance network info cache due to event network-changed-a55c5e3f-6276-45b8-8aee-04cfd498a65a. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 903.335829] env[65983]: DEBUG oslo_concurrency.lockutils [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] Acquiring lock "refresh_cache-90e48d00-572b-45de-b1f8-68c0f13adc5a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.335829] env[65983]: DEBUG oslo_concurrency.lockutils [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] Acquired lock "refresh_cache-90e48d00-572b-45de-b1f8-68c0f13adc5a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.335934] env[65983]: DEBUG nova.network.neutron [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Refreshing network info cache for port a55c5e3f-6276-45b8-8aee-04cfd498a65a {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.337550] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: d7cb07dc-a6fb-4d7d-ade6-e326a31d2a34] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 903.343455] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16836b9-3eb8-4fe3-92b7-c22d08fe3b68 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.354833] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 903.354833] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dbea5e-a402-f6c0-2763-df95f5877c87" [ 903.354833] env[65983]: _type = "Task" [ 903.354833] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.369398] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dbea5e-a402-f6c0-2763-df95f5877c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.376024] env[65983]: INFO nova.virt.vmwareapi.images [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] The imported VM was unregistered [ 903.378869] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Caching image {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 903.379183] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e1d973ff-cef4-434f-a34f-ae990c716bfd {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.379950] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-676ba7e3-692b-498b-9c8b-4a8e60773eae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.392213] env[65983]: DEBUG nova.policy [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82fe017c4a474972b2d380e3e1fa4ea1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de728336484744988073afa69fb9a397', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.399958] env[65983]: WARNING neutronclient.v2_0.client [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.405331] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Created directory with path [datastore2] devstack-image-cache_base/e1d973ff-cef4-434f-a34f-ae990c716bfd {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.406553] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_585b0348-3de4-47d1-a521-046c89a9d5ca/OSTACK_IMG_585b0348-3de4-47d1-a521-046c89a9d5ca.vmdk to [datastore2] devstack-image-cache_base/e1d973ff-cef4-434f-a34f-ae990c716bfd/e1d973ff-cef4-434f-a34f-ae990c716bfd.vmdk. {{(pid=65983) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 903.406553] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6cf6227d-5fd0-4082-b003-38a321495df4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.415649] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 903.415649] env[65983]: value = "task-4468841" [ 903.415649] env[65983]: _type = "Task" [ 903.415649] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.425834] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468841, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.610460] env[65983]: DEBUG nova.compute.manager [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 903.761477] env[65983]: DEBUG nova.network.neutron [-] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.784675] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468838, 'name': ReconfigVM_Task, 'duration_secs': 0.431404} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.791314] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 1273121f-2ee4-4807-9264-52cbc6866e66/1273121f-2ee4-4807-9264-52cbc6866e66.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.793120] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7e48887-1046-4c60-acd9-238622f0fa61 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.799475] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468839, 'name': Rename_Task, 'duration_secs': 0.251429} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.800894] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.800894] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f73c095-a028-4910-8480-7d0140a470ef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.807927] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 903.807927] env[65983]: value = "task-4468842" [ 903.807927] env[65983]: _type = "Task" [ 903.807927] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.813772] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 903.813772] env[65983]: value = "task-4468843" [ 903.813772] env[65983]: _type = "Task" [ 903.813772] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.819500] env[65983]: DEBUG nova.network.neutron [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Updating instance_info_cache with network_info: [{"id": "5768828e-5328-4aff-9059-badaf6fbedff", "address": "fa:16:3e:bd:b5:df", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5768828e-53", "ovs_interfaceid": "5768828e-5328-4aff-9059-badaf6fbedff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.827920] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468842, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.838640] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468843, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.847221] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 8d3fdc05-3b8e-4db1-9c39-a14d344a0bab] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 903.850536] env[65983]: WARNING neutronclient.v2_0.client [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.873251] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dbea5e-a402-f6c0-2763-df95f5877c87, 'name': SearchDatastore_Task, 'duration_secs': 0.018564} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.875917] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e0c5caf-92b3-4c30-bc80-68c47461e4c2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.886337] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 903.886337] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527e65c4-32ab-907f-ba34-0626cf855dd9" [ 903.886337] env[65983]: _type = "Task" [ 903.886337] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.903683] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527e65c4-32ab-907f-ba34-0626cf855dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.933137] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468841, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.033334] env[65983]: DEBUG nova.network.neutron [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Successfully created port: a5e688e8-3a37-4314-befa-c7240e1ff183 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 904.038661] env[65983]: DEBUG nova.network.neutron [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 904.265090] env[65983]: INFO nova.compute.manager [-] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Took 1.43 seconds to deallocate network for instance. [ 904.295511] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482fbb20-eb29-4e0b-a611-e2c5595bdc7d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.317032] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09507052-55d3-496e-ba9c-acb8cec9a898 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.327638] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468842, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.355116] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "refresh_cache-084eb1a2-f187-47a0-aac8-bbf0b3611ed9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.355578] env[65983]: WARNING neutronclient.v2_0.client [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.355888] env[65983]: WARNING neutronclient.v2_0.client [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.358114] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 347c9a1e-b3ff-4ae7-af85-d0b2c90b5aae] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 904.366221] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c0aff0-5f28-4f22-a1a5-ae625f73d0ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.369320] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.376884] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9a915c-8f01-4f14-9a39-1a6c542f9a95 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.397552] env[65983]: DEBUG nova.compute.provider_tree [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.412062] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527e65c4-32ab-907f-ba34-0626cf855dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.092634} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.412518] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.412903] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 7ac380a3-a3a6-4c10-8757-c0a61e334936/7ac380a3-a3a6-4c10-8757-c0a61e334936.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.413681] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-987a3dd6-18c4-43e8-8326-adcb84ac23d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.423366] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 904.423366] env[65983]: value = "task-4468844" [ 904.423366] env[65983]: _type = "Task" [ 904.423366] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.427326] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468841, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.442080] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.623840] env[65983]: DEBUG nova.compute.manager [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 904.651995] env[65983]: DEBUG nova.virt.hardware [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 904.652326] env[65983]: DEBUG nova.virt.hardware [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.652484] env[65983]: DEBUG nova.virt.hardware [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 904.652661] env[65983]: DEBUG nova.virt.hardware [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.652798] env[65983]: DEBUG nova.virt.hardware [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 904.652937] env[65983]: DEBUG nova.virt.hardware [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 904.653178] env[65983]: DEBUG nova.virt.hardware [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.653354] env[65983]: DEBUG nova.virt.hardware [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 904.653522] env[65983]: DEBUG nova.virt.hardware [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 904.653676] env[65983]: DEBUG nova.virt.hardware [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 904.653840] env[65983]: DEBUG nova.virt.hardware [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 904.654736] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084d617e-5e8b-4f5f-8584-4df0664f4d8f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.664266] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d723ea6-8134-42a2-aa95-24cb862dd84c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.777801] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.821389] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468842, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.831745] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.871221] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: bec0be17-439e-4e61-9693-81031e2b3581] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 904.904642] env[65983]: DEBUG nova.scheduler.client.report [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.931849] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468841, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.941845] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.990628] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Acquiring lock "c834f28d-688e-4dfa-9a7f-e09550cdd3b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.991413] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Lock "c834f28d-688e-4dfa-9a7f-e09550cdd3b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.321253] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468842, 'name': Rename_Task, 'duration_secs': 1.054303} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.321626] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.325245] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cdb15b0-fdf1-4524-ae32-77e318935475 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.333540] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468843, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.335159] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 905.335159] env[65983]: value = "task-4468845" [ 905.335159] env[65983]: _type = "Task" [ 905.335159] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.345208] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.374571] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 2f6d4f72-e713-4422-9e72-ca261477d545] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 905.411470] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.411470] env[65983]: DEBUG nova.compute.manager [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 905.414145] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.522s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.414555] env[65983]: DEBUG nova.objects.instance [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 905.429815] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468841, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.441701] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.751610] env[65983]: DEBUG nova.network.neutron [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Successfully updated port: a5e688e8-3a37-4314-befa-c7240e1ff183 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 905.834431] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468843, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.846453] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.879229] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: a5ce250d-bf00-4b41-8581-930e9aa0debe] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 905.919781] env[65983]: DEBUG nova.compute.utils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.927466] env[65983]: DEBUG nova.compute.manager [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 905.927768] env[65983]: DEBUG nova.network.neutron [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 905.928186] env[65983]: WARNING neutronclient.v2_0.client [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.928549] env[65983]: WARNING neutronclient.v2_0.client [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.956359] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468844, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.956359] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468841, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.249026] env[65983]: DEBUG nova.compute.manager [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Received event network-vif-plugged-8332caf1-ee02-4ce0-afa8-002704714153 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 906.249396] env[65983]: DEBUG oslo_concurrency.lockutils [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] Acquiring lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.249680] env[65983]: DEBUG oslo_concurrency.lockutils [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] Lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.249906] env[65983]: DEBUG oslo_concurrency.lockutils [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] Lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.250510] env[65983]: DEBUG nova.compute.manager [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] No waiting events found dispatching network-vif-plugged-8332caf1-ee02-4ce0-afa8-002704714153 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 906.250510] env[65983]: WARNING nova.compute.manager [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Received unexpected event network-vif-plugged-8332caf1-ee02-4ce0-afa8-002704714153 for instance with vm_state building and task_state spawning. [ 906.250721] env[65983]: DEBUG nova.compute.manager [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Received event network-changed-8332caf1-ee02-4ce0-afa8-002704714153 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 906.250755] env[65983]: DEBUG nova.compute.manager [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Refreshing instance network info cache due to event network-changed-8332caf1-ee02-4ce0-afa8-002704714153. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 906.252295] env[65983]: DEBUG oslo_concurrency.lockutils [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] Acquiring lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.252581] env[65983]: DEBUG oslo_concurrency.lockutils [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] Acquired lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.252725] env[65983]: DEBUG nova.network.neutron [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Refreshing network info cache for port 8332caf1-ee02-4ce0-afa8-002704714153 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.259848] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "refresh_cache-cd342e6e-ec20-4c10-acb7-b481d53bc6e9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.260336] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "refresh_cache-cd342e6e-ec20-4c10-acb7-b481d53bc6e9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.260336] env[65983]: DEBUG nova.network.neutron [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 906.319546] env[65983]: DEBUG nova.policy [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25132095a50241d9a16caf6da38b562a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39ebc9348fd1491790986a15fb66b001', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.335660] env[65983]: DEBUG oslo_vmware.api [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468843, 'name': PowerOnVM_Task, 'duration_secs': 2.510335} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.336137] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.336348] env[65983]: INFO nova.compute.manager [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Took 9.67 seconds to spawn the instance on the hypervisor. [ 906.336652] env[65983]: DEBUG nova.compute.manager [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 906.343454] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b741e5-dad1-45de-be3b-cf10933a1acc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.362633] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468845, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.364203] env[65983]: WARNING neutronclient.v2_0.client [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.385140] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.385529] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Cleaning up deleted instances with incomplete migration {{(pid=65983) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 906.395778] env[65983]: WARNING neutronclient.v2_0.client [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.425360] env[65983]: DEBUG nova.compute.manager [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 906.436799] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db947654-1e70-4d10-97a1-549ef4828c42 tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.438723] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.715s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.438922] env[65983]: DEBUG nova.objects.instance [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 906.447084] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468841, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.714386} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.451869] env[65983]: INFO nova.virt.vmwareapi.ds_util [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_585b0348-3de4-47d1-a521-046c89a9d5ca/OSTACK_IMG_585b0348-3de4-47d1-a521-046c89a9d5ca.vmdk to [datastore2] devstack-image-cache_base/e1d973ff-cef4-434f-a34f-ae990c716bfd/e1d973ff-cef4-434f-a34f-ae990c716bfd.vmdk. [ 906.451869] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Cleaning up location [datastore2] OSTACK_IMG_585b0348-3de4-47d1-a521-046c89a9d5ca {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 906.451869] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_585b0348-3de4-47d1-a521-046c89a9d5ca {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.452265] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf07ea6-3fa0-4085-ab01-1a280fa0fe86 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.463040] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468844, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.968931} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.465436] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 7ac380a3-a3a6-4c10-8757-c0a61e334936/7ac380a3-a3a6-4c10-8757-c0a61e334936.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.465672] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.466413] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 906.466413] env[65983]: value = "task-4468846" [ 906.466413] env[65983]: _type = "Task" [ 906.466413] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.466619] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3003b9cd-a7cc-44a0-bbf0-75d4d6f250cd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.480547] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.483139] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 906.483139] env[65983]: value = "task-4468847" [ 906.483139] env[65983]: _type = "Task" [ 906.483139] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.496461] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.611779] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.616030] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2211f6d-f753-4830-b0f0-572b85a9bb2c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.623886] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.624133] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5270b65-fac2-4687-a76f-c2706ae594e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.673696] env[65983]: DEBUG nova.network.neutron [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Updating instance_info_cache with network_info: [{"id": "f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490", "address": "fa:16:3e:39:f2:4e", "network": {"id": "1cbbb8a6-175b-401f-9811-a292ba6c5076", "bridge": "br-int", "label": "tempest-ServersTestJSON-949309329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cb31e1c17b485d91afda58b3e6d9b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c5e9e8-1d", "ovs_interfaceid": "f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.732239] env[65983]: DEBUG nova.network.neutron [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Updated VIF entry in instance network info cache for port a55c5e3f-6276-45b8-8aee-04cfd498a65a. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 906.732239] env[65983]: DEBUG nova.network.neutron [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Updating instance_info_cache with network_info: [{"id": "a55c5e3f-6276-45b8-8aee-04cfd498a65a", "address": "fa:16:3e:97:5c:3f", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55c5e3f-62", "ovs_interfaceid": "a55c5e3f-6276-45b8-8aee-04cfd498a65a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.763358] env[65983]: WARNING neutronclient.v2_0.client [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.850060] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468845, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.866641] env[65983]: DEBUG nova.network.neutron [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 906.882689] env[65983]: INFO nova.compute.manager [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Took 43.66 seconds to build instance. [ 906.888337] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.895438] env[65983]: DEBUG nova.network.neutron [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Successfully created port: ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 906.961943] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.962324] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.962584] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleting the datastore file [datastore2] 084eb1a2-f187-47a0-aac8-bbf0b3611ed9 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.963367] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19ee53fb-71a2-4aaf-9672-15c0c912415d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.977157] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 906.977157] env[65983]: value = "task-4468849" [ 906.977157] env[65983]: _type = "Task" [ 906.977157] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.987281] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162568} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.987916] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.988124] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e1d973ff-cef4-434f-a34f-ae990c716bfd/e1d973ff-cef4-434f-a34f-ae990c716bfd.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.988400] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e1d973ff-cef4-434f-a34f-ae990c716bfd/e1d973ff-cef4-434f-a34f-ae990c716bfd.vmdk to [datastore2] 90e48d00-572b-45de-b1f8-68c0f13adc5a/90e48d00-572b-45de-b1f8-68c0f13adc5a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.992761] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5976bd79-7083-4fc5-a6da-dbd5064d61ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.999511] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.006702] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089731} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.008242] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.008753] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 907.008753] env[65983]: value = "task-4468850" [ 907.008753] env[65983]: _type = "Task" [ 907.008753] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.009781] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc11aa71-070e-4190-bae6-b33e6322ebe6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.048171] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 7ac380a3-a3a6-4c10-8757-c0a61e334936/7ac380a3-a3a6-4c10-8757-c0a61e334936.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.051047] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e444d3f4-2dd8-4c29-8d4b-0d76ab37dad8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.066393] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.075694] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 907.075694] env[65983]: value = "task-4468851" [ 907.075694] env[65983]: _type = "Task" [ 907.075694] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.087062] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.092252] env[65983]: WARNING neutronclient.v2_0.client [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.179915] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Releasing lock "refresh_cache-d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.179915] env[65983]: DEBUG nova.compute.manager [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Instance network_info: |[{"id": "f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490", "address": "fa:16:3e:39:f2:4e", "network": {"id": "1cbbb8a6-175b-401f-9811-a292ba6c5076", "bridge": "br-int", "label": "tempest-ServersTestJSON-949309329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cb31e1c17b485d91afda58b3e6d9b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c5e9e8-1d", "ovs_interfaceid": "f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 907.179915] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:f2:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.186067] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Creating folder: Project (86cb31e1c17b485d91afda58b3e6d9b0). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.186326] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5ecd491-e189-45e8-b7b4-3e600bb4f5cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.198893] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Created folder: Project (86cb31e1c17b485d91afda58b3e6d9b0) in parent group-v873669. [ 907.199243] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Creating folder: Instances. Parent ref: group-v873886. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.199371] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ff412e4-c829-4102-9da9-4c716a6b9d6e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.216488] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Created folder: Instances in parent group-v873886. [ 907.216817] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 907.220650] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.221138] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-103c2391-6086-4a18-801e-2b969f1da95b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.244341] env[65983]: DEBUG oslo_concurrency.lockutils [req-bcd8a512-17ff-4445-b888-57fb61fc3209 req-87673c4b-a01e-4fa3-b97c-eb451691f944 service nova] Releasing lock "refresh_cache-90e48d00-572b-45de-b1f8-68c0f13adc5a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.250944] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.250944] env[65983]: value = "task-4468854" [ 907.250944] env[65983]: _type = "Task" [ 907.250944] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.262611] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468854, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.287174] env[65983]: WARNING neutronclient.v2_0.client [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.352324] env[65983]: DEBUG oslo_vmware.api [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468845, 'name': PowerOnVM_Task, 'duration_secs': 1.632506} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.352691] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.352965] env[65983]: INFO nova.compute.manager [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Took 16.37 seconds to spawn the instance on the hypervisor. [ 907.353282] env[65983]: DEBUG nova.compute.manager [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 907.354017] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871ef6b1-2eb2-4b35-b2d8-85be2889c9ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.385317] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dcdf36ea-8108-401a-9ddf-76a613ae6567 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.225s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.406559] env[65983]: DEBUG nova.network.neutron [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Updating instance_info_cache with network_info: [{"id": "a5e688e8-3a37-4314-befa-c7240e1ff183", "address": "fa:16:3e:56:e8:fd", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e688e8-3a", "ovs_interfaceid": "a5e688e8-3a37-4314-befa-c7240e1ff183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.436910] env[65983]: DEBUG nova.compute.manager [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 907.459678] env[65983]: DEBUG oslo_concurrency.lockutils [None req-aca0a140-5cfc-4068-9cac-b17910fd36f9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.464718] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.374s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.466301] env[65983]: INFO nova.compute.claims [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.481210] env[65983]: DEBUG nova.virt.hardware [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 907.481210] env[65983]: DEBUG nova.virt.hardware [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.481358] env[65983]: DEBUG nova.virt.hardware [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 907.481591] env[65983]: DEBUG nova.virt.hardware [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.481684] env[65983]: DEBUG nova.virt.hardware [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 907.481862] env[65983]: DEBUG nova.virt.hardware [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 907.482786] env[65983]: DEBUG nova.virt.hardware [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 907.483023] env[65983]: DEBUG nova.virt.hardware [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 907.483245] env[65983]: DEBUG nova.virt.hardware [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 907.483441] env[65983]: DEBUG nova.virt.hardware [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 907.483677] env[65983]: DEBUG nova.virt.hardware [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 907.485560] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95b4f34-9983-4e86-8420-646cc74d8d08 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.500280] env[65983]: DEBUG oslo_vmware.api [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4468849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441334} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.502928] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.503212] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.503458] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.507183] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3b46ff-3212-4852-8444-978c9d2ac55f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.536536] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468850, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.538843] env[65983]: INFO nova.scheduler.client.report [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleted allocations for instance 084eb1a2-f187-47a0-aac8-bbf0b3611ed9 [ 907.589598] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468851, 'name': ReconfigVM_Task, 'duration_secs': 0.366703} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.589900] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 7ac380a3-a3a6-4c10-8757-c0a61e334936/7ac380a3-a3a6-4c10-8757-c0a61e334936.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.590606] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f87bfff2-be07-469b-85e6-7c7b4f58e523 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.603226] env[65983]: DEBUG nova.network.neutron [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Updated VIF entry in instance network info cache for port 8332caf1-ee02-4ce0-afa8-002704714153. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 907.603553] env[65983]: DEBUG nova.network.neutron [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Updating instance_info_cache with network_info: [{"id": "8332caf1-ee02-4ce0-afa8-002704714153", "address": "fa:16:3e:d0:5a:c0", "network": {"id": "df996e99-0b33-40b4-9e37-05dfe1f0901d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-896506304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02fc574ecc4d4a5c89608b17a478f8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8332caf1-ee", "ovs_interfaceid": "8332caf1-ee02-4ce0-afa8-002704714153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.605419] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 907.605419] env[65983]: value = "task-4468855" [ 907.605419] env[65983]: _type = "Task" [ 907.605419] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.619490] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468855, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.766768] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468854, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.877815] env[65983]: INFO nova.compute.manager [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Took 60.01 seconds to build instance. [ 907.888701] env[65983]: DEBUG nova.compute.manager [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 907.911333] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "refresh_cache-cd342e6e-ec20-4c10-acb7-b481d53bc6e9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.911333] env[65983]: DEBUG nova.compute.manager [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Instance network_info: |[{"id": "a5e688e8-3a37-4314-befa-c7240e1ff183", "address": "fa:16:3e:56:e8:fd", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e688e8-3a", "ovs_interfaceid": "a5e688e8-3a37-4314-befa-c7240e1ff183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 907.911333] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:e8:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5e688e8-3a37-4314-befa-c7240e1ff183', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.919869] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 907.920575] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.920832] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ac5fe73-f88e-4af0-9a1a-6684ddd97974 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.954586] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.954586] env[65983]: value = "task-4468856" [ 907.954586] env[65983]: _type = "Task" [ 907.954586] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.973832] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468856, 'name': CreateVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.030331] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468850, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.043851] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.107817] env[65983]: DEBUG oslo_concurrency.lockutils [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] Releasing lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.108141] env[65983]: DEBUG nova.compute.manager [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Received event network-vif-plugged-d2235bf8-7a8a-4a45-b017-441c853bfdf9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 908.108284] env[65983]: DEBUG oslo_concurrency.lockutils [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] Acquiring lock "7ac380a3-a3a6-4c10-8757-c0a61e334936-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.108509] env[65983]: DEBUG oslo_concurrency.lockutils [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] Lock "7ac380a3-a3a6-4c10-8757-c0a61e334936-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.108643] env[65983]: DEBUG oslo_concurrency.lockutils [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] Lock "7ac380a3-a3a6-4c10-8757-c0a61e334936-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.108786] env[65983]: DEBUG nova.compute.manager [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] No waiting events found dispatching network-vif-plugged-d2235bf8-7a8a-4a45-b017-441c853bfdf9 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 908.108967] env[65983]: WARNING nova.compute.manager [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Received unexpected event network-vif-plugged-d2235bf8-7a8a-4a45-b017-441c853bfdf9 for instance with vm_state building and task_state spawning. [ 908.109139] env[65983]: DEBUG nova.compute.manager [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Received event network-changed-d2235bf8-7a8a-4a45-b017-441c853bfdf9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 908.109297] env[65983]: DEBUG nova.compute.manager [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Refreshing instance network info cache due to event network-changed-d2235bf8-7a8a-4a45-b017-441c853bfdf9. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 908.109484] env[65983]: DEBUG oslo_concurrency.lockutils [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] Acquiring lock "refresh_cache-7ac380a3-a3a6-4c10-8757-c0a61e334936" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.109623] env[65983]: DEBUG oslo_concurrency.lockutils [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] Acquired lock "refresh_cache-7ac380a3-a3a6-4c10-8757-c0a61e334936" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.109777] env[65983]: DEBUG nova.network.neutron [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Refreshing network info cache for port d2235bf8-7a8a-4a45-b017-441c853bfdf9 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.126801] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468855, 'name': Rename_Task, 'duration_secs': 0.166048} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.127353] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.127454] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac793db1-90a2-4f5f-a91b-a628b247c944 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.139025] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 908.139025] env[65983]: value = "task-4468857" [ 908.139025] env[65983]: _type = "Task" [ 908.139025] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.151947] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.264728] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468854, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.280752] env[65983]: DEBUG nova.compute.manager [req-dade2b29-45f1-4bcf-bba3-e6fdf18e338b req-62874356-18d5-48ce-984f-08b668db8ef4 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Received event network-vif-unplugged-5768828e-5328-4aff-9059-badaf6fbedff {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 908.281145] env[65983]: DEBUG oslo_concurrency.lockutils [req-dade2b29-45f1-4bcf-bba3-e6fdf18e338b req-62874356-18d5-48ce-984f-08b668db8ef4 service nova] Acquiring lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.281253] env[65983]: DEBUG oslo_concurrency.lockutils [req-dade2b29-45f1-4bcf-bba3-e6fdf18e338b req-62874356-18d5-48ce-984f-08b668db8ef4 service nova] Lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.281436] env[65983]: DEBUG oslo_concurrency.lockutils [req-dade2b29-45f1-4bcf-bba3-e6fdf18e338b req-62874356-18d5-48ce-984f-08b668db8ef4 service nova] Lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.281655] env[65983]: DEBUG nova.compute.manager [req-dade2b29-45f1-4bcf-bba3-e6fdf18e338b req-62874356-18d5-48ce-984f-08b668db8ef4 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] No waiting events found dispatching network-vif-unplugged-5768828e-5328-4aff-9059-badaf6fbedff {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 908.281871] env[65983]: WARNING nova.compute.manager [req-dade2b29-45f1-4bcf-bba3-e6fdf18e338b req-62874356-18d5-48ce-984f-08b668db8ef4 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Received unexpected event network-vif-unplugged-5768828e-5328-4aff-9059-badaf6fbedff for instance with vm_state shelved_offloaded and task_state None. [ 908.382210] env[65983]: DEBUG oslo_concurrency.lockutils [None req-538fcd85-6f5d-469c-b1a8-80eaa790bf7c tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Lock "1273121f-2ee4-4807-9264-52cbc6866e66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.868s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.422398] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.468341] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468856, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.487486] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.488102] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.531405] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468850, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.618187] env[65983]: WARNING neutronclient.v2_0.client [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.658204] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468857, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.671776] env[65983]: DEBUG nova.network.neutron [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Successfully updated port: ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 908.774114] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468854, 'name': CreateVM_Task, 'duration_secs': 1.042322} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.774432] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.774867] env[65983]: WARNING neutronclient.v2_0.client [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.775571] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.775571] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.775970] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.776043] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b98290d-eabf-42aa-9e88-94b80ff1eabb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.784979] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Waiting for the task: (returnval){ [ 908.784979] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52542052-e25b-662a-68ab-3276bb660d6f" [ 908.784979] env[65983]: _type = "Task" [ 908.784979] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.802842] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52542052-e25b-662a-68ab-3276bb660d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.836375] env[65983]: WARNING neutronclient.v2_0.client [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.885719] env[65983]: DEBUG nova.compute.manager [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 908.972698] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468856, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.999880] env[65983]: DEBUG nova.network.neutron [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Updated VIF entry in instance network info cache for port d2235bf8-7a8a-4a45-b017-441c853bfdf9. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 909.000222] env[65983]: DEBUG nova.network.neutron [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Updating instance_info_cache with network_info: [{"id": "d2235bf8-7a8a-4a45-b017-441c853bfdf9", "address": "fa:16:3e:c4:a3:36", "network": {"id": "6a0298b4-0ff4-4220-be3b-00873507a10f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857027999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f67bff0ae5d24414aea499e330b997a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2235bf8-7a", "ovs_interfaceid": "d2235bf8-7a8a-4a45-b017-441c853bfdf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.030472] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468850, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.161370] env[65983]: DEBUG oslo_vmware.api [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468857, 'name': PowerOnVM_Task, 'duration_secs': 0.617404} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.163209] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.163414] env[65983]: INFO nova.compute.manager [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Took 9.92 seconds to spawn the instance on the hypervisor. [ 909.163497] env[65983]: DEBUG nova.compute.manager [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 909.165162] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2343a70-e22f-4ccd-b737-58c4aa864732 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.168424] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4f5676-3c3f-4b79-9713-c2b180627b3d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.174403] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.174521] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquired lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.174786] env[65983]: DEBUG nova.network.neutron [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 909.185947] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a53754-1424-4ba8-997c-5e2cddcfa25f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.234663] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec8bec0-3818-4206-b330-8a47689fb1e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.246181] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea317d3-c875-4b3a-a54e-2f587bc4b40d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.272202] env[65983]: DEBUG nova.compute.provider_tree [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.310627] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52542052-e25b-662a-68ab-3276bb660d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.051853} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.311045] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.311327] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.311628] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.311733] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.311932] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.312270] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7d09a8a-6c5c-422b-af9e-50550497540a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.332799] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.332799] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.333831] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6f4840-8de4-4240-b367-1dc1e8fc5e13 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.344558] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Waiting for the task: (returnval){ [ 909.344558] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f2d82b-c7cb-fd5d-4a79-908c28c9fa77" [ 909.344558] env[65983]: _type = "Task" [ 909.344558] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.357730] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f2d82b-c7cb-fd5d-4a79-908c28c9fa77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.417760] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquiring lock "e62ad583-c928-48d5-bb9c-5597488e8f7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.418069] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Lock "e62ad583-c928-48d5-bb9c-5597488e8f7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.422392] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.443774] env[65983]: DEBUG nova.compute.manager [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 909.444973] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4782cb-08e9-42ea-a162-6a4d0a05046f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.469683] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468856, 'name': CreateVM_Task, 'duration_secs': 1.257473} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.469958] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.470370] env[65983]: WARNING neutronclient.v2_0.client [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.470774] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.470884] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.471237] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.471645] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f79929b3-eabc-4e6b-91a4-bab1a950ec2e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.482794] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 909.482794] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52000a4c-b62b-fb45-8a2c-4cbe3eb44e8f" [ 909.482794] env[65983]: _type = "Task" [ 909.482794] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.499952] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52000a4c-b62b-fb45-8a2c-4cbe3eb44e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.503171] env[65983]: DEBUG oslo_concurrency.lockutils [req-7103df36-7a90-4ecb-9cfd-8c367c059eb1 req-858458d7-7571-4966-a022-793322d83297 service nova] Releasing lock "refresh_cache-7ac380a3-a3a6-4c10-8757-c0a61e334936" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.529444] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468850, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.676604] env[65983]: DEBUG nova.compute.manager [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Received event network-vif-plugged-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 909.676837] env[65983]: DEBUG oslo_concurrency.lockutils [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] Acquiring lock "d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.677245] env[65983]: DEBUG oslo_concurrency.lockutils [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] Lock "d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.677245] env[65983]: DEBUG oslo_concurrency.lockutils [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] Lock "d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.677565] env[65983]: DEBUG nova.compute.manager [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] No waiting events found dispatching network-vif-plugged-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 909.677735] env[65983]: WARNING nova.compute.manager [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Received unexpected event network-vif-plugged-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 for instance with vm_state building and task_state spawning. [ 909.677890] env[65983]: DEBUG nova.compute.manager [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Received event network-changed-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 909.677946] env[65983]: DEBUG nova.compute.manager [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Refreshing instance network info cache due to event network-changed-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 909.678124] env[65983]: DEBUG oslo_concurrency.lockutils [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] Acquiring lock "refresh_cache-d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.678253] env[65983]: DEBUG oslo_concurrency.lockutils [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] Acquired lock "refresh_cache-d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.678404] env[65983]: DEBUG nova.network.neutron [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Refreshing network info cache for port f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.694967] env[65983]: INFO nova.compute.manager [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Took 42.79 seconds to build instance. [ 909.729389] env[65983]: DEBUG nova.network.neutron [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 909.777822] env[65983]: DEBUG nova.scheduler.client.report [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.834134] env[65983]: WARNING neutronclient.v2_0.client [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.868557] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f2d82b-c7cb-fd5d-4a79-908c28c9fa77, 'name': SearchDatastore_Task, 'duration_secs': 0.047401} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.869618] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af62febc-23a8-41e3-b33e-eafbe26732d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.877948] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Waiting for the task: (returnval){ [ 909.877948] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527e66f8-1775-9ab7-6fcd-8bc75cc375b7" [ 909.877948] env[65983]: _type = "Task" [ 909.877948] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.888362] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527e66f8-1775-9ab7-6fcd-8bc75cc375b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.937566] env[65983]: DEBUG nova.network.neutron [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Updating instance_info_cache with network_info: [{"id": "ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a", "address": "fa:16:3e:0c:d4:d9", "network": {"id": "46418dc1-fbf1-41d5-a2b7-443c1756a3ce", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-995590905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ebc9348fd1491790986a15fb66b001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea83cb55-17", "ovs_interfaceid": "ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.962880] env[65983]: INFO nova.compute.manager [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] instance snapshotting [ 909.963548] env[65983]: DEBUG nova.objects.instance [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'flavor' on Instance uuid 811d8ad9-137c-4720-9c9b-071e4eb3f7ce {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.996783] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52000a4c-b62b-fb45-8a2c-4cbe3eb44e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.051} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.997147] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.997734] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.997961] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.026381] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468850, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.914604} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.026766] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e1d973ff-cef4-434f-a34f-ae990c716bfd/e1d973ff-cef4-434f-a34f-ae990c716bfd.vmdk to [datastore2] 90e48d00-572b-45de-b1f8-68c0f13adc5a/90e48d00-572b-45de-b1f8-68c0f13adc5a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.027460] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f08105-cbe1-4d7d-b0f2-645f2dd3e0ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.054818] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 90e48d00-572b-45de-b1f8-68c0f13adc5a/90e48d00-572b-45de-b1f8-68c0f13adc5a.vmdk or device None with type streamOptimized {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.055618] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb5b0cb-50c9-4928-8ec7-07c30ea8f734 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.078835] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 910.078835] env[65983]: value = "task-4468858" [ 910.078835] env[65983]: _type = "Task" [ 910.078835] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.093196] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.183686] env[65983]: WARNING neutronclient.v2_0.client [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.196854] env[65983]: DEBUG oslo_concurrency.lockutils [None req-654442c2-1a1d-40e3-9b08-10be4de56734 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "7ac380a3-a3a6-4c10-8757-c0a61e334936" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.314s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.282958] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.283704] env[65983]: DEBUG nova.compute.manager [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 910.288160] env[65983]: DEBUG oslo_concurrency.lockutils [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.876s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.288494] env[65983]: DEBUG nova.objects.instance [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Lazy-loading 'resources' on Instance uuid ee345f1c-b3ae-48b8-959c-c0e5d33f136b {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.303030] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8189eec2-33a4-45ae-b09f-de276e1f312d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.360460] env[65983]: INFO nova.compute.manager [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Rebuilding instance [ 910.392432] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527e66f8-1775-9ab7-6fcd-8bc75cc375b7, 'name': SearchDatastore_Task, 'duration_secs': 0.0341} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.392793] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.393150] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb/d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.393457] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.393742] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.394494] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e48dde2d-d9d7-4768-aa99-28403920440c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.397923] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-908fae60-b6fd-4a73-b0df-71d02d2ed89b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.407062] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Waiting for the task: (returnval){ [ 910.407062] env[65983]: value = "task-4468859" [ 910.407062] env[65983]: _type = "Task" [ 910.407062] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.417168] env[65983]: WARNING neutronclient.v2_0.client [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.421205] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.421484] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.423524] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eca9f77-0e90-4cce-a6be-931d80bf167f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.432571] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 910.432571] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dd3800-2ab3-1be7-b432-c08cf8788f58" [ 910.432571] env[65983]: _type = "Task" [ 910.432571] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.439121] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.446287] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Releasing lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.446287] env[65983]: DEBUG nova.compute.manager [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Instance network_info: |[{"id": "ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a", "address": "fa:16:3e:0c:d4:d9", "network": {"id": "46418dc1-fbf1-41d5-a2b7-443c1756a3ce", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-995590905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ebc9348fd1491790986a15fb66b001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea83cb55-17", "ovs_interfaceid": "ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 910.446287] env[65983]: DEBUG nova.compute.manager [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 910.446287] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:d4:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.455062] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Creating folder: Project (39ebc9348fd1491790986a15fb66b001). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.455890] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fb2b93-df9c-46e6-832a-75c19ab9505f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.459393] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90e050f6-e9e5-48fc-9938-85db218a9c79 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.467940] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dd3800-2ab3-1be7-b432-c08cf8788f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.474175] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Created folder: Project (39ebc9348fd1491790986a15fb66b001) in parent group-v873669. [ 910.474388] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Creating folder: Instances. Parent ref: group-v873890. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.475166] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92f8a90-0645-4932-b155-77725541bf2a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.478318] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bc0ff3f-8150-4523-ab66-d1b0372a601c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.511533] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2de408-d13b-4a31-85ba-af6debf75dfd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.517108] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Created folder: Instances in parent group-v873890. [ 910.517254] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 910.518414] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.519373] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e87f58f-48b0-419d-a2c1-17eb469885cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.558133] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.558133] env[65983]: value = "task-4468862" [ 910.558133] env[65983]: _type = "Task" [ 910.558133] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.566552] env[65983]: DEBUG nova.network.neutron [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Updated VIF entry in instance network info cache for port f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 910.566552] env[65983]: DEBUG nova.network.neutron [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Updating instance_info_cache with network_info: [{"id": "f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490", "address": "fa:16:3e:39:f2:4e", "network": {"id": "1cbbb8a6-175b-401f-9811-a292ba6c5076", "bridge": "br-int", "label": "tempest-ServersTestJSON-949309329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cb31e1c17b485d91afda58b3e6d9b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c5e9e8-1d", "ovs_interfaceid": "f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.571511] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468862, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.592562] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.699863] env[65983]: DEBUG nova.compute.manager [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 910.751782] env[65983]: DEBUG nova.compute.manager [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Received event network-changed-5768828e-5328-4aff-9059-badaf6fbedff {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 910.751979] env[65983]: DEBUG nova.compute.manager [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Refreshing instance network info cache due to event network-changed-5768828e-5328-4aff-9059-badaf6fbedff. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 910.752420] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] Acquiring lock "refresh_cache-084eb1a2-f187-47a0-aac8-bbf0b3611ed9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.752700] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] Acquired lock "refresh_cache-084eb1a2-f187-47a0-aac8-bbf0b3611ed9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.752800] env[65983]: DEBUG nova.network.neutron [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Refreshing network info cache for port 5768828e-5328-4aff-9059-badaf6fbedff {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.792194] env[65983]: DEBUG nova.compute.utils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.796513] env[65983]: DEBUG nova.compute.manager [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 910.797225] env[65983]: DEBUG nova.network.neutron [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 910.797225] env[65983]: WARNING neutronclient.v2_0.client [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.797578] env[65983]: WARNING neutronclient.v2_0.client [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.848164] env[65983]: DEBUG nova.policy [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e41e3f66ebc24a3cb8830cf05814d048', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c362ff0480de4147af4ac19c3f8780a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.927028] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.952909] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dd3800-2ab3-1be7-b432-c08cf8788f58, 'name': SearchDatastore_Task, 'duration_secs': 0.042617} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.956139] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfdcfab5-ab27-46bb-a591-eda908192a18 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.960069] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 910.960069] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ebb136-765f-3168-83fc-89f45df56846" [ 910.960069] env[65983]: _type = "Task" [ 910.960069] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.972282] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ebb136-765f-3168-83fc-89f45df56846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.053057] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 911.053502] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1306e514-a3ef-47d3-a5e9-f36d6f26a937 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.066926] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 911.066926] env[65983]: value = "task-4468863" [ 911.066926] env[65983]: _type = "Task" [ 911.066926] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.075846] env[65983]: DEBUG oslo_concurrency.lockutils [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] Releasing lock "refresh_cache-d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.076305] env[65983]: DEBUG nova.compute.manager [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Received event network-vif-deleted-07a363b3-36dc-49d5-a49d-8aac1bf92b84 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 911.076510] env[65983]: DEBUG nova.compute.manager [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Received event network-vif-plugged-a5e688e8-3a37-4314-befa-c7240e1ff183 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 911.076788] env[65983]: DEBUG oslo_concurrency.lockutils [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] Acquiring lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.077113] env[65983]: DEBUG oslo_concurrency.lockutils [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.077777] env[65983]: DEBUG oslo_concurrency.lockutils [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.077777] env[65983]: DEBUG nova.compute.manager [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] No waiting events found dispatching network-vif-plugged-a5e688e8-3a37-4314-befa-c7240e1ff183 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 911.077906] env[65983]: WARNING nova.compute.manager [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Received unexpected event network-vif-plugged-a5e688e8-3a37-4314-befa-c7240e1ff183 for instance with vm_state building and task_state spawning. [ 911.078146] env[65983]: DEBUG nova.compute.manager [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Received event network-changed-a5e688e8-3a37-4314-befa-c7240e1ff183 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 911.078388] env[65983]: DEBUG nova.compute.manager [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Refreshing instance network info cache due to event network-changed-a5e688e8-3a37-4314-befa-c7240e1ff183. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 911.078666] env[65983]: DEBUG oslo_concurrency.lockutils [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] Acquiring lock "refresh_cache-cd342e6e-ec20-4c10-acb7-b481d53bc6e9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.078878] env[65983]: DEBUG oslo_concurrency.lockutils [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] Acquired lock "refresh_cache-cd342e6e-ec20-4c10-acb7-b481d53bc6e9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.079113] env[65983]: DEBUG nova.network.neutron [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Refreshing network info cache for port a5e688e8-3a37-4314-befa-c7240e1ff183 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.080592] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468862, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.096540] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468863, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.104371] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468858, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.227319] env[65983]: INFO nova.compute.manager [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Rescuing [ 911.227757] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "refresh_cache-7ac380a3-a3a6-4c10-8757-c0a61e334936" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.227968] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquired lock "refresh_cache-7ac380a3-a3a6-4c10-8757-c0a61e334936" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.228198] env[65983]: DEBUG nova.network.neutron [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 911.235865] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.237341] env[65983]: DEBUG nova.network.neutron [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Successfully created port: b5f1e0e3-cf24-401d-9807-14308d09c5f9 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 911.255354] env[65983]: WARNING neutronclient.v2_0.client [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.298129] env[65983]: DEBUG nova.compute.manager [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 911.312407] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.312606] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.312906] env[65983]: INFO nova.compute.manager [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Rebooting instance [ 911.427608] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468859, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.470613] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad210a4a-7564-48db-b64c-faf3e27e63ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.478854] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ebb136-765f-3168-83fc-89f45df56846, 'name': SearchDatastore_Task, 'duration_secs': 0.027934} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.479666] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.480046] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] cd342e6e-ec20-4c10-acb7-b481d53bc6e9/cd342e6e-ec20-4c10-acb7-b481d53bc6e9.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.480385] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30f56f62-4fcf-42f4-8a31-8ba9a31fad10 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.484789] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.485108] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2568d4e5-41ae-4bb7-94b5-1728f5db622f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.488024] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292ed3c8-0d90-4aae-84f7-4856b723dfd0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.494596] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 911.494596] env[65983]: value = "task-4468864" [ 911.494596] env[65983]: _type = "Task" [ 911.494596] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.500695] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 911.500695] env[65983]: value = "task-4468865" [ 911.500695] env[65983]: _type = "Task" [ 911.500695] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.530886] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.535741] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee25403-94d8-49f9-adad-a21ea3b60907 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.548884] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac991a7d-01d1-4262-9a13-f9d9c7184d60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.553677] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.567424] env[65983]: DEBUG nova.compute.provider_tree [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.588367] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468863, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.588596] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468862, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.589245] env[65983]: WARNING neutronclient.v2_0.client [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.602028] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468858, 'name': ReconfigVM_Task, 'duration_secs': 1.129661} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.602341] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 90e48d00-572b-45de-b1f8-68c0f13adc5a/90e48d00-572b-45de-b1f8-68c0f13adc5a.vmdk or device None with type streamOptimized {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.603113] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9689203b-8c7a-4f88-b4af-65ec5c3b6db6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.612804] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 911.612804] env[65983]: value = "task-4468866" [ 911.612804] env[65983]: _type = "Task" [ 911.612804] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.624891] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468866, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.731534] env[65983]: WARNING neutronclient.v2_0.client [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.846931] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.846931] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquired lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.846931] env[65983]: DEBUG nova.network.neutron [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 911.928529] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468859, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.033245} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.928868] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb/d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.929118] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.929898] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96aede76-af84-45ec-9c73-49e3b93b875e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.939836] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Waiting for the task: (returnval){ [ 911.939836] env[65983]: value = "task-4468867" [ 911.939836] env[65983]: _type = "Task" [ 911.939836] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.951238] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.006341] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468864, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.042690] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468865, 'name': PowerOffVM_Task, 'duration_secs': 0.235753} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.043076] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.043423] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.044430] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526070f0-7095-41a9-a372-14356707d75f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.053807] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.054190] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c8e515d-20c4-4255-b2b3-739f33026f84 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.076673] env[65983]: DEBUG nova.scheduler.client.report [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.090312] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468862, 'name': CreateVM_Task, 'duration_secs': 1.22477} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.091752] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.092139] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.092474] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.092641] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Deleting the datastore file [datastore2] 1273121f-2ee4-4807-9264-52cbc6866e66 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.093677] env[65983]: WARNING neutronclient.v2_0.client [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.094063] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.094256] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.094600] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.094876] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd41ed82-9d85-4675-becd-c2a7c33975fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.101540] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5354a23e-4bbf-40db-8846-b6b0bb6ea784 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.103624] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468863, 'name': CreateSnapshot_Task, 'duration_secs': 0.623976} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.104397] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 912.105726] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b1c23-cb92-4b31-b15b-8288673db0b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.112740] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 912.112740] env[65983]: value = "task-4468869" [ 912.112740] env[65983]: _type = "Task" [ 912.112740] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.113301] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 912.113301] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522caca4-afed-40ce-607a-389b92eb3fd1" [ 912.113301] env[65983]: _type = "Task" [ 912.113301] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.138022] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.145335] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468866, 'name': Rename_Task, 'duration_secs': 0.330939} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.145639] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522caca4-afed-40ce-607a-389b92eb3fd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.145900] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.146198] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e46b3ff9-9e5d-43c6-864d-fe08aec53c4b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.158036] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 912.158036] env[65983]: value = "task-4468870" [ 912.158036] env[65983]: _type = "Task" [ 912.158036] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.168979] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.309177] env[65983]: DEBUG nova.compute.manager [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 912.338459] env[65983]: DEBUG nova.virt.hardware [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 912.338729] env[65983]: DEBUG nova.virt.hardware [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.338881] env[65983]: DEBUG nova.virt.hardware [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 912.339069] env[65983]: DEBUG nova.virt.hardware [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.339212] env[65983]: DEBUG nova.virt.hardware [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 912.339364] env[65983]: DEBUG nova.virt.hardware [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 912.339551] env[65983]: DEBUG nova.virt.hardware [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 912.339705] env[65983]: DEBUG nova.virt.hardware [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 912.339864] env[65983]: DEBUG nova.virt.hardware [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 912.340097] env[65983]: DEBUG nova.virt.hardware [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 912.340310] env[65983]: DEBUG nova.virt.hardware [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 912.341267] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0936d44-0f7c-40cc-9009-f921f68b055b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.349678] env[65983]: WARNING neutronclient.v2_0.client [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.353331] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438471d4-03d7-4077-ae2a-c475c55c60d7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.451779] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118001} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.452732] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.453050] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baf7cf3-347a-46ef-9bdb-68700f0190c7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.478304] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb/d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.479276] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe24ba4f-5692-4cfe-965c-de5bde0e2b12 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.502967] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Waiting for the task: (returnval){ [ 912.502967] env[65983]: value = "task-4468871" [ 912.502967] env[65983]: _type = "Task" [ 912.502967] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.510662] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718412} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.511465] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] cd342e6e-ec20-4c10-acb7-b481d53bc6e9/cd342e6e-ec20-4c10-acb7-b481d53bc6e9.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.511748] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.512090] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c441ae11-f228-417f-aa8f-28596cbf5337 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.518667] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.520423] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 912.520423] env[65983]: value = "task-4468872" [ 912.520423] env[65983]: _type = "Task" [ 912.520423] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.531680] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.587943] env[65983]: DEBUG oslo_concurrency.lockutils [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.591019] env[65983]: DEBUG oslo_concurrency.lockutils [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.416s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.591560] env[65983]: DEBUG nova.objects.instance [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'resources' on Instance uuid 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.624461] env[65983]: INFO nova.scheduler.client.report [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Deleted allocations for instance ee345f1c-b3ae-48b8-959c-c0e5d33f136b [ 912.646384] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 912.646864] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44147} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.647012] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522caca4-afed-40ce-607a-389b92eb3fd1, 'name': SearchDatastore_Task, 'duration_secs': 0.047656} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.647585] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-feccaf6b-5f56-4efa-9070-b82373a9f2ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.651181] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.651181] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.651385] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.653961] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.654215] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.654639] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.654639] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.654790] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.655373] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82054a36-fc80-474f-9391-fc2e91abde9c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.665122] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 912.665122] env[65983]: value = "task-4468873" [ 912.665122] env[65983]: _type = "Task" [ 912.665122] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.669361] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.683762] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.683762] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.683762] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01181adc-0be8-438c-bf00-c813a037b087 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.685516] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468873, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.685591] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 912.685591] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52921ffa-2877-efd2-e4a9-d169524d92ed" [ 912.685591] env[65983]: _type = "Task" [ 912.685591] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.695238] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52921ffa-2877-efd2-e4a9-d169524d92ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.020056] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.038292] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077691} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.042699] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.043855] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356b9d1d-f4fe-4756-a4ea-25fd88b9fe41 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.071322] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] cd342e6e-ec20-4c10-acb7-b481d53bc6e9/cd342e6e-ec20-4c10-acb7-b481d53bc6e9.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.071322] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ee9e4e-baea-43c1-bc45-56579fb0c663 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.099879] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 913.099879] env[65983]: value = "task-4468874" [ 913.099879] env[65983]: _type = "Task" [ 913.099879] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.111325] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.152241] env[65983]: DEBUG oslo_concurrency.lockutils [None req-120b8d9a-fb53-4a1c-9234-36af2a8cf51d tempest-ServersListShow2100Test-1635365865 tempest-ServersListShow2100Test-1635365865-project-member] Lock "ee345f1c-b3ae-48b8-959c-c0e5d33f136b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.122s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.174224] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468870, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.186919] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468873, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.198483] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52921ffa-2877-efd2-e4a9-d169524d92ed, 'name': SearchDatastore_Task, 'duration_secs': 0.026724} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.199679] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8717579-bdeb-4887-ae8b-fb2fe8e633a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.207589] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 913.207589] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52956649-61b3-9dfb-cfd5-468db4923b3d" [ 913.207589] env[65983]: _type = "Task" [ 913.207589] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.221637] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52956649-61b3-9dfb-cfd5-468db4923b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.234052] env[65983]: DEBUG nova.network.neutron [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Successfully updated port: b5f1e0e3-cf24-401d-9807-14308d09c5f9 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 913.424144] env[65983]: WARNING neutronclient.v2_0.client [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.458249] env[65983]: WARNING neutronclient.v2_0.client [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.474640] env[65983]: WARNING neutronclient.v2_0.client [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.522013] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468871, 'name': ReconfigVM_Task, 'duration_secs': 0.794314} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.523009] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb/d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.524189] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-324df7a0-ee54-4f09-891b-6eb8bd56a505 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.539921] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Waiting for the task: (returnval){ [ 913.539921] env[65983]: value = "task-4468875" [ 913.539921] env[65983]: _type = "Task" [ 913.539921] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.551071] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468875, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.614583] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.657074] env[65983]: WARNING neutronclient.v2_0.client [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.675114] env[65983]: DEBUG oslo_vmware.api [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468870, 'name': PowerOnVM_Task, 'duration_secs': 1.332775} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.681396] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.681682] env[65983]: INFO nova.compute.manager [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Took 19.70 seconds to spawn the instance on the hypervisor. [ 913.681892] env[65983]: DEBUG nova.compute.manager [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 913.683044] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2702c3-d0ae-425a-8801-64810f153c8e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.694743] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468873, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.705907] env[65983]: DEBUG nova.network.neutron [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Updated VIF entry in instance network info cache for port 5768828e-5328-4aff-9059-badaf6fbedff. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 913.706281] env[65983]: DEBUG nova.network.neutron [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Updating instance_info_cache with network_info: [{"id": "5768828e-5328-4aff-9059-badaf6fbedff", "address": "fa:16:3e:bd:b5:df", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": null, "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5768828e-53", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.715660] env[65983]: DEBUG nova.virt.hardware [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 913.716613] env[65983]: DEBUG nova.virt.hardware [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.716613] env[65983]: DEBUG nova.virt.hardware [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 913.716613] env[65983]: DEBUG nova.virt.hardware [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.716613] env[65983]: DEBUG nova.virt.hardware [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 913.716823] env[65983]: DEBUG nova.virt.hardware [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 913.717317] env[65983]: DEBUG nova.virt.hardware [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 913.717317] env[65983]: DEBUG nova.virt.hardware [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 913.717437] env[65983]: DEBUG nova.virt.hardware [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 913.718428] env[65983]: DEBUG nova.virt.hardware [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 913.718428] env[65983]: DEBUG nova.virt.hardware [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 913.718924] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798d347a-7acc-43b5-9497-ff8402f6cecb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.727022] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52956649-61b3-9dfb-cfd5-468db4923b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.021366} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.730530] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.730930] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 5cd3f626-1782-4b14-b70f-ddaae4115c1f/5cd3f626-1782-4b14-b70f-ddaae4115c1f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.731892] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93dd3ae9-7e8d-4191-9f86-93d911af4bc7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.737495] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "refresh_cache-0b9da095-cf5a-4e4d-be8a-a38906939b45" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.737678] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "refresh_cache-0b9da095-cf5a-4e4d-be8a-a38906939b45" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.737880] env[65983]: DEBUG nova.network.neutron [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 913.741817] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8d8f60-d585-45e7-b32d-6e96ae3ccdc8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.752635] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 913.752635] env[65983]: value = "task-4468876" [ 913.752635] env[65983]: _type = "Task" [ 913.752635] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.769256] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.776944] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 913.779627] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.780605] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602ae140-4fa0-4261-bb1d-ea64ff193f19 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.788219] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b307140-dbee-40c3-a268-4814b01404dd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.803949] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4468876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.804885] env[65983]: DEBUG nova.network.neutron [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Updated VIF entry in instance network info cache for port a5e688e8-3a37-4314-befa-c7240e1ff183. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 913.805249] env[65983]: DEBUG nova.network.neutron [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Updating instance_info_cache with network_info: [{"id": "a5e688e8-3a37-4314-befa-c7240e1ff183", "address": "fa:16:3e:56:e8:fd", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e688e8-3a", "ovs_interfaceid": "a5e688e8-3a37-4314-befa-c7240e1ff183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.814315] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65c05d4-b58f-4f01-9137-c4254a36bf0e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.817765] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.817765] env[65983]: value = "task-4468877" [ 913.817765] env[65983]: _type = "Task" [ 913.817765] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.853438] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461da729-bb01-40dd-97c9-cca4c032737f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.864513] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468877, 'name': CreateVM_Task} progress is 15%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.870718] env[65983]: DEBUG nova.network.neutron [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Updating instance_info_cache with network_info: [{"id": "d2235bf8-7a8a-4a45-b017-441c853bfdf9", "address": "fa:16:3e:c4:a3:36", "network": {"id": "6a0298b4-0ff4-4220-be3b-00873507a10f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857027999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f67bff0ae5d24414aea499e330b997a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2235bf8-7a", "ovs_interfaceid": "d2235bf8-7a8a-4a45-b017-441c853bfdf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.873252] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43dae00-2432-49ab-80c6-186fff43b9d8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.890914] env[65983]: DEBUG nova.compute.provider_tree [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.984367] env[65983]: DEBUG nova.network.neutron [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Updating instance_info_cache with network_info: [{"id": "8332caf1-ee02-4ce0-afa8-002704714153", "address": "fa:16:3e:d0:5a:c0", "network": {"id": "df996e99-0b33-40b4-9e37-05dfe1f0901d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-896506304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02fc574ecc4d4a5c89608b17a478f8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8332caf1-ee", "ovs_interfaceid": "8332caf1-ee02-4ce0-afa8-002704714153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.053147] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468875, 'name': Rename_Task, 'duration_secs': 0.212397} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.053488] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.053749] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d127afdd-4c92-4b7b-b8d2-968ad3d9042a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.062037] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Waiting for the task: (returnval){ [ 914.062037] env[65983]: value = "task-4468878" [ 914.062037] env[65983]: _type = "Task" [ 914.062037] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.071826] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.120804] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468874, 'name': ReconfigVM_Task, 'duration_secs': 0.566935} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.121244] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Reconfigured VM instance instance-0000004d to attach disk [datastore1] cd342e6e-ec20-4c10-acb7-b481d53bc6e9/cd342e6e-ec20-4c10-acb7-b481d53bc6e9.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.122155] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1134db7-ba5d-4927-b5be-420e326c7bab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.131943] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 914.131943] env[65983]: value = "task-4468879" [ 914.131943] env[65983]: _type = "Task" [ 914.131943] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.145628] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468879, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.190271] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468873, 'name': CloneVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.209093] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] Releasing lock "refresh_cache-084eb1a2-f187-47a0-aac8-bbf0b3611ed9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.209390] env[65983]: DEBUG nova.compute.manager [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Received event network-vif-plugged-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 914.209646] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] Acquiring lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.209902] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.210083] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.210253] env[65983]: DEBUG nova.compute.manager [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] No waiting events found dispatching network-vif-plugged-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 914.210983] env[65983]: WARNING nova.compute.manager [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Received unexpected event network-vif-plugged-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a for instance with vm_state building and task_state spawning. [ 914.211189] env[65983]: DEBUG nova.compute.manager [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Received event network-changed-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 914.211345] env[65983]: DEBUG nova.compute.manager [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Refreshing instance network info cache due to event network-changed-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 914.211503] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] Acquiring lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.211573] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] Acquired lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.211837] env[65983]: DEBUG nova.network.neutron [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Refreshing network info cache for port ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.223957] env[65983]: INFO nova.compute.manager [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Took 62.46 seconds to build instance. [ 914.265696] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4468876, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.308674] env[65983]: DEBUG oslo_concurrency.lockutils [req-d5a73cf3-a6a4-4c56-9b69-dd4d08f9ae39 req-fb11937b-220e-4e72-b5a8-b8d81a077f2b service nova] Releasing lock "refresh_cache-cd342e6e-ec20-4c10-acb7-b481d53bc6e9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.332222] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468877, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.346316] env[65983]: DEBUG nova.network.neutron [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 914.379272] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Releasing lock "refresh_cache-7ac380a3-a3a6-4c10-8757-c0a61e334936" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.395594] env[65983]: DEBUG nova.scheduler.client.report [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.486885] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Releasing lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.495448] env[65983]: WARNING neutronclient.v2_0.client [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.573890] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468878, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.622678] env[65983]: DEBUG nova.compute.manager [req-1cd6f213-e181-4243-bc1e-de73a01c8fa2 req-cf668636-7d38-427d-9820-fcf1c948c6dc service nova] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Received event network-vif-plugged-b5f1e0e3-cf24-401d-9807-14308d09c5f9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 914.622917] env[65983]: DEBUG oslo_concurrency.lockutils [req-1cd6f213-e181-4243-bc1e-de73a01c8fa2 req-cf668636-7d38-427d-9820-fcf1c948c6dc service nova] Acquiring lock "0b9da095-cf5a-4e4d-be8a-a38906939b45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.623114] env[65983]: DEBUG oslo_concurrency.lockutils [req-1cd6f213-e181-4243-bc1e-de73a01c8fa2 req-cf668636-7d38-427d-9820-fcf1c948c6dc service nova] Lock "0b9da095-cf5a-4e4d-be8a-a38906939b45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.623280] env[65983]: DEBUG oslo_concurrency.lockutils [req-1cd6f213-e181-4243-bc1e-de73a01c8fa2 req-cf668636-7d38-427d-9820-fcf1c948c6dc service nova] Lock "0b9da095-cf5a-4e4d-be8a-a38906939b45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.623466] env[65983]: DEBUG nova.compute.manager [req-1cd6f213-e181-4243-bc1e-de73a01c8fa2 req-cf668636-7d38-427d-9820-fcf1c948c6dc service nova] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] No waiting events found dispatching network-vif-plugged-b5f1e0e3-cf24-401d-9807-14308d09c5f9 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 914.623651] env[65983]: WARNING nova.compute.manager [req-1cd6f213-e181-4243-bc1e-de73a01c8fa2 req-cf668636-7d38-427d-9820-fcf1c948c6dc service nova] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Received unexpected event network-vif-plugged-b5f1e0e3-cf24-401d-9807-14308d09c5f9 for instance with vm_state building and task_state spawning. [ 914.629629] env[65983]: DEBUG nova.network.neutron [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Updating instance_info_cache with network_info: [{"id": "b5f1e0e3-cf24-401d-9807-14308d09c5f9", "address": "fa:16:3e:c7:1d:33", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f1e0e3-cf", "ovs_interfaceid": "b5f1e0e3-cf24-401d-9807-14308d09c5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.645255] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468879, 'name': Rename_Task, 'duration_secs': 0.381751} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.645541] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.645802] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d71a1f1a-e249-4ec2-b1b1-43a2e5604897 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.656125] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 914.656125] env[65983]: value = "task-4468880" [ 914.656125] env[65983]: _type = "Task" [ 914.656125] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.667214] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.689187] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468873, 'name': CloneVM_Task, 'duration_secs': 1.623413} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.689719] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Created linked-clone VM from snapshot [ 914.690689] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e9425b-c343-4e51-9ae6-67ab386d6505 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.702892] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Uploading image dba55094-2c22-4c6f-a093-6dd59ba122dd {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 914.721403] env[65983]: WARNING neutronclient.v2_0.client [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.727197] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "90e48d00-572b-45de-b1f8-68c0f13adc5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.531s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.743737] env[65983]: DEBUG oslo_vmware.rw_handles [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 914.743737] env[65983]: value = "vm-873894" [ 914.743737] env[65983]: _type = "VirtualMachine" [ 914.743737] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 914.744093] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f7b97eb-76b8-471c-b1c4-4fc892dda1f2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.755474] env[65983]: DEBUG oslo_vmware.rw_handles [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lease: (returnval){ [ 914.755474] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c9f9b5-0555-ea04-925e-abff3469cc53" [ 914.755474] env[65983]: _type = "HttpNfcLease" [ 914.755474] env[65983]: } obtained for exporting VM: (result){ [ 914.755474] env[65983]: value = "vm-873894" [ 914.755474] env[65983]: _type = "VirtualMachine" [ 914.755474] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 914.756188] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the lease: (returnval){ [ 914.756188] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c9f9b5-0555-ea04-925e-abff3469cc53" [ 914.756188] env[65983]: _type = "HttpNfcLease" [ 914.756188] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 914.774910] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4468876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673872} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.777685] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 5cd3f626-1782-4b14-b70f-ddaae4115c1f/5cd3f626-1782-4b14-b70f-ddaae4115c1f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.777685] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.777685] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.777685] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c9f9b5-0555-ea04-925e-abff3469cc53" [ 914.777685] env[65983]: _type = "HttpNfcLease" [ 914.777685] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 914.778240] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f18fc9b-0c8c-4755-94ba-671a14a59ac1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.779821] env[65983]: DEBUG oslo_vmware.rw_handles [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 914.779821] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c9f9b5-0555-ea04-925e-abff3469cc53" [ 914.779821] env[65983]: _type = "HttpNfcLease" [ 914.779821] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 914.780575] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3cc36a-cc08-40a0-aa54-0b4c4ecd19c9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.793596] env[65983]: DEBUG oslo_vmware.rw_handles [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ebc08-b233-a8ed-e09a-6d2c253f6075/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 914.793923] env[65983]: DEBUG oslo_vmware.rw_handles [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ebc08-b233-a8ed-e09a-6d2c253f6075/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 914.795902] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 914.795902] env[65983]: value = "task-4468882" [ 914.795902] env[65983]: _type = "Task" [ 914.795902] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.866146] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4468882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071056} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.867106] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.867970] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eac4936-b606-473e-b922-56d5b6834b20 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.874401] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468877, 'name': CreateVM_Task, 'duration_secs': 0.657358} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.877687] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.878389] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.878541] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.878852] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.879155] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2883bcd7-a7df-4c89-a97e-d364531f9680 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.900905] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 5cd3f626-1782-4b14-b70f-ddaae4115c1f/5cd3f626-1782-4b14-b70f-ddaae4115c1f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.906906] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e792db94-7608-41a4-bdb7-4dc65a609899 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.925049] env[65983]: DEBUG oslo_concurrency.lockutils [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.929235] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a61b6e28-da18-45f6-9be2-6f46289dba15 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.931502] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.437s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.931502] env[65983]: DEBUG nova.objects.instance [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lazy-loading 'resources' on Instance uuid d4899cd5-04a0-41a9-a70f-b235f279dcaa {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.934498] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 914.934498] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52923a38-1a69-118a-bc8f-0736568b19d1" [ 914.934498] env[65983]: _type = "Task" [ 914.934498] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.947697] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 914.947697] env[65983]: value = "task-4468883" [ 914.947697] env[65983]: _type = "Task" [ 914.947697] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.959249] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52923a38-1a69-118a-bc8f-0736568b19d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013897} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.960463] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.960463] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.960937] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.960937] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.960937] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.965116] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae0a5058-1127-4d9c-8356-861194f6f08b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.974492] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4468883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.975532] env[65983]: INFO nova.scheduler.client.report [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Deleted allocations for instance 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4 [ 914.985987] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.986188] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.986953] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fbf4404-4a88-41f2-a15f-4e49e17adc92 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.991913] env[65983]: DEBUG nova.compute.manager [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 914.993019] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe48a15-7edc-4279-875c-3690ab27325c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.003939] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 915.003939] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f528bf-3bae-240a-2a1d-e5329850c060" [ 915.003939] env[65983]: _type = "Task" [ 915.003939] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.023978] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f528bf-3bae-240a-2a1d-e5329850c060, 'name': SearchDatastore_Task, 'duration_secs': 0.016887} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.025294] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7f92f2a-0cc9-4a6f-ac0a-32fcea2d32fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.032593] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 915.032593] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e18ff7-a5ac-c5ac-e435-149d37eb11ec" [ 915.032593] env[65983]: _type = "Task" [ 915.032593] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.042936] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e18ff7-a5ac-c5ac-e435-149d37eb11ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.076201] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468878, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.132316] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "refresh_cache-0b9da095-cf5a-4e4d-be8a-a38906939b45" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.132758] env[65983]: DEBUG nova.compute.manager [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Instance network_info: |[{"id": "b5f1e0e3-cf24-401d-9807-14308d09c5f9", "address": "fa:16:3e:c7:1d:33", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f1e0e3-cf", "ovs_interfaceid": "b5f1e0e3-cf24-401d-9807-14308d09c5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 915.133266] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:1d:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5f1e0e3-cf24-401d-9807-14308d09c5f9', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.141982] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 915.142708] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.143010] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-437e8269-9678-45dd-b3f1-e9cea4720c93 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.174184] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.175745] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.175745] env[65983]: value = "task-4468884" [ 915.175745] env[65983]: _type = "Task" [ 915.175745] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.187840] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468884, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.204344] env[65983]: WARNING neutronclient.v2_0.client [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.232701] env[65983]: DEBUG nova.compute.manager [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 915.446868] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "90e48d00-572b-45de-b1f8-68c0f13adc5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.446868] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "90e48d00-572b-45de-b1f8-68c0f13adc5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.446868] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "90e48d00-572b-45de-b1f8-68c0f13adc5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.446868] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "90e48d00-572b-45de-b1f8-68c0f13adc5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.447308] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "90e48d00-572b-45de-b1f8-68c0f13adc5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.449822] env[65983]: INFO nova.compute.manager [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Terminating instance [ 915.467279] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4468883, 'name': ReconfigVM_Task, 'duration_secs': 0.449243} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.467495] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 5cd3f626-1782-4b14-b70f-ddaae4115c1f/5cd3f626-1782-4b14-b70f-ddaae4115c1f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.470599] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddff31e4-e9dd-4142-8fe4-45893fa3009f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.488798] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 915.488798] env[65983]: value = "task-4468885" [ 915.488798] env[65983]: _type = "Task" [ 915.488798] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.489768] env[65983]: DEBUG oslo_concurrency.lockutils [None req-71c05460-9574-40ac-83ff-51bc44980b84 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.700s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.490819] env[65983]: DEBUG oslo_concurrency.lockutils [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] Acquired lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.496664] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fd04d5-84ba-474d-9af3-0530ccf39e1e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.513944] env[65983]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 915.515412] env[65983]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65983) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 915.525577] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4468885, 'name': Rename_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.529265] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ebdce0b-349b-4b4d-be39-6917c47d51b2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.546219] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e73deb0-9e6e-40d2-b965-7787135033dc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.560748] env[65983]: DEBUG nova.network.neutron [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Updated VIF entry in instance network info cache for port ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 915.561278] env[65983]: DEBUG nova.network.neutron [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Updating instance_info_cache with network_info: [{"id": "ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a", "address": "fa:16:3e:0c:d4:d9", "network": {"id": "46418dc1-fbf1-41d5-a2b7-443c1756a3ce", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-995590905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ebc9348fd1491790986a15fb66b001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea83cb55-17", "ovs_interfaceid": "ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.571376] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e18ff7-a5ac-c5ac-e435-149d37eb11ec, 'name': SearchDatastore_Task, 'duration_secs': 0.019888} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.576689] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.576983] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 1273121f-2ee4-4807-9264-52cbc6866e66/1273121f-2ee4-4807-9264-52cbc6866e66.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.578663] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ac029f9-af5c-4da7-acb0-a2f41a110c6b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.590431] env[65983]: DEBUG oslo_vmware.api [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4468878, 'name': PowerOnVM_Task, 'duration_secs': 1.034183} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.616521] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.618129] env[65983]: INFO nova.compute.manager [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Took 13.82 seconds to spawn the instance on the hypervisor. [ 915.618129] env[65983]: DEBUG nova.compute.manager [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 915.621661] env[65983]: ERROR root [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-873788' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-873788' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-873788' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-873788'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-873788' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-873788' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-873788'}\n"]: nova.exception.InstanceNotFound: Instance 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4 could not be found. [ 915.621940] env[65983]: DEBUG oslo_concurrency.lockutils [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] Releasing lock "1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.622161] env[65983]: DEBUG nova.compute.manager [req-eaafa44c-792a-4c18-82c2-464e690e0d60 req-cfe5e907-6eec-4c42-b64c-a73f94c33ab4 service nova] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Detach interface failed, port_id=8edf1c6a-6905-4b78-8cc1-a3397c132ff3, reason: Instance 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 915.622819] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 915.622819] env[65983]: value = "task-4468886" [ 915.622819] env[65983]: _type = "Task" [ 915.622819] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.624079] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5a075b-b305-48c6-acf3-04116c58d5e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.648289] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.673595] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468880, 'name': PowerOnVM_Task} progress is 79%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.689091] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468884, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.758029] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.946555] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.946887] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81eaa14a-4581-45c3-89bc-d3d12e0690af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.958581] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 915.958581] env[65983]: value = "task-4468887" [ 915.958581] env[65983]: _type = "Task" [ 915.958581] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.959516] env[65983]: DEBUG nova.compute.manager [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 915.961067] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.965104] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f948f9f-c195-41f0-9ded-e7ff8b8c2f02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.985259] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.993780] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-967c15fe-ce8b-4b5c-8b90-f3965217fc4e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.996060] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.010218] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4468885, 'name': Rename_Task, 'duration_secs': 0.257813} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.012630] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.013391] env[65983]: DEBUG oslo_vmware.api [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 916.013391] env[65983]: value = "task-4468888" [ 916.013391] env[65983]: _type = "Task" [ 916.013391] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.014705] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6133c7aa-b5a8-4a91-8a66-0e5697623683 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.035199] env[65983]: DEBUG oslo_vmware.api [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.038426] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2709324-5713-44c1-82b9-09bd7ffb2849 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.041688] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 916.041688] env[65983]: value = "task-4468889" [ 916.041688] env[65983]: _type = "Task" [ 916.041688] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.054982] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Doing hard reboot of VM {{(pid=65983) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 916.055388] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-90899eb7-b6ed-4254-bc97-6555559d6c37 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.062827] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4468889, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.075788] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] Releasing lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.075788] env[65983]: DEBUG nova.compute.manager [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Received event network-changed-8332caf1-ee02-4ce0-afa8-002704714153 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 916.075788] env[65983]: DEBUG nova.compute.manager [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Refreshing instance network info cache due to event network-changed-8332caf1-ee02-4ce0-afa8-002704714153. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 916.075788] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] Acquiring lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.075788] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] Acquired lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.075788] env[65983]: DEBUG nova.network.neutron [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Refreshing network info cache for port 8332caf1-ee02-4ce0-afa8-002704714153 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.078426] env[65983]: DEBUG oslo_vmware.api [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 916.078426] env[65983]: value = "task-4468890" [ 916.078426] env[65983]: _type = "Task" [ 916.078426] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.097423] env[65983]: DEBUG oslo_vmware.api [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468890, 'name': ResetVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.140783] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468886, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.169030] env[65983]: INFO nova.compute.manager [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Took 43.51 seconds to build instance. [ 916.182718] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468880, 'name': PowerOnVM_Task} progress is 79%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.202060] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468884, 'name': CreateVM_Task, 'duration_secs': 0.558305} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.203678] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.203678] env[65983]: WARNING neutronclient.v2_0.client [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.203678] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.203940] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.204234] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.205148] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4632c57-3b38-41c1-b9e5-f31afca647ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.211874] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 916.211874] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a289d6-f033-d5a4-fc4d-e9f8f3ff602b" [ 916.211874] env[65983]: _type = "Task" [ 916.211874] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.226666] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a289d6-f033-d5a4-fc4d-e9f8f3ff602b, 'name': SearchDatastore_Task, 'duration_secs': 0.01177} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.226808] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.227012] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.227259] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.227396] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.227604] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.228033] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-844e72f8-3741-4525-879e-388fb13e4aac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.242208] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.242748] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.243658] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23baa7b4-2001-4827-8375-4ee6054370d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.251706] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 916.251706] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f65057-ebf4-93cd-6fd8-6dbcd983b132" [ 916.251706] env[65983]: _type = "Task" [ 916.251706] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.264929] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f65057-ebf4-93cd-6fd8-6dbcd983b132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.326034] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfce0a4-b476-49a1-86f3-4b12e5ff5c42 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.338432] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba88852-4aeb-4af6-bc5f-ec5c4cdb8398 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.380896] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0730de6c-f24d-40ff-8f9b-43d596257281 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.392381] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a1e5c8-a017-4efc-b6d5-d444d0053848 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.414788] env[65983]: DEBUG nova.compute.provider_tree [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.471026] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468887, 'name': PowerOffVM_Task, 'duration_secs': 0.288579} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.471598] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.472598] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d44ad5-19dc-457b-abf0-a47e61c702f0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.493513] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c753d586-c54d-47f5-a5aa-981cf25be3ff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.527356] env[65983]: DEBUG oslo_vmware.api [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468888, 'name': PowerOffVM_Task, 'duration_secs': 0.239543} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.527708] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.527947] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.528590] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c137547-6c19-47c6-94f3-19ef0108dc59 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.548658] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.549380] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a26f26e-daf0-47d0-8f84-21c309531f6b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.559299] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4468889, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.561351] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 916.561351] env[65983]: value = "task-4468892" [ 916.561351] env[65983]: _type = "Task" [ 916.561351] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.574027] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 916.574256] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.574539] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.574726] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.574969] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.575339] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63bab861-3c3c-47bf-a087-fa2b71aeaffb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.580315] env[65983]: WARNING neutronclient.v2_0.client [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.593503] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.593679] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.598127] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feee45bd-b3d6-4c28-bfb7-f6ba583da9e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.601274] env[65983]: DEBUG oslo_vmware.api [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468890, 'name': ResetVM_Task, 'duration_secs': 0.22939} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.601961] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Did hard reboot of VM {{(pid=65983) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 916.602299] env[65983]: DEBUG nova.compute.manager [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 916.603883] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9052a6c-c686-42a4-90be-fe547de2daa1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.608017] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.608184] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.608431] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleting the datastore file [datastore2] 90e48d00-572b-45de-b1f8-68c0f13adc5a {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.610434] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98345e42-8ab1-469f-93dd-1797134a25bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.612777] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 916.612777] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a075e2-ebe8-4c37-7cfe-d29a9304f9b5" [ 916.612777] env[65983]: _type = "Task" [ 916.612777] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.623035] env[65983]: DEBUG oslo_vmware.api [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 916.623035] env[65983]: value = "task-4468893" [ 916.623035] env[65983]: _type = "Task" [ 916.623035] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.630436] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a075e2-ebe8-4c37-7cfe-d29a9304f9b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.637294] env[65983]: DEBUG oslo_vmware.api [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.646747] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626413} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.647201] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 1273121f-2ee4-4807-9264-52cbc6866e66/1273121f-2ee4-4807-9264-52cbc6866e66.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.647391] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.648026] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65657d24-cb4d-44c0-b6c3-2c830cf17ef4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.656294] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 916.656294] env[65983]: value = "task-4468894" [ 916.656294] env[65983]: _type = "Task" [ 916.656294] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.668182] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.673300] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94d83b4d-25ae-440f-a262-5d28d0221457 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Lock "d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.950s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.678566] env[65983]: DEBUG oslo_vmware.api [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4468880, 'name': PowerOnVM_Task, 'duration_secs': 1.705568} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.678943] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.679154] env[65983]: INFO nova.compute.manager [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Took 12.06 seconds to spawn the instance on the hypervisor. [ 916.679424] env[65983]: DEBUG nova.compute.manager [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 916.680169] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f5b051-343f-46d7-afad-a627ce64045b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.764059] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f65057-ebf4-93cd-6fd8-6dbcd983b132, 'name': SearchDatastore_Task, 'duration_secs': 0.014133} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.765611] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a03dc7-8108-43d1-9b51-c8b3294690f7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.772490] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 916.772490] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5286cc2b-7428-97ed-924b-d2c24f0bce3f" [ 916.772490] env[65983]: _type = "Task" [ 916.772490] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.782517] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5286cc2b-7428-97ed-924b-d2c24f0bce3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.919845] env[65983]: DEBUG nova.scheduler.client.report [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.062541] env[65983]: DEBUG oslo_vmware.api [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4468889, 'name': PowerOnVM_Task, 'duration_secs': 0.852774} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.063866] env[65983]: WARNING neutronclient.v2_0.client [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.070341] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.071467] env[65983]: INFO nova.compute.manager [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Took 9.63 seconds to spawn the instance on the hypervisor. [ 917.071467] env[65983]: DEBUG nova.compute.manager [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 917.072085] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dee16b-3351-49a5-bbd4-16b47c6afc59 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.123530] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b522e978-edf0-42a2-ab32-c87411c432fd tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.811s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.134393] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a075e2-ebe8-4c37-7cfe-d29a9304f9b5, 'name': SearchDatastore_Task, 'duration_secs': 0.024176} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.138958] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da9d3bb-1d2a-4f88-a180-01d618a292a9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.144536] env[65983]: DEBUG oslo_vmware.api [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352025} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.144536] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.144536] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.144536] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.144536] env[65983]: INFO nova.compute.manager [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 917.144982] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 917.144982] env[65983]: DEBUG nova.compute.manager [-] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 917.145075] env[65983]: DEBUG nova.network.neutron [-] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 917.145307] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.150326] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 917.150326] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c0d16e-bfb8-2f8e-8a43-720adb5f3c70" [ 917.150326] env[65983]: _type = "Task" [ 917.150326] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.168262] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c0d16e-bfb8-2f8e-8a43-720adb5f3c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.181430] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075046} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.181670] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.182545] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1900265-8fae-41fd-8fc5-b4a85112e6f0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.209926] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 1273121f-2ee4-4807-9264-52cbc6866e66/1273121f-2ee4-4807-9264-52cbc6866e66.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.212902] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2defff79-95d3-49ac-94b9-ad31656d351a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.230145] env[65983]: INFO nova.compute.manager [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Took 41.69 seconds to build instance. [ 917.235027] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.241964] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 917.241964] env[65983]: value = "task-4468895" [ 917.241964] env[65983]: _type = "Task" [ 917.241964] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.252744] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.285667] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5286cc2b-7428-97ed-924b-d2c24f0bce3f, 'name': SearchDatastore_Task, 'duration_secs': 0.03189} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.285804] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.286312] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 0b9da095-cf5a-4e4d-be8a-a38906939b45/0b9da095-cf5a-4e4d-be8a-a38906939b45.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.287680] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e3bb1dc-8319-4b17-9bb3-584490cad2ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.291761] env[65983]: DEBUG nova.compute.manager [req-726aad62-c92e-4589-8395-16e0df8ccabb req-9a4df6b9-de93-4119-abbc-29e72cdbbd1f service nova] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Received event network-changed-b5f1e0e3-cf24-401d-9807-14308d09c5f9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 917.291857] env[65983]: DEBUG nova.compute.manager [req-726aad62-c92e-4589-8395-16e0df8ccabb req-9a4df6b9-de93-4119-abbc-29e72cdbbd1f service nova] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Refreshing instance network info cache due to event network-changed-b5f1e0e3-cf24-401d-9807-14308d09c5f9. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 917.292127] env[65983]: DEBUG oslo_concurrency.lockutils [req-726aad62-c92e-4589-8395-16e0df8ccabb req-9a4df6b9-de93-4119-abbc-29e72cdbbd1f service nova] Acquiring lock "refresh_cache-0b9da095-cf5a-4e4d-be8a-a38906939b45" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.292234] env[65983]: DEBUG oslo_concurrency.lockutils [req-726aad62-c92e-4589-8395-16e0df8ccabb req-9a4df6b9-de93-4119-abbc-29e72cdbbd1f service nova] Acquired lock "refresh_cache-0b9da095-cf5a-4e4d-be8a-a38906939b45" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.292395] env[65983]: DEBUG nova.network.neutron [req-726aad62-c92e-4589-8395-16e0df8ccabb req-9a4df6b9-de93-4119-abbc-29e72cdbbd1f service nova] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Refreshing network info cache for port b5f1e0e3-cf24-401d-9807-14308d09c5f9 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.301332] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 917.301332] env[65983]: value = "task-4468896" [ 917.301332] env[65983]: _type = "Task" [ 917.301332] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.315341] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.316766] env[65983]: DEBUG nova.network.neutron [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Updated VIF entry in instance network info cache for port 8332caf1-ee02-4ce0-afa8-002704714153. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 917.317233] env[65983]: DEBUG nova.network.neutron [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Updating instance_info_cache with network_info: [{"id": "8332caf1-ee02-4ce0-afa8-002704714153", "address": "fa:16:3e:d0:5a:c0", "network": {"id": "df996e99-0b33-40b4-9e37-05dfe1f0901d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-896506304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02fc574ecc4d4a5c89608b17a478f8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8332caf1-ee", "ovs_interfaceid": "8332caf1-ee02-4ce0-afa8-002704714153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.428887] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.497s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.431245] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.997s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.433033] env[65983]: INFO nova.compute.claims [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.509041] env[65983]: INFO nova.scheduler.client.report [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted allocations for instance d4899cd5-04a0-41a9-a70f-b235f279dcaa [ 917.599601] env[65983]: INFO nova.compute.manager [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Took 38.18 seconds to build instance. [ 917.666649] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c0d16e-bfb8-2f8e-8a43-720adb5f3c70, 'name': SearchDatastore_Task, 'duration_secs': 0.016439} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.667383] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.667383] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 7ac380a3-a3a6-4c10-8757-c0a61e334936/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk. {{(pid=65983) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 917.667675] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d249e8cc-d8be-4a08-959c-9c3481b03435 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.676783] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 917.676783] env[65983]: value = "task-4468897" [ 917.676783] env[65983]: _type = "Task" [ 917.676783] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.688704] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.737137] env[65983]: DEBUG oslo_concurrency.lockutils [None req-27f9ac18-643d-4d71-8657-76a149653a92 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.717s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.757553] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.797060] env[65983]: WARNING neutronclient.v2_0.client [req-726aad62-c92e-4589-8395-16e0df8ccabb req-9a4df6b9-de93-4119-abbc-29e72cdbbd1f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.816404] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468896, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.821070] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb3bf0f0-f734-4644-b049-8ce8196cf507 req-9044ecf5-c0fd-4007-8aa7-f072f5446429 service nova] Releasing lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.018634] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "d4899cd5-04a0-41a9-a70f-b235f279dcaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.095s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.101835] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.734s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.132290] env[65983]: DEBUG nova.network.neutron [-] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.142225] env[65983]: WARNING neutronclient.v2_0.client [req-726aad62-c92e-4589-8395-16e0df8ccabb req-9a4df6b9-de93-4119-abbc-29e72cdbbd1f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.193086] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468897, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.255189] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468895, 'name': ReconfigVM_Task, 'duration_secs': 0.747815} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.255517] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 1273121f-2ee4-4807-9264-52cbc6866e66/1273121f-2ee4-4807-9264-52cbc6866e66.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.256293] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a50299c6-499b-4030-9875-4de47d201582 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.265456] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 918.265456] env[65983]: value = "task-4468898" [ 918.265456] env[65983]: _type = "Task" [ 918.265456] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.277347] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468898, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.313029] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621804} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.313341] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 0b9da095-cf5a-4e4d-be8a-a38906939b45/0b9da095-cf5a-4e4d-be8a-a38906939b45.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.313583] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.313956] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54c81b64-94b0-4126-8d1d-ec167526c868 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.323446] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 918.323446] env[65983]: value = "task-4468899" [ 918.323446] env[65983]: _type = "Task" [ 918.323446] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.338466] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.356765] env[65983]: DEBUG nova.network.neutron [req-726aad62-c92e-4589-8395-16e0df8ccabb req-9a4df6b9-de93-4119-abbc-29e72cdbbd1f service nova] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Updated VIF entry in instance network info cache for port b5f1e0e3-cf24-401d-9807-14308d09c5f9. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 918.357305] env[65983]: DEBUG nova.network.neutron [req-726aad62-c92e-4589-8395-16e0df8ccabb req-9a4df6b9-de93-4119-abbc-29e72cdbbd1f service nova] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Updating instance_info_cache with network_info: [{"id": "b5f1e0e3-cf24-401d-9807-14308d09c5f9", "address": "fa:16:3e:c7:1d:33", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f1e0e3-cf", "ovs_interfaceid": "b5f1e0e3-cf24-401d-9807-14308d09c5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.419527] env[65983]: DEBUG nova.compute.manager [req-1fb45100-ef55-4851-b96f-f969a1d9465e req-6432bf9e-2a12-4b5b-ab12-583ab6a74efc service nova] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Received event network-vif-deleted-a55c5e3f-6276-45b8-8aee-04cfd498a65a {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 918.635460] env[65983]: INFO nova.compute.manager [-] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Took 1.49 seconds to deallocate network for instance. [ 918.694252] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800191} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.696354] env[65983]: INFO nova.virt.vmwareapi.ds_util [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 7ac380a3-a3a6-4c10-8757-c0a61e334936/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk. [ 918.699174] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a2957d-1f8c-4edb-a396-456b6c46f8e2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.729622] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 7ac380a3-a3a6-4c10-8757-c0a61e334936/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.733648] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e774dfe-3560-486b-9f53-734f92da5e05 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.758317] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 918.758317] env[65983]: value = "task-4468900" [ 918.758317] env[65983]: _type = "Task" [ 918.758317] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.776477] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.783172] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468898, 'name': Rename_Task, 'duration_secs': 0.298269} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.786233] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.787087] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dec5601-827f-4668-a793-e675e018dbf3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.795466] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 918.795466] env[65983]: value = "task-4468901" [ 918.795466] env[65983]: _type = "Task" [ 918.795466] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.810018] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.839725] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107867} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.840927] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.841386] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851b24db-f730-4724-a5a3-c8439e588ae9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.865144] env[65983]: DEBUG oslo_concurrency.lockutils [req-726aad62-c92e-4589-8395-16e0df8ccabb req-9a4df6b9-de93-4119-abbc-29e72cdbbd1f service nova] Releasing lock "refresh_cache-0b9da095-cf5a-4e4d-be8a-a38906939b45" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.875453] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 0b9da095-cf5a-4e4d-be8a-a38906939b45/0b9da095-cf5a-4e4d-be8a-a38906939b45.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.876671] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8238bfb6-0d36-4c08-be54-09b67caedc83 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.905787] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 918.905787] env[65983]: value = "task-4468902" [ 918.905787] env[65983]: _type = "Task" [ 918.905787] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.922626] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468902, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.089655] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6243643-3450-41c3-9905-fbffd102b1e5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.099724] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94632187-64f1-4841-bbf9-7ec69618e3ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.138459] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef5872c-f4d6-4553-9e94-c7ab992229e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.147987] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.149766] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b25edbb-0b65-4065-9f59-f64e252008c2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.166765] env[65983]: DEBUG nova.compute.provider_tree [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.276301] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468900, 'name': ReconfigVM_Task, 'duration_secs': 0.476579} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.276654] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 7ac380a3-a3a6-4c10-8757-c0a61e334936/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.278327] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58225cad-f458-4f92-88ed-583f51d09199 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.314914] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3f0cd68-11e7-4023-9d50-e732cc8e8532 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.338207] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.339299] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 919.339299] env[65983]: value = "task-4468903" [ 919.339299] env[65983]: _type = "Task" [ 919.339299] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.354101] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.418740] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468902, 'name': ReconfigVM_Task, 'duration_secs': 0.453976} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.418740] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 0b9da095-cf5a-4e4d-be8a-a38906939b45/0b9da095-cf5a-4e4d-be8a-a38906939b45.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.419598] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba4c4428-d64d-4fc4-b1cd-381196821e8f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.430199] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 919.430199] env[65983]: value = "task-4468904" [ 919.430199] env[65983]: _type = "Task" [ 919.430199] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.445353] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468904, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.671852] env[65983]: DEBUG nova.scheduler.client.report [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.819972] env[65983]: DEBUG oslo_vmware.api [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468901, 'name': PowerOnVM_Task, 'duration_secs': 0.765643} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.820533] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.821225] env[65983]: DEBUG nova.compute.manager [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 919.822541] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241e2981-f16f-4036-bd13-fa3b3477e2f8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.855340] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.947404] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468904, 'name': Rename_Task, 'duration_secs': 0.257703} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.948881] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.948881] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74e679b6-bc1f-4565-a2f9-f66b4457ec7e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.956463] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 919.956463] env[65983]: value = "task-4468905" [ 919.956463] env[65983]: _type = "Task" [ 919.956463] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.967683] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.177317] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.177896] env[65983]: DEBUG nova.compute.manager [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 920.185298] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.188s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.185379] env[65983]: DEBUG nova.objects.instance [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lazy-loading 'resources' on Instance uuid be710d49-3e16-45fe-b3a2-1d8537719697 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.225650] env[65983]: DEBUG nova.compute.manager [req-3db76a77-7390-455a-9e1e-d96816c7a060 req-3f227b82-0ffe-4128-9a53-a8c79c7164fc service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Received event network-changed-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 920.225748] env[65983]: DEBUG nova.compute.manager [req-3db76a77-7390-455a-9e1e-d96816c7a060 req-3f227b82-0ffe-4128-9a53-a8c79c7164fc service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Refreshing instance network info cache due to event network-changed-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 920.225967] env[65983]: DEBUG oslo_concurrency.lockutils [req-3db76a77-7390-455a-9e1e-d96816c7a060 req-3f227b82-0ffe-4128-9a53-a8c79c7164fc service nova] Acquiring lock "refresh_cache-d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.226163] env[65983]: DEBUG oslo_concurrency.lockutils [req-3db76a77-7390-455a-9e1e-d96816c7a060 req-3f227b82-0ffe-4128-9a53-a8c79c7164fc service nova] Acquired lock "refresh_cache-d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.226335] env[65983]: DEBUG nova.network.neutron [req-3db76a77-7390-455a-9e1e-d96816c7a060 req-3f227b82-0ffe-4128-9a53-a8c79c7164fc service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Refreshing network info cache for port f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.356692] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.364137] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.468857] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468905, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.692788] env[65983]: DEBUG nova.compute.utils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.698867] env[65983]: DEBUG nova.compute.manager [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 920.698867] env[65983]: DEBUG nova.network.neutron [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 920.699204] env[65983]: WARNING neutronclient.v2_0.client [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.699793] env[65983]: WARNING neutronclient.v2_0.client [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.729883] env[65983]: WARNING neutronclient.v2_0.client [req-3db76a77-7390-455a-9e1e-d96816c7a060 req-3f227b82-0ffe-4128-9a53-a8c79c7164fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.760929] env[65983]: DEBUG nova.policy [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cce9bcd612a74e3395f3136c03a1261b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7f80ab604934fa3b2faf116c4f273bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.798933] env[65983]: DEBUG nova.compute.manager [req-efda8342-24f4-49c7-b42c-8eb9b9b9ab28 req-e8be0718-12f9-4194-af01-e6dac2827493 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Received event network-changed-8332caf1-ee02-4ce0-afa8-002704714153 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 920.800938] env[65983]: DEBUG nova.compute.manager [req-efda8342-24f4-49c7-b42c-8eb9b9b9ab28 req-e8be0718-12f9-4194-af01-e6dac2827493 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Refreshing instance network info cache due to event network-changed-8332caf1-ee02-4ce0-afa8-002704714153. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 920.800938] env[65983]: DEBUG oslo_concurrency.lockutils [req-efda8342-24f4-49c7-b42c-8eb9b9b9ab28 req-e8be0718-12f9-4194-af01-e6dac2827493 service nova] Acquiring lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.800938] env[65983]: DEBUG oslo_concurrency.lockutils [req-efda8342-24f4-49c7-b42c-8eb9b9b9ab28 req-e8be0718-12f9-4194-af01-e6dac2827493 service nova] Acquired lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.800938] env[65983]: DEBUG nova.network.neutron [req-efda8342-24f4-49c7-b42c-8eb9b9b9ab28 req-e8be0718-12f9-4194-af01-e6dac2827493 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Refreshing network info cache for port 8332caf1-ee02-4ce0-afa8-002704714153 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.862682] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468903, 'name': ReconfigVM_Task, 'duration_secs': 1.050161} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.862682] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.862682] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a4a1e41-8867-4695-a170-8ea2e206f8b0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.875536] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 920.875536] env[65983]: value = "task-4468906" [ 920.875536] env[65983]: _type = "Task" [ 920.875536] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.886316] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.918164] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.918164] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.969326] env[65983]: DEBUG oslo_vmware.api [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468905, 'name': PowerOnVM_Task, 'duration_secs': 0.775904} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.969326] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.969625] env[65983]: INFO nova.compute.manager [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Took 8.66 seconds to spawn the instance on the hypervisor. [ 920.969945] env[65983]: DEBUG nova.compute.manager [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 920.971368] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1ede7a-68ac-4df2-9bb9-f4e4aebff8c9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.199475] env[65983]: DEBUG nova.compute.manager [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 921.238835] env[65983]: DEBUG nova.network.neutron [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Successfully created port: 6f24daf8-dd6e-4cdb-ab64-81c7707385a4 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 921.309135] env[65983]: WARNING neutronclient.v2_0.client [req-efda8342-24f4-49c7-b42c-8eb9b9b9ab28 req-e8be0718-12f9-4194-af01-e6dac2827493 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.334555] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.334555] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.334555] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.334555] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.334555] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.337988] env[65983]: INFO nova.compute.manager [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Terminating instance [ 921.374179] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effb991b-f5ec-476c-ad5e-7d37bfe85f24 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.393643] env[65983]: DEBUG oslo_vmware.api [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468906, 'name': PowerOnVM_Task, 'duration_secs': 0.484876} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.395674] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.397578] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquiring lock "1273121f-2ee4-4807-9264-52cbc6866e66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.397820] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Lock "1273121f-2ee4-4807-9264-52cbc6866e66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.397968] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquiring lock "1273121f-2ee4-4807-9264-52cbc6866e66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.398152] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Lock "1273121f-2ee4-4807-9264-52cbc6866e66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.398305] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Lock "1273121f-2ee4-4807-9264-52cbc6866e66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.400467] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07846e47-fe4e-42cf-9734-92b8316496b5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.406869] env[65983]: INFO nova.compute.manager [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Terminating instance [ 921.409202] env[65983]: DEBUG nova.compute.manager [None req-cc161b21-7586-4ed3-a9d5-ddb80b78a9a5 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 921.410926] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe575f1f-1f44-4efa-93c2-de024e93c00c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.421997] env[65983]: DEBUG nova.compute.manager [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 921.464121] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf5238a-632e-45ce-b294-e11481ee2470 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.475810] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0c8b40-6d1d-46b5-a671-67274d131b47 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.498164] env[65983]: DEBUG nova.compute.provider_tree [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.502079] env[65983]: WARNING neutronclient.v2_0.client [req-3db76a77-7390-455a-9e1e-d96816c7a060 req-3f227b82-0ffe-4128-9a53-a8c79c7164fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.505528] env[65983]: INFO nova.compute.manager [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Took 36.44 seconds to build instance. [ 921.843780] env[65983]: DEBUG nova.compute.manager [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 921.844069] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.844892] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa7d282-0c94-40be-987e-2d717fc536c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.853821] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.854186] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9bcdb92-1302-4ce4-9813-a5a15ed84b23 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.862029] env[65983]: DEBUG oslo_vmware.api [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 921.862029] env[65983]: value = "task-4468907" [ 921.862029] env[65983]: _type = "Task" [ 921.862029] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.871941] env[65983]: DEBUG oslo_vmware.api [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.896611] env[65983]: DEBUG nova.network.neutron [req-3db76a77-7390-455a-9e1e-d96816c7a060 req-3f227b82-0ffe-4128-9a53-a8c79c7164fc service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Updated VIF entry in instance network info cache for port f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 921.897228] env[65983]: DEBUG nova.network.neutron [req-3db76a77-7390-455a-9e1e-d96816c7a060 req-3f227b82-0ffe-4128-9a53-a8c79c7164fc service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Updating instance_info_cache with network_info: [{"id": "f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490", "address": "fa:16:3e:39:f2:4e", "network": {"id": "1cbbb8a6-175b-401f-9811-a292ba6c5076", "bridge": "br-int", "label": "tempest-ServersTestJSON-949309329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cb31e1c17b485d91afda58b3e6d9b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c5e9e8-1d", "ovs_interfaceid": "f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.917542] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquiring lock "refresh_cache-1273121f-2ee4-4807-9264-52cbc6866e66" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.917720] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquired lock "refresh_cache-1273121f-2ee4-4807-9264-52cbc6866e66" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.917981] env[65983]: DEBUG nova.network.neutron [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 921.946390] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.006367] env[65983]: DEBUG nova.scheduler.client.report [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.010531] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "0b9da095-cf5a-4e4d-be8a-a38906939b45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.409s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.055457] env[65983]: WARNING neutronclient.v2_0.client [req-efda8342-24f4-49c7-b42c-8eb9b9b9ab28 req-e8be0718-12f9-4194-af01-e6dac2827493 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.217222] env[65983]: DEBUG nova.compute.manager [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 922.247965] env[65983]: DEBUG nova.virt.hardware [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 922.248350] env[65983]: DEBUG nova.virt.hardware [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.248586] env[65983]: DEBUG nova.virt.hardware [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 922.248819] env[65983]: DEBUG nova.virt.hardware [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.249021] env[65983]: DEBUG nova.virt.hardware [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 922.249241] env[65983]: DEBUG nova.virt.hardware [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 922.249517] env[65983]: DEBUG nova.virt.hardware [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 922.249746] env[65983]: DEBUG nova.virt.hardware [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 922.250054] env[65983]: DEBUG nova.virt.hardware [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 922.250278] env[65983]: DEBUG nova.virt.hardware [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 922.250562] env[65983]: DEBUG nova.virt.hardware [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 922.251914] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b088a083-2680-4d3d-b87d-b5faeacdfd75 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.262957] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30751071-b06b-47b2-a5cc-ddb363d78bf3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.293295] env[65983]: DEBUG nova.network.neutron [req-efda8342-24f4-49c7-b42c-8eb9b9b9ab28 req-e8be0718-12f9-4194-af01-e6dac2827493 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Updated VIF entry in instance network info cache for port 8332caf1-ee02-4ce0-afa8-002704714153. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 922.293295] env[65983]: DEBUG nova.network.neutron [req-efda8342-24f4-49c7-b42c-8eb9b9b9ab28 req-e8be0718-12f9-4194-af01-e6dac2827493 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Updating instance_info_cache with network_info: [{"id": "8332caf1-ee02-4ce0-afa8-002704714153", "address": "fa:16:3e:d0:5a:c0", "network": {"id": "df996e99-0b33-40b4-9e37-05dfe1f0901d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-896506304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02fc574ecc4d4a5c89608b17a478f8cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8332caf1-ee", "ovs_interfaceid": "8332caf1-ee02-4ce0-afa8-002704714153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.376515] env[65983]: DEBUG oslo_vmware.api [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468907, 'name': PowerOffVM_Task, 'duration_secs': 0.350539} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.376833] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.376998] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.377293] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03f7f236-1783-4742-814d-fe5c894a6ada {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.402282] env[65983]: DEBUG oslo_concurrency.lockutils [req-3db76a77-7390-455a-9e1e-d96816c7a060 req-3f227b82-0ffe-4128-9a53-a8c79c7164fc service nova] Releasing lock "refresh_cache-d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.420676] env[65983]: WARNING neutronclient.v2_0.client [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.467501] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.467709] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.469447] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Deleting the datastore file [datastore2] 1b8b1f58-82d3-47b3-b856-57dcb587b06c {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.469447] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-614749d5-5e0c-4050-9d67-95bb2a8aed82 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.479360] env[65983]: DEBUG oslo_vmware.api [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 922.479360] env[65983]: value = "task-4468909" [ 922.479360] env[65983]: _type = "Task" [ 922.479360] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.490470] env[65983]: DEBUG oslo_vmware.api [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.512788] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.328s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.515523] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.306s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.515769] env[65983]: DEBUG nova.objects.instance [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lazy-loading 'resources' on Instance uuid bfd1e972-d453-41a4-906e-53348bd4108d {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.538540] env[65983]: INFO nova.scheduler.client.report [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Deleted allocations for instance be710d49-3e16-45fe-b3a2-1d8537719697 [ 922.667363] env[65983]: DEBUG nova.network.neutron [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 922.796283] env[65983]: DEBUG oslo_concurrency.lockutils [req-efda8342-24f4-49c7-b42c-8eb9b9b9ab28 req-e8be0718-12f9-4194-af01-e6dac2827493 service nova] Releasing lock "refresh_cache-1b8b1f58-82d3-47b3-b856-57dcb587b06c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.973693] env[65983]: DEBUG nova.network.neutron [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Successfully updated port: 6f24daf8-dd6e-4cdb-ab64-81c7707385a4 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 922.990937] env[65983]: DEBUG oslo_vmware.api [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4468909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256112} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.991522] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.991812] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.992102] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.992378] env[65983]: INFO nova.compute.manager [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 922.992796] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 922.993134] env[65983]: DEBUG nova.compute.manager [-] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 922.993403] env[65983]: DEBUG nova.network.neutron [-] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 922.993747] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.019020] env[65983]: DEBUG nova.network.neutron [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.045077] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] Acquiring lock "refresh_cache-0b9da095-cf5a-4e4d-be8a-a38906939b45" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.047524] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] Acquired lock "refresh_cache-0b9da095-cf5a-4e4d-be8a-a38906939b45" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.047524] env[65983]: DEBUG nova.network.neutron [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 923.054118] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "be710d49-3e16-45fe-b3a2-1d8537719697" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.663s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.143139] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.243157] env[65983]: DEBUG nova.compute.manager [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Received event network-changed-a5e688e8-3a37-4314-befa-c7240e1ff183 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.243655] env[65983]: DEBUG nova.compute.manager [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Refreshing instance network info cache due to event network-changed-a5e688e8-3a37-4314-befa-c7240e1ff183. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 923.243977] env[65983]: DEBUG oslo_concurrency.lockutils [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] Acquiring lock "refresh_cache-cd342e6e-ec20-4c10-acb7-b481d53bc6e9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.244194] env[65983]: DEBUG oslo_concurrency.lockutils [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] Acquired lock "refresh_cache-cd342e6e-ec20-4c10-acb7-b481d53bc6e9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.244396] env[65983]: DEBUG nova.network.neutron [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Refreshing network info cache for port a5e688e8-3a37-4314-befa-c7240e1ff183 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.475537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "refresh_cache-b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.475741] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "refresh_cache-b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.475935] env[65983]: DEBUG nova.network.neutron [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 923.530819] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Releasing lock "refresh_cache-1273121f-2ee4-4807-9264-52cbc6866e66" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.531625] env[65983]: DEBUG nova.compute.manager [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 923.533251] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.534700] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0daf28-a3fc-4949-b320-7204ec32747e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.551372] env[65983]: WARNING neutronclient.v2_0.client [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.554723] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.558029] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89dbb3c5-9cee-44fe-b7c0-ddea996bace8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.570811] env[65983]: DEBUG oslo_vmware.api [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 923.570811] env[65983]: value = "task-4468910" [ 923.570811] env[65983]: _type = "Task" [ 923.570811] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.591377] env[65983]: DEBUG oslo_vmware.api [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.623391] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a74a90-3cda-4b21-8a41-7ededa8e5043 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.634084] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a01559-9ac1-44b6-8672-5461707f2833 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.685298] env[65983]: DEBUG oslo_vmware.rw_handles [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ebc08-b233-a8ed-e09a-6d2c253f6075/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 923.686368] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c6c684-0267-4105-8a92-c774f627b4cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.690967] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807fafe6-a6d1-4683-aee3-03ecb2178621 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.701634] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd91ac7-7e6e-4eb2-be23-8fac673d9300 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.706384] env[65983]: DEBUG oslo_vmware.rw_handles [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ebc08-b233-a8ed-e09a-6d2c253f6075/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 923.706627] env[65983]: ERROR oslo_vmware.rw_handles [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ebc08-b233-a8ed-e09a-6d2c253f6075/disk-0.vmdk due to incomplete transfer. [ 923.710898] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8849a56a-09f1-4bc3-bbdb-14d1a7d074b6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.728460] env[65983]: DEBUG nova.compute.provider_tree [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.735309] env[65983]: DEBUG nova.compute.manager [req-8ed700b4-5ea2-414d-9c59-6161b173eec3 req-a3c94265-e600-4d41-b2ec-ba44532c2451 service nova] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Received event network-vif-plugged-6f24daf8-dd6e-4cdb-ab64-81c7707385a4 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.735309] env[65983]: DEBUG oslo_concurrency.lockutils [req-8ed700b4-5ea2-414d-9c59-6161b173eec3 req-a3c94265-e600-4d41-b2ec-ba44532c2451 service nova] Acquiring lock "b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.735309] env[65983]: DEBUG oslo_concurrency.lockutils [req-8ed700b4-5ea2-414d-9c59-6161b173eec3 req-a3c94265-e600-4d41-b2ec-ba44532c2451 service nova] Lock "b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.735309] env[65983]: DEBUG oslo_concurrency.lockutils [req-8ed700b4-5ea2-414d-9c59-6161b173eec3 req-a3c94265-e600-4d41-b2ec-ba44532c2451 service nova] Lock "b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.736312] env[65983]: DEBUG nova.compute.manager [req-8ed700b4-5ea2-414d-9c59-6161b173eec3 req-a3c94265-e600-4d41-b2ec-ba44532c2451 service nova] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] No waiting events found dispatching network-vif-plugged-6f24daf8-dd6e-4cdb-ab64-81c7707385a4 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 923.736312] env[65983]: WARNING nova.compute.manager [req-8ed700b4-5ea2-414d-9c59-6161b173eec3 req-a3c94265-e600-4d41-b2ec-ba44532c2451 service nova] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Received unexpected event network-vif-plugged-6f24daf8-dd6e-4cdb-ab64-81c7707385a4 for instance with vm_state building and task_state spawning. [ 923.739929] env[65983]: DEBUG oslo_vmware.rw_handles [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ebc08-b233-a8ed-e09a-6d2c253f6075/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 923.740603] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Uploaded image dba55094-2c22-4c6f-a093-6dd59ba122dd to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 923.744166] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 923.745632] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9140f665-2c27-4b79-a215-ac90363632ad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.751037] env[65983]: WARNING neutronclient.v2_0.client [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.761178] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 923.761178] env[65983]: value = "task-4468911" [ 923.761178] env[65983]: _type = "Task" [ 923.761178] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.772574] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468911, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.938020] env[65983]: DEBUG nova.network.neutron [-] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.963762] env[65983]: WARNING neutronclient.v2_0.client [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.081555] env[65983]: DEBUG oslo_vmware.api [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468910, 'name': PowerOffVM_Task, 'duration_secs': 0.203738} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.081555] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.081555] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.081555] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b740a7b5-0d62-4a56-b0bb-029bcf0e73c7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.084060] env[65983]: INFO nova.compute.manager [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Unrescuing [ 924.084060] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "refresh_cache-7ac380a3-a3a6-4c10-8757-c0a61e334936" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.084330] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquired lock "refresh_cache-7ac380a3-a3a6-4c10-8757-c0a61e334936" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.084498] env[65983]: DEBUG nova.network.neutron [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 924.121457] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.121820] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.122136] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Deleting the datastore file [datastore1] 1273121f-2ee4-4807-9264-52cbc6866e66 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.122542] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0223cee3-23f5-4587-aa8f-da061601e691 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.132188] env[65983]: DEBUG oslo_vmware.api [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for the task: (returnval){ [ 924.132188] env[65983]: value = "task-4468913" [ 924.132188] env[65983]: _type = "Task" [ 924.132188] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.138617] env[65983]: DEBUG nova.network.neutron [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 924.148650] env[65983]: DEBUG oslo_vmware.api [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.232295] env[65983]: DEBUG nova.scheduler.client.report [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.251339] env[65983]: DEBUG nova.network.neutron [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Updating instance_info_cache with network_info: [{"id": "b5f1e0e3-cf24-401d-9807-14308d09c5f9", "address": "fa:16:3e:c7:1d:33", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f1e0e3-cf", "ovs_interfaceid": "b5f1e0e3-cf24-401d-9807-14308d09c5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.279730] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468911, 'name': Destroy_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.310360] env[65983]: WARNING neutronclient.v2_0.client [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.445748] env[65983]: INFO nova.compute.manager [-] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Took 1.45 seconds to deallocate network for instance. [ 924.468931] env[65983]: WARNING neutronclient.v2_0.client [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.510902] env[65983]: DEBUG nova.network.neutron [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Updated VIF entry in instance network info cache for port a5e688e8-3a37-4314-befa-c7240e1ff183. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 924.511245] env[65983]: DEBUG nova.network.neutron [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Updating instance_info_cache with network_info: [{"id": "a5e688e8-3a37-4314-befa-c7240e1ff183", "address": "fa:16:3e:56:e8:fd", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e688e8-3a", "ovs_interfaceid": "a5e688e8-3a37-4314-befa-c7240e1ff183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.588376] env[65983]: WARNING neutronclient.v2_0.client [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.593324] env[65983]: DEBUG nova.network.neutron [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Updating instance_info_cache with network_info: [{"id": "6f24daf8-dd6e-4cdb-ab64-81c7707385a4", "address": "fa:16:3e:98:39:63", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f24daf8-dd", "ovs_interfaceid": "6f24daf8-dd6e-4cdb-ab64-81c7707385a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.643575] env[65983]: DEBUG oslo_vmware.api [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Task: {'id': task-4468913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160618} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.643814] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.643994] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.644183] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.644352] env[65983]: INFO nova.compute.manager [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Took 1.11 seconds to destroy the instance on the hypervisor. [ 924.644588] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 924.644787] env[65983]: DEBUG nova.compute.manager [-] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 924.644886] env[65983]: DEBUG nova.network.neutron [-] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 924.645157] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.717043] env[65983]: DEBUG nova.network.neutron [-] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 924.717276] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.737218] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.740560] env[65983]: DEBUG oslo_concurrency.lockutils [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.832s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.740560] env[65983]: DEBUG nova.objects.instance [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lazy-loading 'resources' on Instance uuid 8c9ca788-7cda-49b3-8756-cd61e38bd3b4 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.756028] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] Releasing lock "refresh_cache-0b9da095-cf5a-4e4d-be8a-a38906939b45" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.756202] env[65983]: DEBUG nova.compute.manager [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Inject network info {{(pid=65983) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 924.757025] env[65983]: DEBUG nova.compute.manager [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] network_info to inject: |[{"id": "b5f1e0e3-cf24-401d-9807-14308d09c5f9", "address": "fa:16:3e:c7:1d:33", "network": {"id": "ef5c594a-343f-4079-b4a0-6eb966601f73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-449355006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c362ff0480de4147af4ac19c3f8780a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f1e0e3-cf", "ovs_interfaceid": "b5f1e0e3-cf24-401d-9807-14308d09c5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 924.762493] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Reconfiguring VM instance to set the machine id {{(pid=65983) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 924.765798] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95996133-d1c9-4259-aec7-3e4ccb505ff5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.777299] env[65983]: INFO nova.scheduler.client.report [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Deleted allocations for instance bfd1e972-d453-41a4-906e-53348bd4108d [ 924.797101] env[65983]: DEBUG oslo_vmware.api [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] Waiting for the task: (returnval){ [ 924.797101] env[65983]: value = "task-4468914" [ 924.797101] env[65983]: _type = "Task" [ 924.797101] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.801326] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468911, 'name': Destroy_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.812261] env[65983]: DEBUG oslo_vmware.api [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] Task: {'id': task-4468914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.837869] env[65983]: WARNING neutronclient.v2_0.client [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.926554] env[65983]: DEBUG nova.network.neutron [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Updating instance_info_cache with network_info: [{"id": "d2235bf8-7a8a-4a45-b017-441c853bfdf9", "address": "fa:16:3e:c4:a3:36", "network": {"id": "6a0298b4-0ff4-4220-be3b-00873507a10f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-857027999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f67bff0ae5d24414aea499e330b997a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2235bf8-7a", "ovs_interfaceid": "d2235bf8-7a8a-4a45-b017-441c853bfdf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.955250] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.014892] env[65983]: DEBUG oslo_concurrency.lockutils [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] Releasing lock "refresh_cache-cd342e6e-ec20-4c10-acb7-b481d53bc6e9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.016020] env[65983]: DEBUG nova.compute.manager [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Received event network-changed-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 925.016020] env[65983]: DEBUG nova.compute.manager [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Refreshing instance network info cache due to event network-changed-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 925.016020] env[65983]: DEBUG oslo_concurrency.lockutils [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] Acquiring lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.016020] env[65983]: DEBUG oslo_concurrency.lockutils [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] Acquired lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.016195] env[65983]: DEBUG nova.network.neutron [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Refreshing network info cache for port ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.095994] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "refresh_cache-b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.096923] env[65983]: DEBUG nova.compute.manager [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Instance network_info: |[{"id": "6f24daf8-dd6e-4cdb-ab64-81c7707385a4", "address": "fa:16:3e:98:39:63", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f24daf8-dd", "ovs_interfaceid": "6f24daf8-dd6e-4cdb-ab64-81c7707385a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 925.096923] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:39:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f24daf8-dd6e-4cdb-ab64-81c7707385a4', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.104617] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 925.104737] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.105209] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebef2497-23a7-41de-9a70-1a1474c0e296 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.130773] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.130773] env[65983]: value = "task-4468915" [ 925.130773] env[65983]: _type = "Task" [ 925.130773] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.142856] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468915, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.220022] env[65983]: DEBUG nova.network.neutron [-] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.276589] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468911, 'name': Destroy_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.306141] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6784c399-9064-4a97-a265-c97ab005e44d tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "bfd1e972-d453-41a4-906e-53348bd4108d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.558s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.315975] env[65983]: DEBUG oslo_vmware.api [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] Task: {'id': task-4468914, 'name': ReconfigVM_Task, 'duration_secs': 0.2217} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.319323] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c624b1e8-e0bf-4c19-8969-827d709915a2 tempest-ServersAdminTestJSON-290656159 tempest-ServersAdminTestJSON-290656159-project-admin] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Reconfigured VM instance to set the machine id {{(pid=65983) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 925.431979] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Releasing lock "refresh_cache-7ac380a3-a3a6-4c10-8757-c0a61e334936" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.433246] env[65983]: DEBUG nova.objects.instance [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lazy-loading 'flavor' on Instance uuid 7ac380a3-a3a6-4c10-8757-c0a61e334936 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.518631] env[65983]: WARNING neutronclient.v2_0.client [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.645973] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468915, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.725815] env[65983]: INFO nova.compute.manager [-] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Took 1.08 seconds to deallocate network for instance. [ 925.762806] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dea5c3-43d3-4877-a85a-29e8319e00a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.778219] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b357d10-95da-4991-839d-40c90d9b2a7e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.782705] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468911, 'name': Destroy_Task, 'duration_secs': 1.641232} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.782705] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Destroyed the VM [ 925.782705] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 925.783462] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-758a6179-9132-4380-83be-da2ec1589033 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.786704] env[65983]: WARNING neutronclient.v2_0.client [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.819545] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757ac317-acaf-4f20-8f4c-3a9ed0aee200 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.824864] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 925.824864] env[65983]: value = "task-4468916" [ 925.824864] env[65983]: _type = "Task" [ 925.824864] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.832228] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6fff30-7a5f-4d18-8e27-3a21ef851451 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.840248] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468916, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.859368] env[65983]: DEBUG nova.compute.provider_tree [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.864957] env[65983]: DEBUG nova.compute.manager [req-dfc71701-74da-49c5-9819-771fed3fee4e req-1dcc8fb0-e373-4651-9284-1fcd7859d6d2 service nova] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Received event network-changed-6f24daf8-dd6e-4cdb-ab64-81c7707385a4 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 925.865191] env[65983]: DEBUG nova.compute.manager [req-dfc71701-74da-49c5-9819-771fed3fee4e req-1dcc8fb0-e373-4651-9284-1fcd7859d6d2 service nova] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Refreshing instance network info cache due to event network-changed-6f24daf8-dd6e-4cdb-ab64-81c7707385a4. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 925.865405] env[65983]: DEBUG oslo_concurrency.lockutils [req-dfc71701-74da-49c5-9819-771fed3fee4e req-1dcc8fb0-e373-4651-9284-1fcd7859d6d2 service nova] Acquiring lock "refresh_cache-b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.865541] env[65983]: DEBUG oslo_concurrency.lockutils [req-dfc71701-74da-49c5-9819-771fed3fee4e req-1dcc8fb0-e373-4651-9284-1fcd7859d6d2 service nova] Acquired lock "refresh_cache-b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.865691] env[65983]: DEBUG nova.network.neutron [req-dfc71701-74da-49c5-9819-771fed3fee4e req-1dcc8fb0-e373-4651-9284-1fcd7859d6d2 service nova] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Refreshing network info cache for port 6f24daf8-dd6e-4cdb-ab64-81c7707385a4 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.901329] env[65983]: DEBUG nova.network.neutron [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Updated VIF entry in instance network info cache for port ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 925.901691] env[65983]: DEBUG nova.network.neutron [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Updating instance_info_cache with network_info: [{"id": "ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a", "address": "fa:16:3e:0c:d4:d9", "network": {"id": "46418dc1-fbf1-41d5-a2b7-443c1756a3ce", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-995590905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ebc9348fd1491790986a15fb66b001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea83cb55-17", "ovs_interfaceid": "ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.941971] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20b2417-0718-4e86-9e71-83eca5da9047 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.968366] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.968673] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24fc58b0-ee35-47d6-861d-7b7d8e36fb0a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.976863] env[65983]: DEBUG oslo_vmware.api [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 925.976863] env[65983]: value = "task-4468917" [ 925.976863] env[65983]: _type = "Task" [ 925.976863] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.986731] env[65983]: DEBUG oslo_vmware.api [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.148062] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468915, 'name': CreateVM_Task, 'duration_secs': 0.772304} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.148062] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.148739] env[65983]: WARNING neutronclient.v2_0.client [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.148926] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.149077] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.149431] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.149906] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ff6f38-adce-4559-a313-b61575336ce1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.156853] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 926.156853] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5247fb94-a6c3-07ba-1904-85ada00711f7" [ 926.156853] env[65983]: _type = "Task" [ 926.156853] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.167967] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5247fb94-a6c3-07ba-1904-85ada00711f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.236930] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.336778] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468916, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.368611] env[65983]: DEBUG nova.scheduler.client.report [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.374280] env[65983]: WARNING neutronclient.v2_0.client [req-dfc71701-74da-49c5-9819-771fed3fee4e req-1dcc8fb0-e373-4651-9284-1fcd7859d6d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.404804] env[65983]: DEBUG oslo_concurrency.lockutils [req-00eed1dd-8450-4a21-b6b1-3cefd0b998f5 req-ee9df2f5-bc73-4bde-985c-f01209c2e45b service nova] Releasing lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.489588] env[65983]: DEBUG oslo_vmware.api [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468917, 'name': PowerOffVM_Task, 'duration_secs': 0.270969} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.489949] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.495402] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 926.495745] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-402d1214-e721-4b55-96ba-1abe4358cf1d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.522156] env[65983]: DEBUG oslo_vmware.api [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 926.522156] env[65983]: value = "task-4468918" [ 926.522156] env[65983]: _type = "Task" [ 926.522156] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.534449] env[65983]: DEBUG oslo_vmware.api [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.552789] env[65983]: WARNING neutronclient.v2_0.client [req-dfc71701-74da-49c5-9819-771fed3fee4e req-1dcc8fb0-e373-4651-9284-1fcd7859d6d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.669691] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5247fb94-a6c3-07ba-1904-85ada00711f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.670977] env[65983]: DEBUG nova.network.neutron [req-dfc71701-74da-49c5-9819-771fed3fee4e req-1dcc8fb0-e373-4651-9284-1fcd7859d6d2 service nova] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Updated VIF entry in instance network info cache for port 6f24daf8-dd6e-4cdb-ab64-81c7707385a4. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 926.671386] env[65983]: DEBUG nova.network.neutron [req-dfc71701-74da-49c5-9819-771fed3fee4e req-1dcc8fb0-e373-4651-9284-1fcd7859d6d2 service nova] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Updating instance_info_cache with network_info: [{"id": "6f24daf8-dd6e-4cdb-ab64-81c7707385a4", "address": "fa:16:3e:98:39:63", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f24daf8-dd", "ovs_interfaceid": "6f24daf8-dd6e-4cdb-ab64-81c7707385a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.672713] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.672713] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.672922] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.674497] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.674497] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.674497] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b63f4f1-69f5-4781-9e6e-0e8a0f73b4b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.686287] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.686520] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.687331] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7dad82f-eb66-4bce-b97a-09b6df76efa4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.698386] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 926.698386] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f722c0-b9e2-641c-77de-24b6ea682173" [ 926.698386] env[65983]: _type = "Task" [ 926.698386] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.711601] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f722c0-b9e2-641c-77de-24b6ea682173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.835996] env[65983]: DEBUG oslo_vmware.api [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468916, 'name': RemoveSnapshot_Task, 'duration_secs': 0.540834} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.836269] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 926.836497] env[65983]: INFO nova.compute.manager [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 926.878811] env[65983]: DEBUG oslo_concurrency.lockutils [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.881555] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.533s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.883499] env[65983]: INFO nova.compute.claims [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.928363] env[65983]: INFO nova.scheduler.client.report [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Deleted allocations for instance 8c9ca788-7cda-49b3-8756-cd61e38bd3b4 [ 927.035098] env[65983]: DEBUG oslo_vmware.api [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468918, 'name': ReconfigVM_Task, 'duration_secs': 0.297235} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.035474] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 927.035677] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.036409] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d64207c8-489d-4bfb-8c18-0285dc998aa8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.045489] env[65983]: DEBUG oslo_vmware.api [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 927.045489] env[65983]: value = "task-4468919" [ 927.045489] env[65983]: _type = "Task" [ 927.045489] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.056948] env[65983]: DEBUG oslo_vmware.api [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.176434] env[65983]: DEBUG oslo_concurrency.lockutils [req-dfc71701-74da-49c5-9819-771fed3fee4e req-1dcc8fb0-e373-4651-9284-1fcd7859d6d2 service nova] Releasing lock "refresh_cache-b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.176679] env[65983]: DEBUG nova.compute.manager [req-dfc71701-74da-49c5-9819-771fed3fee4e req-1dcc8fb0-e373-4651-9284-1fcd7859d6d2 service nova] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Received event network-vif-deleted-8332caf1-ee02-4ce0-afa8-002704714153 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 927.188507] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "29f1dd9d-7056-4851-b609-bd75adcc2da7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.188507] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "29f1dd9d-7056-4851-b609-bd75adcc2da7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.212891] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f722c0-b9e2-641c-77de-24b6ea682173, 'name': SearchDatastore_Task, 'duration_secs': 0.020868} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.213772] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0701c6e2-9281-4a98-971d-633a8100db5b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.220306] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 927.220306] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527d26f0-5579-fac9-3af1-888089da358d" [ 927.220306] env[65983]: _type = "Task" [ 927.220306] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.232699] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527d26f0-5579-fac9-3af1-888089da358d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.239028] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "812d320a-cfa4-49fa-abc3-a182fd68dc5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.239028] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "812d320a-cfa4-49fa-abc3-a182fd68dc5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.405363] env[65983]: DEBUG nova.compute.manager [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Found 3 images (rotation: 2) {{(pid=65983) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 927.405758] env[65983]: DEBUG nova.compute.manager [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Rotating out 1 backups {{(pid=65983) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 927.405946] env[65983]: DEBUG nova.compute.manager [None req-09cf753e-be72-4928-976a-6bec00e1cf4c tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Deleting image cf61df57-f743-4064-9134-defa2bbe31f6 {{(pid=65983) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5070}} [ 927.420330] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.420624] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.440356] env[65983]: DEBUG oslo_concurrency.lockutils [None req-545ed6e4-3202-4e67-a036-e1f402a21f12 tempest-ServerShowV247Test-1378040972 tempest-ServerShowV247Test-1378040972-project-member] Lock "8c9ca788-7cda-49b3-8756-cd61e38bd3b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.923s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.556201] env[65983]: DEBUG oslo_vmware.api [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468919, 'name': PowerOnVM_Task, 'duration_secs': 0.424094} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.556472] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.556767] env[65983]: DEBUG nova.compute.manager [None req-1320d937-4875-49d9-93d2-adeded83487d tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 927.557920] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816e7257-d6f7-40ae-a416-011d5c53791a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.693088] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 927.734622] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527d26f0-5579-fac9-3af1-888089da358d, 'name': SearchDatastore_Task, 'duration_secs': 0.013338} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.736318] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.736615] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b/b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.740618] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-890e01fc-fb94-404c-b793-90deb5301ec8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.743765] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 927.754305] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 927.754305] env[65983]: value = "task-4468920" [ 927.754305] env[65983]: _type = "Task" [ 927.754305] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.766123] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.923597] env[65983]: DEBUG nova.compute.manager [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 928.216398] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.245132] env[65983]: INFO nova.compute.manager [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Rebuilding instance [ 928.270100] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468920, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.273630] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.299822] env[65983]: DEBUG nova.compute.manager [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 928.299998] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958b337b-5534-4df9-8d76-ba44db981b33 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.444280] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233ec34d-7b1d-455b-998e-8d296eec6b9a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.449471] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.456784] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be9faa6-3f0f-47da-a905-49488e9ba194 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.496234] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9d54a2-c348-409d-919a-04bc70e8819f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.518954] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86acf5a-1e16-42e8-91fd-8a0c8f4161ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.540632] env[65983]: DEBUG nova.compute.provider_tree [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.768999] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779609} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.769326] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b/b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.770022] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.770022] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13c71c84-e4a3-4915-99d3-f9e76855311f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.779530] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 928.779530] env[65983]: value = "task-4468921" [ 928.779530] env[65983]: _type = "Task" [ 928.779530] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.788886] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.006481] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "7ac380a3-a3a6-4c10-8757-c0a61e334936" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.007267] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "7ac380a3-a3a6-4c10-8757-c0a61e334936" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.007267] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "7ac380a3-a3a6-4c10-8757-c0a61e334936-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.007437] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "7ac380a3-a3a6-4c10-8757-c0a61e334936-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.007687] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "7ac380a3-a3a6-4c10-8757-c0a61e334936-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.011907] env[65983]: INFO nova.compute.manager [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Terminating instance [ 929.046126] env[65983]: DEBUG nova.scheduler.client.report [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.291372] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078551} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.291711] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.292629] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d445a9d-4132-41be-a59f-b72f20f5afbd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.319191] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b/b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.319851] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.320144] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4dbf73a-e915-4c87-99ad-57bbaf3b5b07 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.334928] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f54af123-c6a5-4bfc-896e-c674a1b5ed1c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.345232] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 929.345232] env[65983]: value = "task-4468922" [ 929.345232] env[65983]: _type = "Task" [ 929.345232] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.346362] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 929.346362] env[65983]: value = "task-4468923" [ 929.346362] env[65983]: _type = "Task" [ 929.346362] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.361132] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.364430] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468923, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.516648] env[65983]: DEBUG nova.compute.manager [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 929.516799] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.517878] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7385068-fb26-4634-9027-cd388dd9ca8f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.527329] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.527696] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81c94bd5-7fd4-46b5-af2e-2db4416c972e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.535356] env[65983]: DEBUG oslo_vmware.api [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 929.535356] env[65983]: value = "task-4468924" [ 929.535356] env[65983]: _type = "Task" [ 929.535356] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.546914] env[65983]: DEBUG oslo_vmware.api [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.553059] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.553685] env[65983]: DEBUG nova.compute.manager [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 929.557386] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.780s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.557711] env[65983]: DEBUG nova.objects.instance [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lazy-loading 'resources' on Instance uuid abc18c43-9ef2-4c48-93d9-36c42dfd5178 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.859628] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468922, 'name': PowerOffVM_Task, 'duration_secs': 0.417988} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.860425] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.860743] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.861721] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107939ad-0bfa-44dc-b2b0-07d3e0af1b67 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.872471] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468923, 'name': ReconfigVM_Task, 'duration_secs': 0.478205} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.873138] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquiring lock "49cd5935-fc13-4b64-bd82-74794a680f7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.873356] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Lock "49cd5935-fc13-4b64-bd82-74794a680f7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.873579] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Reconfigured VM instance instance-00000050 to attach disk [datastore2] b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b/b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.874202] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc4342e4-1842-40c0-ad14-5e4031dc2d22 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.878048] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.878563] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0e33ff8-1f17-4ed5-81ca-dae4467396ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.883742] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 929.883742] env[65983]: value = "task-4468925" [ 929.883742] env[65983]: _type = "Task" [ 929.883742] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.893251] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468925, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.951251] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.951461] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.951597] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleting the datastore file [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.951888] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-286ecab5-cb3e-4b3b-aced-c91ff30c88e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.959886] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 929.959886] env[65983]: value = "task-4468927" [ 929.959886] env[65983]: _type = "Task" [ 929.959886] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.970406] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.047290] env[65983]: DEBUG oslo_vmware.api [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468924, 'name': PowerOffVM_Task, 'duration_secs': 0.235144} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.047624] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.047810] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.048114] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ec1acea-dc60-4931-8219-1b653f5ccdc4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.066103] env[65983]: DEBUG nova.compute.utils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.067670] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8192f08e-a959-444a-b944-1d4392f5e550 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.067917] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8192f08e-a959-444a-b944-1d4392f5e550 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.068106] env[65983]: DEBUG nova.compute.manager [None req-8192f08e-a959-444a-b944-1d4392f5e550 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 930.068702] env[65983]: DEBUG nova.compute.manager [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 930.068889] env[65983]: DEBUG nova.network.neutron [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 930.069344] env[65983]: WARNING neutronclient.v2_0.client [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.069773] env[65983]: WARNING neutronclient.v2_0.client [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.072408] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4a89b6-843f-49bd-bbc0-4d6629442287 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.081597] env[65983]: DEBUG nova.compute.manager [None req-8192f08e-a959-444a-b944-1d4392f5e550 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65983) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 930.082320] env[65983]: DEBUG nova.objects.instance [None req-8192f08e-a959-444a-b944-1d4392f5e550 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'flavor' on Instance uuid 811d8ad9-137c-4720-9c9b-071e4eb3f7ce {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.157337] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.157733] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.157838] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Deleting the datastore file [datastore2] 7ac380a3-a3a6-4c10-8757-c0a61e334936 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.158149] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6cc32a9-11fc-4dbe-b92a-2cb7f193ec72 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.168244] env[65983]: DEBUG oslo_vmware.api [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 930.168244] env[65983]: value = "task-4468929" [ 930.168244] env[65983]: _type = "Task" [ 930.168244] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.180244] env[65983]: DEBUG nova.policy [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36dc840df52143e593a7a6cf28b64365', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '088dd87f4caa431ca2240801f09afcc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.187829] env[65983]: DEBUG oslo_vmware.api [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.395264] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468925, 'name': Rename_Task, 'duration_secs': 0.171278} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.396720] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.396720] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b45e7f09-e13d-4f6a-a0be-5c84d5948389 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.405839] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 930.405839] env[65983]: value = "task-4468930" [ 930.405839] env[65983]: _type = "Task" [ 930.405839] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.416821] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.473326] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188609} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.473326] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.473406] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.473635] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.577155] env[65983]: DEBUG nova.compute.manager [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 930.616608] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142be19d-5f74-417f-b1a7-39e661149e33 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.619845] env[65983]: DEBUG nova.network.neutron [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Successfully created port: 77907560-c516-4005-afd5-eff4f5a58d52 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 930.631175] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98270351-684a-4c3f-80fb-4378c9609dd9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.665058] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e49953-447a-49f1-b519-2e445d91264e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.679474] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8814daff-644f-4a4e-ae68-bf92f38c19cf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.695407] env[65983]: DEBUG nova.compute.provider_tree [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.699514] env[65983]: DEBUG oslo_vmware.api [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4468929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21934} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.699875] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.700068] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.700310] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.700501] env[65983]: INFO nova.compute.manager [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Took 1.18 seconds to destroy the instance on the hypervisor. [ 930.703018] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 930.703018] env[65983]: DEBUG nova.compute.manager [-] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 930.703018] env[65983]: DEBUG nova.network.neutron [-] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 930.703018] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.776406] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.918582] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468930, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.094476] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8192f08e-a959-444a-b944-1d4392f5e550 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.094812] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-670ea9f0-a874-4756-9bb4-1dc428ab2b3c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.103764] env[65983]: DEBUG oslo_vmware.api [None req-8192f08e-a959-444a-b944-1d4392f5e550 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 931.103764] env[65983]: value = "task-4468931" [ 931.103764] env[65983]: _type = "Task" [ 931.103764] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.114472] env[65983]: DEBUG oslo_vmware.api [None req-8192f08e-a959-444a-b944-1d4392f5e550 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.201044] env[65983]: DEBUG nova.scheduler.client.report [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.399917] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Acquiring lock "f842bb4a-08fc-4160-9275-0a36c4f67de2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.399917] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Lock "f842bb4a-08fc-4160-9275-0a36c4f67de2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.399917] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Acquiring lock "f842bb4a-08fc-4160-9275-0a36c4f67de2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.399917] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Lock "f842bb4a-08fc-4160-9275-0a36c4f67de2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.399917] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Lock "f842bb4a-08fc-4160-9275-0a36c4f67de2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.402485] env[65983]: INFO nova.compute.manager [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Terminating instance [ 931.418039] env[65983]: DEBUG oslo_vmware.api [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468930, 'name': PowerOnVM_Task, 'duration_secs': 0.871989} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.418723] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.419907] env[65983]: INFO nova.compute.manager [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Took 9.20 seconds to spawn the instance on the hypervisor. [ 931.419907] env[65983]: DEBUG nova.compute.manager [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 931.420535] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9912f2-332b-4e6f-a7eb-c060134174b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.526022] env[65983]: DEBUG nova.virt.hardware [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 931.526022] env[65983]: DEBUG nova.virt.hardware [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.526022] env[65983]: DEBUG nova.virt.hardware [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 931.526022] env[65983]: DEBUG nova.virt.hardware [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.526022] env[65983]: DEBUG nova.virt.hardware [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 931.526022] env[65983]: DEBUG nova.virt.hardware [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 931.526022] env[65983]: DEBUG nova.virt.hardware [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 931.526022] env[65983]: DEBUG nova.virt.hardware [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 931.526022] env[65983]: DEBUG nova.virt.hardware [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 931.526022] env[65983]: DEBUG nova.virt.hardware [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 931.526022] env[65983]: DEBUG nova.virt.hardware [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 931.527592] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29960d4-8144-4f33-856c-61874a93a9d0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.536871] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39ac6e6-bd2b-4426-b191-cee4074dd1f3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.554935] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:37:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e0a191d-5795-4a02-bacb-dfc031dafdbc', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.563542] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 931.564445] env[65983]: DEBUG nova.network.neutron [-] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.565604] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.567207] env[65983]: DEBUG nova.compute.manager [req-f135d64d-c57f-48f2-b22e-102064880b8c req-373687f0-2c07-4fc8-8b83-5b63bbe8e906 service nova] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Received event network-vif-deleted-d2235bf8-7a8a-4a45-b017-441c853bfdf9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 931.567207] env[65983]: INFO nova.compute.manager [req-f135d64d-c57f-48f2-b22e-102064880b8c req-373687f0-2c07-4fc8-8b83-5b63bbe8e906 service nova] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Neutron deleted interface d2235bf8-7a8a-4a45-b017-441c853bfdf9; detaching it from the instance and deleting it from the info cache [ 931.567207] env[65983]: DEBUG nova.network.neutron [req-f135d64d-c57f-48f2-b22e-102064880b8c req-373687f0-2c07-4fc8-8b83-5b63bbe8e906 service nova] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.568529] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7970702-8285-42bb-b507-821a54ee3b91 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.584811] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47aad7a4-a88f-4f3f-a3b1-a894b5572c5b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.590094] env[65983]: DEBUG nova.compute.manager [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 931.593737] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.593737] env[65983]: value = "task-4468932" [ 931.593737] env[65983]: _type = "Task" [ 931.593737] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.596716] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d16ec0-4832-453f-8cbb-dfe324360b33 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.628048] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468932, 'name': CreateVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.629393] env[65983]: DEBUG nova.virt.hardware [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 931.629627] env[65983]: DEBUG nova.virt.hardware [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.629773] env[65983]: DEBUG nova.virt.hardware [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 931.629947] env[65983]: DEBUG nova.virt.hardware [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.630102] env[65983]: DEBUG nova.virt.hardware [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 931.630245] env[65983]: DEBUG nova.virt.hardware [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 931.630449] env[65983]: DEBUG nova.virt.hardware [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 931.630610] env[65983]: DEBUG nova.virt.hardware [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 931.630783] env[65983]: DEBUG nova.virt.hardware [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 931.631285] env[65983]: DEBUG nova.virt.hardware [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 931.631285] env[65983]: DEBUG nova.virt.hardware [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 931.635595] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3d35f5-c324-40ac-8f83-3b8ac7a45c8e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.638389] env[65983]: DEBUG oslo_vmware.api [None req-8192f08e-a959-444a-b944-1d4392f5e550 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4468931, 'name': PowerOffVM_Task, 'duration_secs': 0.295198} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.657028] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8192f08e-a959-444a-b944-1d4392f5e550 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.657028] env[65983]: DEBUG nova.compute.manager [None req-8192f08e-a959-444a-b944-1d4392f5e550 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 931.657028] env[65983]: DEBUG nova.compute.manager [req-f135d64d-c57f-48f2-b22e-102064880b8c req-373687f0-2c07-4fc8-8b83-5b63bbe8e906 service nova] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Detach interface failed, port_id=d2235bf8-7a8a-4a45-b017-441c853bfdf9, reason: Instance 7ac380a3-a3a6-4c10-8757-c0a61e334936 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 931.657028] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b995956e-174b-4b8c-b699-c96b8c058c9d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.666029] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f344a16a-6452-4cf4-b7a5-9b6bb11a5d97 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.707616] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.710684] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.667s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.711151] env[65983]: DEBUG nova.objects.instance [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lazy-loading 'resources' on Instance uuid 084eb1a2-f187-47a0-aac8-bbf0b3611ed9 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.737194] env[65983]: INFO nova.scheduler.client.report [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Deleted allocations for instance abc18c43-9ef2-4c48-93d9-36c42dfd5178 [ 931.906959] env[65983]: DEBUG nova.compute.manager [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 931.906959] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.907778] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bd2137-41dd-4ebc-b801-9c4371691ce0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.922974] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.922974] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21644a8a-0207-467b-99cc-1b978e03e3bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.929256] env[65983]: DEBUG oslo_vmware.api [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Waiting for the task: (returnval){ [ 931.929256] env[65983]: value = "task-4468933" [ 931.929256] env[65983]: _type = "Task" [ 931.929256] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.943244] env[65983]: DEBUG oslo_vmware.api [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.947131] env[65983]: INFO nova.compute.manager [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Took 41.54 seconds to build instance. [ 932.070499] env[65983]: INFO nova.compute.manager [-] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Took 1.37 seconds to deallocate network for instance. [ 932.109939] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468932, 'name': CreateVM_Task, 'duration_secs': 0.447947} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.110191] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.113017] env[65983]: WARNING neutronclient.v2_0.client [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 932.114544] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.114544] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.114942] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.115429] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac733f2f-bf3f-44de-ba9c-407630b97a6b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.122752] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 932.122752] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c53507-0320-7d43-948a-8dc1b935f263" [ 932.122752] env[65983]: _type = "Task" [ 932.122752] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.135936] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c53507-0320-7d43-948a-8dc1b935f263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.177316] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8192f08e-a959-444a-b944-1d4392f5e550 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.109s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.214342] env[65983]: DEBUG nova.objects.instance [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lazy-loading 'numa_topology' on Instance uuid 084eb1a2-f187-47a0-aac8-bbf0b3611ed9 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.246604] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b0841286-2536-4519-aa1f-62f6e608d9e3 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Lock "abc18c43-9ef2-4c48-93d9-36c42dfd5178" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.656s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.252842] env[65983]: DEBUG nova.compute.manager [req-639df341-1acc-4640-961e-961f63d093d9 req-ca9acd9c-b8a7-4caf-a3a0-b729de2fb010 service nova] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Received event network-vif-plugged-77907560-c516-4005-afd5-eff4f5a58d52 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 932.252842] env[65983]: DEBUG oslo_concurrency.lockutils [req-639df341-1acc-4640-961e-961f63d093d9 req-ca9acd9c-b8a7-4caf-a3a0-b729de2fb010 service nova] Acquiring lock "971f5d99-6b23-4deb-aa5a-fc501452d132-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.253699] env[65983]: DEBUG oslo_concurrency.lockutils [req-639df341-1acc-4640-961e-961f63d093d9 req-ca9acd9c-b8a7-4caf-a3a0-b729de2fb010 service nova] Lock "971f5d99-6b23-4deb-aa5a-fc501452d132-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.253699] env[65983]: DEBUG oslo_concurrency.lockutils [req-639df341-1acc-4640-961e-961f63d093d9 req-ca9acd9c-b8a7-4caf-a3a0-b729de2fb010 service nova] Lock "971f5d99-6b23-4deb-aa5a-fc501452d132-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.253699] env[65983]: DEBUG nova.compute.manager [req-639df341-1acc-4640-961e-961f63d093d9 req-ca9acd9c-b8a7-4caf-a3a0-b729de2fb010 service nova] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] No waiting events found dispatching network-vif-plugged-77907560-c516-4005-afd5-eff4f5a58d52 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 932.254346] env[65983]: WARNING nova.compute.manager [req-639df341-1acc-4640-961e-961f63d093d9 req-ca9acd9c-b8a7-4caf-a3a0-b729de2fb010 service nova] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Received unexpected event network-vif-plugged-77907560-c516-4005-afd5-eff4f5a58d52 for instance with vm_state building and task_state spawning. [ 932.347345] env[65983]: DEBUG nova.network.neutron [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Successfully updated port: 77907560-c516-4005-afd5-eff4f5a58d52 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 932.441978] env[65983]: DEBUG oslo_vmware.api [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468933, 'name': PowerOffVM_Task, 'duration_secs': 0.315753} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.441978] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.442317] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.443019] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba00a8f6-da07-4d24-a31f-887eb4b5ada3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.451530] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193d827a-417f-4402-99db-627f79c783b0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.758s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.536880] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.538342] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.538695] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Deleting the datastore file [datastore2] f842bb4a-08fc-4160-9275-0a36c4f67de2 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.538977] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-701088c9-9b01-46fb-a40e-b4e72ee527c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.548681] env[65983]: DEBUG oslo_vmware.api [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Waiting for the task: (returnval){ [ 932.548681] env[65983]: value = "task-4468935" [ 932.548681] env[65983]: _type = "Task" [ 932.548681] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.558201] env[65983]: DEBUG oslo_vmware.api [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.578499] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.638464] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c53507-0320-7d43-948a-8dc1b935f263, 'name': SearchDatastore_Task, 'duration_secs': 0.022139} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.638883] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.639268] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.639632] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.639837] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.640099] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.640396] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f95ca1ea-7cd2-4cee-a7c6-842167dcee41 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.651332] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.651707] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.653355] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5f55ef-720b-48c0-bb3f-96fda7738e55 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.662873] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 932.662873] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5218b4e5-9d18-6703-d4be-5cd6622c63f1" [ 932.662873] env[65983]: _type = "Task" [ 932.662873] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.678245] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5218b4e5-9d18-6703-d4be-5cd6622c63f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.717609] env[65983]: DEBUG nova.objects.base [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Object Instance<084eb1a2-f187-47a0-aac8-bbf0b3611ed9> lazy-loaded attributes: resources,numa_topology {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 932.850821] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "refresh_cache-971f5d99-6b23-4deb-aa5a-fc501452d132" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.851025] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired lock "refresh_cache-971f5d99-6b23-4deb-aa5a-fc501452d132" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.851276] env[65983]: DEBUG nova.network.neutron [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 932.954446] env[65983]: DEBUG nova.compute.manager [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 933.064698] env[65983]: DEBUG oslo_vmware.api [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Task: {'id': task-4468935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352141} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.065032] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.065202] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.065893] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.065893] env[65983]: INFO nova.compute.manager [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 933.065893] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 933.066274] env[65983]: DEBUG nova.compute.manager [-] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 933.066274] env[65983]: DEBUG nova.network.neutron [-] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 933.066363] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.178891] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5218b4e5-9d18-6703-d4be-5cd6622c63f1, 'name': SearchDatastore_Task, 'duration_secs': 0.015527} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.180055] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d33ef7b-573e-46ee-b78a-9497ca6832ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.188904] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 933.188904] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a06073-5bb3-2879-f01c-784af3521123" [ 933.188904] env[65983]: _type = "Task" [ 933.188904] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.197622] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.206354] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a06073-5bb3-2879-f01c-784af3521123, 'name': SearchDatastore_Task, 'duration_secs': 0.011848} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.206665] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.207165] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b/426f2a51-b50a-4536-a982-cee62eaea47b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.207291] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b889d989-dd8f-40cb-b143-461a0d238dde {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.220727] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 933.220727] env[65983]: value = "task-4468936" [ 933.220727] env[65983]: _type = "Task" [ 933.220727] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.234468] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.303226] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c0c790-293f-4602-af30-b7d8ff63211b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.312711] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4caf07e-6151-421c-bbd4-bc241851c21f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.350417] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df768b9b-63dc-4e37-89e2-4858fc58293c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.361184] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d86a87-36f2-4779-9f3b-85a3728a636b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.379918] env[65983]: DEBUG nova.compute.provider_tree [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.456636] env[65983]: DEBUG nova.network.neutron [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 933.494070] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.667263] env[65983]: WARNING neutronclient.v2_0.client [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.739247] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468936, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.800127] env[65983]: DEBUG nova.network.neutron [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Updating instance_info_cache with network_info: [{"id": "77907560-c516-4005-afd5-eff4f5a58d52", "address": "fa:16:3e:f0:f3:ff", "network": {"id": "b6b60727-e17d-4ae5-95ba-2d580ca79a9d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028798327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088dd87f4caa431ca2240801f09afcc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77907560-c5", "ovs_interfaceid": "77907560-c516-4005-afd5-eff4f5a58d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.883067] env[65983]: DEBUG nova.scheduler.client.report [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.950180] env[65983]: INFO nova.compute.manager [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Rebuilding instance [ 934.011809] env[65983]: DEBUG nova.compute.manager [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 934.012739] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e509e5-ab10-4c96-b3fe-e55cc9abac16 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.068674] env[65983]: DEBUG nova.compute.manager [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Stashing vm_state: stopped {{(pid=65983) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 934.233060] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572621} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.233542] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b/426f2a51-b50a-4536-a982-cee62eaea47b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.233662] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.234224] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bfdce8c-e103-4704-9bad-55d27bf00067 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.244068] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 934.244068] env[65983]: value = "task-4468937" [ 934.244068] env[65983]: _type = "Task" [ 934.244068] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.255187] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.302733] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Releasing lock "refresh_cache-971f5d99-6b23-4deb-aa5a-fc501452d132" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.303374] env[65983]: DEBUG nova.compute.manager [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Instance network_info: |[{"id": "77907560-c516-4005-afd5-eff4f5a58d52", "address": "fa:16:3e:f0:f3:ff", "network": {"id": "b6b60727-e17d-4ae5-95ba-2d580ca79a9d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028798327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088dd87f4caa431ca2240801f09afcc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77907560-c5", "ovs_interfaceid": "77907560-c516-4005-afd5-eff4f5a58d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 934.303735] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:f3:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77907560-c516-4005-afd5-eff4f5a58d52', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.312225] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 934.312498] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.312756] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acd0a856-6248-4ae0-bba5-b36ca52c53fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.334955] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.334955] env[65983]: value = "task-4468938" [ 934.334955] env[65983]: _type = "Task" [ 934.334955] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.346098] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468938, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.347716] env[65983]: DEBUG nova.compute.manager [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Received event network-changed-77907560-c516-4005-afd5-eff4f5a58d52 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 934.348084] env[65983]: DEBUG nova.compute.manager [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Refreshing instance network info cache due to event network-changed-77907560-c516-4005-afd5-eff4f5a58d52. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 934.348217] env[65983]: DEBUG oslo_concurrency.lockutils [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] Acquiring lock "refresh_cache-971f5d99-6b23-4deb-aa5a-fc501452d132" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.348464] env[65983]: DEBUG oslo_concurrency.lockutils [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] Acquired lock "refresh_cache-971f5d99-6b23-4deb-aa5a-fc501452d132" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.348714] env[65983]: DEBUG nova.network.neutron [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Refreshing network info cache for port 77907560-c516-4005-afd5-eff4f5a58d52 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.358347] env[65983]: DEBUG nova.network.neutron [-] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.389450] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.679s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.393768] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.972s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.395860] env[65983]: INFO nova.compute.claims [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.594409] env[65983]: DEBUG oslo_concurrency.lockutils [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.754578] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149236} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.754850] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.755687] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b329ded8-3f49-44b2-a8f0-4f21c1f5effe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.780091] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b/426f2a51-b50a-4536-a982-cee62eaea47b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.780442] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a7ee3fd-d500-4cd5-b72b-ed1a885f561a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.804099] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 934.804099] env[65983]: value = "task-4468939" [ 934.804099] env[65983]: _type = "Task" [ 934.804099] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.814015] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.845938] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468938, 'name': CreateVM_Task, 'duration_secs': 0.41986} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.846135] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.846669] env[65983]: WARNING neutronclient.v2_0.client [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.847056] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.847210] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.847556] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.847808] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb01871-dda1-413d-a009-dc0c655e1518 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.853758] env[65983]: WARNING neutronclient.v2_0.client [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.856248] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 934.856248] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522c0e10-7154-d4d1-30d6-251afbf42a7c" [ 934.856248] env[65983]: _type = "Task" [ 934.856248] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.861022] env[65983]: INFO nova.compute.manager [-] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Took 1.79 seconds to deallocate network for instance. [ 934.870024] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522c0e10-7154-d4d1-30d6-251afbf42a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011326} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.870497] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.870713] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.870949] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.871092] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.871266] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.871572] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85804156-a118-46c6-81ac-f0f7f24695ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.881415] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.881705] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.883198] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73b305eb-9068-463e-a77f-8f7d95a90658 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.889245] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 934.889245] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5265b861-e9f8-1894-0375-5ff43b10a59b" [ 934.889245] env[65983]: _type = "Task" [ 934.889245] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.898756] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5265b861-e9f8-1894-0375-5ff43b10a59b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.910537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5ac8aebd-326d-4346-9105-55ee1ba5ff32 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 53.185s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.910537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8189eec2-33a4-45ae-b09f-de276e1f312d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 24.609s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.910537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8189eec2-33a4-45ae-b09f-de276e1f312d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.910537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8189eec2-33a4-45ae-b09f-de276e1f312d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.910537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8189eec2-33a4-45ae-b09f-de276e1f312d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.914238] env[65983]: INFO nova.compute.manager [None req-8189eec2-33a4-45ae-b09f-de276e1f312d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Terminating instance [ 935.029036] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.029036] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-552407eb-f9aa-4f4e-82be-334aacdc8fa7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.038742] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 935.038742] env[65983]: value = "task-4468940" [ 935.038742] env[65983]: _type = "Task" [ 935.038742] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.051079] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.099626] env[65983]: WARNING neutronclient.v2_0.client [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.242955] env[65983]: DEBUG nova.network.neutron [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Updated VIF entry in instance network info cache for port 77907560-c516-4005-afd5-eff4f5a58d52. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 935.242955] env[65983]: DEBUG nova.network.neutron [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Updating instance_info_cache with network_info: [{"id": "77907560-c516-4005-afd5-eff4f5a58d52", "address": "fa:16:3e:f0:f3:ff", "network": {"id": "b6b60727-e17d-4ae5-95ba-2d580ca79a9d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028798327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088dd87f4caa431ca2240801f09afcc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77907560-c5", "ovs_interfaceid": "77907560-c516-4005-afd5-eff4f5a58d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.321314] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468939, 'name': ReconfigVM_Task, 'duration_secs': 0.347907} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.321314] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b/426f2a51-b50a-4536-a982-cee62eaea47b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.321314] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2fd40d9-200a-4d75-96f3-e3af8479fece {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.330101] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 935.330101] env[65983]: value = "task-4468941" [ 935.330101] env[65983]: _type = "Task" [ 935.330101] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.341344] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468941, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.361199] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Acquiring lock "a7610115-61a9-4300-bff1-b6a694663ac5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.361506] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Lock "a7610115-61a9-4300-bff1-b6a694663ac5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.371545] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.400549] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5265b861-e9f8-1894-0375-5ff43b10a59b, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.401709] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7cd0d5c-76f9-48b3-9445-81cd98268c59 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.407864] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 935.407864] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523fa305-7ea2-e20c-d593-1bbede1c565d" [ 935.407864] env[65983]: _type = "Task" [ 935.407864] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.420845] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523fa305-7ea2-e20c-d593-1bbede1c565d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.423130] env[65983]: DEBUG nova.compute.manager [None req-8189eec2-33a4-45ae-b09f-de276e1f312d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 935.423130] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8189eec2-33a4-45ae-b09f-de276e1f312d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.423130] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca9fe078-dec8-452c-9d92-a33dd02f856e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.436366] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670caecf-3418-4e2c-bc1c-ffc161a92d29 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.479530] env[65983]: WARNING nova.virt.vmwareapi.vmops [None req-8189eec2-33a4-45ae-b09f-de276e1f312d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 084eb1a2-f187-47a0-aac8-bbf0b3611ed9 could not be found. [ 935.479749] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8189eec2-33a4-45ae-b09f-de276e1f312d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.479924] env[65983]: INFO nova.compute.manager [None req-8189eec2-33a4-45ae-b09f-de276e1f312d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Took 0.06 seconds to destroy the instance on the hypervisor. [ 935.480192] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8189eec2-33a4-45ae-b09f-de276e1f312d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 935.482971] env[65983]: DEBUG nova.compute.manager [-] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 935.483157] env[65983]: DEBUG nova.network.neutron [-] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 935.483359] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.522609] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.552737] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468940, 'name': PowerOffVM_Task, 'duration_secs': 0.27419} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.552737] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.552737] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.553649] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4b9d0e-731c-496a-ae68-d8e7fa3a1dda {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.564803] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.564988] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-629460c6-5b75-4838-89e0-c21f7b426b3b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.637155] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.637666] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.637666] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleting the datastore file [datastore2] b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.637828] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b303c69-cd55-4bca-87e9-6cbb11346824 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.647399] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 935.647399] env[65983]: value = "task-4468943" [ 935.647399] env[65983]: _type = "Task" [ 935.647399] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.656021] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.745808] env[65983]: DEBUG oslo_concurrency.lockutils [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] Releasing lock "refresh_cache-971f5d99-6b23-4deb-aa5a-fc501452d132" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.746580] env[65983]: DEBUG nova.compute.manager [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Received event network-vif-deleted-66238dfa-0c86-4e12-b2d7-880aadd6e2b7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 935.746580] env[65983]: INFO nova.compute.manager [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Neutron deleted interface 66238dfa-0c86-4e12-b2d7-880aadd6e2b7; detaching it from the instance and deleting it from the info cache [ 935.746580] env[65983]: DEBUG nova.network.neutron [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.845712] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468941, 'name': Rename_Task, 'duration_secs': 0.170856} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.845917] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.846196] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79b50e3c-917a-4065-8e75-32a22e379d5e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.853523] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 935.853523] env[65983]: value = "task-4468944" [ 935.853523] env[65983]: _type = "Task" [ 935.853523] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.862760] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.920794] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523fa305-7ea2-e20c-d593-1bbede1c565d, 'name': SearchDatastore_Task, 'duration_secs': 0.014914} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.921096] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.921361] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 971f5d99-6b23-4deb-aa5a-fc501452d132/971f5d99-6b23-4deb-aa5a-fc501452d132.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.921698] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c56157e1-301f-47a1-80e3-d1f1ff754f26 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.925115] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02abf75-65f5-49d4-b679-f830d0cbf20c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.935307] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d94f495-5776-462a-ad6e-db3f14d6b299 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.938874] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 935.938874] env[65983]: value = "task-4468945" [ 935.938874] env[65983]: _type = "Task" [ 935.938874] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.968150] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a5bedc-1055-4263-9e2f-e3e5752e11e1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.973947] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.980233] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645f2f1e-bc2f-4e04-88f9-84a07a8b2ab4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.997403] env[65983]: DEBUG nova.compute.provider_tree [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.159076] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160581} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.159351] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.159530] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.159696] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.250540] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4f105ff-d324-46ff-af05-75ac98257260 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.262200] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7799c068-e68c-459b-9f70-0f2f1d046827 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.275992] env[65983]: DEBUG nova.network.neutron [-] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.301328] env[65983]: DEBUG nova.compute.manager [req-5871cac4-7707-43ef-ab5b-6442b16b52a4 req-41d70acd-1f27-43b4-bfcd-8a34e335785d service nova] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Detach interface failed, port_id=66238dfa-0c86-4e12-b2d7-880aadd6e2b7, reason: Instance f842bb4a-08fc-4160-9275-0a36c4f67de2 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 936.365040] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.450755] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.501442] env[65983]: DEBUG nova.scheduler.client.report [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.778411] env[65983]: INFO nova.compute.manager [-] [instance: 084eb1a2-f187-47a0-aac8-bbf0b3611ed9] Took 1.30 seconds to deallocate network for instance. [ 936.867077] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468944, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.953282] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468945, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.009068] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.009632] env[65983]: DEBUG nova.compute.manager [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 937.012641] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.591s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.014568] env[65983]: INFO nova.compute.claims [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.195649] env[65983]: DEBUG nova.virt.hardware [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 937.195919] env[65983]: DEBUG nova.virt.hardware [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.196091] env[65983]: DEBUG nova.virt.hardware [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 937.196325] env[65983]: DEBUG nova.virt.hardware [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.196491] env[65983]: DEBUG nova.virt.hardware [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 937.196634] env[65983]: DEBUG nova.virt.hardware [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 937.196855] env[65983]: DEBUG nova.virt.hardware [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 937.197020] env[65983]: DEBUG nova.virt.hardware [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 937.197201] env[65983]: DEBUG nova.virt.hardware [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 937.197362] env[65983]: DEBUG nova.virt.hardware [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 937.197529] env[65983]: DEBUG nova.virt.hardware [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 937.198818] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f42c41-7314-44a1-aca3-3cda2a1fafd6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.208738] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413d5b97-e659-4cc3-9078-405dcacb184c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.225684] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:39:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f24daf8-dd6e-4cdb-ab64-81c7707385a4', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.234122] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 937.234483] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.234715] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d71f96c7-92ed-4225-be4f-a2af483d2908 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.256115] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.256115] env[65983]: value = "task-4468946" [ 937.256115] env[65983]: _type = "Task" [ 937.256115] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.265365] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468946, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.366177] env[65983]: DEBUG oslo_vmware.api [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468944, 'name': PowerOnVM_Task, 'duration_secs': 1.405491} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.366493] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.366723] env[65983]: DEBUG nova.compute.manager [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 937.367509] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7d814d-7af2-4ffa-bb2a-0b79d103dcd3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.454101] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468945, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.071995} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.454432] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 971f5d99-6b23-4deb-aa5a-fc501452d132/971f5d99-6b23-4deb-aa5a-fc501452d132.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.454648] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.454935] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2ae670e-8d7b-4aaf-aeca-97bcd944d5ef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.462577] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 937.462577] env[65983]: value = "task-4468947" [ 937.462577] env[65983]: _type = "Task" [ 937.462577] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.473422] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.520543] env[65983]: DEBUG nova.compute.utils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.527288] env[65983]: DEBUG nova.compute.manager [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 937.527649] env[65983]: DEBUG nova.network.neutron [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 937.528189] env[65983]: WARNING neutronclient.v2_0.client [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.528717] env[65983]: WARNING neutronclient.v2_0.client [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.575215] env[65983]: DEBUG nova.policy [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8150ddad71f429ab289c8bfef4655cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04cad39eae3c4805b26557cd5544a16f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.771180] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468946, 'name': CreateVM_Task, 'duration_secs': 0.366133} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.771180] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.771180] env[65983]: WARNING neutronclient.v2_0.client [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 937.771180] env[65983]: DEBUG oslo_concurrency.lockutils [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.771180] env[65983]: DEBUG oslo_concurrency.lockutils [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.771180] env[65983]: DEBUG oslo_concurrency.lockutils [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.771180] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32cf5c1f-5a59-4eea-9722-cc82943d8d6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.776935] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 937.776935] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ac8437-3730-b543-bef0-a3263a98f802" [ 937.776935] env[65983]: _type = "Task" [ 937.776935] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.787269] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ac8437-3730-b543-bef0-a3263a98f802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.809024] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8189eec2-33a4-45ae-b09f-de276e1f312d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "084eb1a2-f187-47a0-aac8-bbf0b3611ed9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.899s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.890974] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.911752] env[65983]: DEBUG nova.network.neutron [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Successfully created port: 9c38d931-21ef-4409-ad52-bf618b2e067e {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 937.973286] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074652} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.973422] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.974280] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be76328b-80d7-4a57-89b2-7ce41804a274 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.998523] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 971f5d99-6b23-4deb-aa5a-fc501452d132/971f5d99-6b23-4deb-aa5a-fc501452d132.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.998854] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a6add87-787c-479c-a42f-e68b1dde4bcc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.020359] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 938.020359] env[65983]: value = "task-4468948" [ 938.020359] env[65983]: _type = "Task" [ 938.020359] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.024117] env[65983]: DEBUG nova.compute.manager [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 938.037111] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.290512] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ac8437-3730-b543-bef0-a3263a98f802, 'name': SearchDatastore_Task, 'duration_secs': 0.040497} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.295381] env[65983]: DEBUG oslo_concurrency.lockutils [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.295381] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.295381] env[65983]: DEBUG oslo_concurrency.lockutils [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.295381] env[65983]: DEBUG oslo_concurrency.lockutils [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.295381] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.295619] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff78bbd9-afcd-409f-ab03-cf15e3cc0316 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.307320] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.307434] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.308320] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9207fb5a-47db-46dc-818f-508ff3f89b27 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.318677] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 938.318677] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528de98e-4407-7f0a-8ba2-23c56d678d14" [ 938.318677] env[65983]: _type = "Task" [ 938.318677] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.330994] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528de98e-4407-7f0a-8ba2-23c56d678d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.530542] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468948, 'name': ReconfigVM_Task, 'duration_secs': 0.465071} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.536813] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 971f5d99-6b23-4deb-aa5a-fc501452d132/971f5d99-6b23-4deb-aa5a-fc501452d132.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.537998] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07db4ebf-1e8d-419a-a657-c4d50815f20e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.545698] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 938.545698] env[65983]: value = "task-4468949" [ 938.545698] env[65983]: _type = "Task" [ 938.545698] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.558679] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468949, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.591157] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604132ec-0bca-4d24-adc9-a9f206716189 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.600994] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d130af2a-fb1a-4b9f-9170-079b3157334d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.637625] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb60108-3751-4ab8-a291-af1b9d63a9c4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.647473] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f780a09b-72e0-4f25-9411-faccb7149391 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.664952] env[65983]: DEBUG nova.compute.provider_tree [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.833497] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.833940] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.834022] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528de98e-4407-7f0a-8ba2-23c56d678d14, 'name': SearchDatastore_Task, 'duration_secs': 0.030765} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.834780] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56eba253-1916-442d-a380-ace48568cc45 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.842777] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 938.842777] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e46c0a-98ad-dbea-ba9b-e08c1448873f" [ 938.842777] env[65983]: _type = "Task" [ 938.842777] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.851929] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e46c0a-98ad-dbea-ba9b-e08c1448873f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.039655] env[65983]: DEBUG nova.compute.manager [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 939.056869] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468949, 'name': Rename_Task, 'duration_secs': 0.246359} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.057179] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.057449] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b8d59b1-5dea-4b3c-84d5-57b832dc5fb2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.065482] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 939.065482] env[65983]: value = "task-4468950" [ 939.065482] env[65983]: _type = "Task" [ 939.065482] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.077488] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.171535] env[65983]: DEBUG nova.scheduler.client.report [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.190108] env[65983]: INFO nova.compute.manager [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Rebuilding instance [ 939.220258] env[65983]: DEBUG nova.virt.hardware [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 939.220513] env[65983]: DEBUG nova.virt.hardware [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.220664] env[65983]: DEBUG nova.virt.hardware [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 939.220841] env[65983]: DEBUG nova.virt.hardware [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.220977] env[65983]: DEBUG nova.virt.hardware [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 939.221136] env[65983]: DEBUG nova.virt.hardware [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 939.221333] env[65983]: DEBUG nova.virt.hardware [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 939.221518] env[65983]: DEBUG nova.virt.hardware [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 939.221694] env[65983]: DEBUG nova.virt.hardware [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 939.221913] env[65983]: DEBUG nova.virt.hardware [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 939.222109] env[65983]: DEBUG nova.virt.hardware [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 939.224257] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1866ee79-8917-4d2c-a176-207a8b5c968d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.238625] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4777cfe6-1f9a-422c-9e30-2f38e7d5fb2a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.261508] env[65983]: DEBUG nova.compute.manager [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 939.262447] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe0e1d2-0b51-4c23-9aad-b136e68b63de {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.358699] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e46c0a-98ad-dbea-ba9b-e08c1448873f, 'name': SearchDatastore_Task, 'duration_secs': 0.025677} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.358997] env[65983]: DEBUG oslo_concurrency.lockutils [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.359299] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b/b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.359607] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4992388f-3711-40be-95fd-c4a82ce78961 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.369650] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 939.369650] env[65983]: value = "task-4468951" [ 939.369650] env[65983]: _type = "Task" [ 939.369650] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.379947] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.570962] env[65983]: DEBUG nova.network.neutron [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Successfully updated port: 9c38d931-21ef-4409-ad52-bf618b2e067e {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 939.581165] env[65983]: DEBUG oslo_vmware.api [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468950, 'name': PowerOnVM_Task, 'duration_secs': 0.496593} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.581471] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.581665] env[65983]: INFO nova.compute.manager [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Took 7.99 seconds to spawn the instance on the hypervisor. [ 939.581918] env[65983]: DEBUG nova.compute.manager [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 939.583679] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d648125b-8e11-4fcf-b895-5e844f56e06f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.590901] env[65983]: DEBUG nova.compute.manager [req-9d8fefc1-ec05-4552-ab55-027e60b8b1c4 req-58bf0f74-0275-4e6c-a40f-719a9c52f143 service nova] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Received event network-vif-plugged-9c38d931-21ef-4409-ad52-bf618b2e067e {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 939.591183] env[65983]: DEBUG oslo_concurrency.lockutils [req-9d8fefc1-ec05-4552-ab55-027e60b8b1c4 req-58bf0f74-0275-4e6c-a40f-719a9c52f143 service nova] Acquiring lock "16c49a19-97ea-4348-a504-fbadc34c796f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.593122] env[65983]: DEBUG oslo_concurrency.lockutils [req-9d8fefc1-ec05-4552-ab55-027e60b8b1c4 req-58bf0f74-0275-4e6c-a40f-719a9c52f143 service nova] Lock "16c49a19-97ea-4348-a504-fbadc34c796f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.593122] env[65983]: DEBUG oslo_concurrency.lockutils [req-9d8fefc1-ec05-4552-ab55-027e60b8b1c4 req-58bf0f74-0275-4e6c-a40f-719a9c52f143 service nova] Lock "16c49a19-97ea-4348-a504-fbadc34c796f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.593122] env[65983]: DEBUG nova.compute.manager [req-9d8fefc1-ec05-4552-ab55-027e60b8b1c4 req-58bf0f74-0275-4e6c-a40f-719a9c52f143 service nova] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] No waiting events found dispatching network-vif-plugged-9c38d931-21ef-4409-ad52-bf618b2e067e {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 939.593122] env[65983]: WARNING nova.compute.manager [req-9d8fefc1-ec05-4552-ab55-027e60b8b1c4 req-58bf0f74-0275-4e6c-a40f-719a9c52f143 service nova] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Received unexpected event network-vif-plugged-9c38d931-21ef-4409-ad52-bf618b2e067e for instance with vm_state building and task_state spawning. [ 939.677702] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.678600] env[65983]: DEBUG nova.compute.manager [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 939.682734] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.447s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.685021] env[65983]: INFO nova.compute.claims [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.883011] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468951, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.027955] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "f06070f2-2135-42ab-b30b-a89344e0618e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.028264] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f06070f2-2135-42ab-b30b-a89344e0618e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.028478] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "f06070f2-2135-42ab-b30b-a89344e0618e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.028653] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f06070f2-2135-42ab-b30b-a89344e0618e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.028811] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f06070f2-2135-42ab-b30b-a89344e0618e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.031873] env[65983]: INFO nova.compute.manager [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Terminating instance [ 940.075846] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "refresh_cache-16c49a19-97ea-4348-a504-fbadc34c796f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.076077] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquired lock "refresh_cache-16c49a19-97ea-4348-a504-fbadc34c796f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.076265] env[65983]: DEBUG nova.network.neutron [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 940.111738] env[65983]: INFO nova.compute.manager [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Took 38.78 seconds to build instance. [ 940.191088] env[65983]: DEBUG nova.compute.utils [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.196707] env[65983]: DEBUG nova.compute.manager [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 940.196994] env[65983]: DEBUG nova.network.neutron [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 940.197325] env[65983]: WARNING neutronclient.v2_0.client [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.197648] env[65983]: WARNING neutronclient.v2_0.client [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.251581] env[65983]: DEBUG nova.policy [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '885e33ddec884a17a946b83a1bd7ff50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1933a647ebc54f8c86c3037fff1285d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.280553] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.280891] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a380a17-2158-4a1b-9716-29b313ce6943 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.288379] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 940.288379] env[65983]: value = "task-4468952" [ 940.288379] env[65983]: _type = "Task" [ 940.288379] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.300549] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.382834] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763035} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.382995] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b/b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.383623] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.383623] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68916102-87d1-4376-9206-e2b38c08650b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.386384] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "971f5d99-6b23-4deb-aa5a-fc501452d132" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.393829] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 940.393829] env[65983]: value = "task-4468953" [ 940.393829] env[65983]: _type = "Task" [ 940.393829] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.402844] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.540158] env[65983]: DEBUG nova.compute.manager [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 940.540158] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.540935] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5f3f82-22b7-4540-a7a4-a9084b6d2bb4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.552104] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.552398] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae05efe8-0c95-4272-b618-fa16ce8a077d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.559601] env[65983]: DEBUG oslo_vmware.api [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 940.559601] env[65983]: value = "task-4468954" [ 940.559601] env[65983]: _type = "Task" [ 940.559601] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.569138] env[65983]: DEBUG oslo_vmware.api [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.609735] env[65983]: DEBUG nova.network.neutron [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Successfully created port: bea98df3-97aa-4fad-8bc9-9302a2d6ffab {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 940.613893] env[65983]: DEBUG nova.network.neutron [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 940.616212] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e8c8db-8453-40cf-882b-7c8004045c19 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "971f5d99-6b23-4deb-aa5a-fc501452d132" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.304s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.617818] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "971f5d99-6b23-4deb-aa5a-fc501452d132" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.232s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.618192] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "971f5d99-6b23-4deb-aa5a-fc501452d132-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.618400] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "971f5d99-6b23-4deb-aa5a-fc501452d132-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.618565] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "971f5d99-6b23-4deb-aa5a-fc501452d132-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.620522] env[65983]: INFO nova.compute.manager [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Terminating instance [ 940.704884] env[65983]: DEBUG nova.compute.manager [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 940.721707] env[65983]: WARNING neutronclient.v2_0.client [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.804881] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468952, 'name': PowerOffVM_Task, 'duration_secs': 0.203735} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.807891] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.808158] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.809415] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fe0263-90b4-4679-a4f1-9b67e98aa9cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.818059] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.818341] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-391fa3d7-9683-4ca4-a17a-1a7f4141d130 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.879202] env[65983]: DEBUG nova.network.neutron [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Updating instance_info_cache with network_info: [{"id": "9c38d931-21ef-4409-ad52-bf618b2e067e", "address": "fa:16:3e:03:72:29", "network": {"id": "a79f15dc-f027-4e8b-88ca-34e2e55316ba", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-853857939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04cad39eae3c4805b26557cd5544a16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c38d931-21", "ovs_interfaceid": "9c38d931-21ef-4409-ad52-bf618b2e067e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.893979] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.894306] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.894306] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleting the datastore file [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.894663] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c6dd9fa-3303-4be3-804a-83cec3be16e7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.911390] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072666} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.912822] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.913219] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 940.913219] env[65983]: value = "task-4468956" [ 940.913219] env[65983]: _type = "Task" [ 940.913219] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.914010] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2de1af-1ebd-46f2-b225-323b2aed25cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.963274] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b/b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.967571] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f700ff79-4081-40e1-b344-d6eb9ef7ed14 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.996285] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 940.996285] env[65983]: value = "task-4468957" [ 940.996285] env[65983]: _type = "Task" [ 940.996285] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.009065] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.075137] env[65983]: DEBUG oslo_vmware.api [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468954, 'name': PowerOffVM_Task, 'duration_secs': 0.503132} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.075137] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.075137] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.075537] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3a9ec6e-bba1-4d6f-bf8d-1752c7ef41b5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.124182] env[65983]: DEBUG nova.compute.manager [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 941.124457] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.124848] env[65983]: DEBUG nova.compute.manager [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 941.128127] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03b4468-cc44-40a4-92fa-8473e5b25e4a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.138069] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.142379] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3a3b30f-4d1a-404f-b698-38e86671261d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.150805] env[65983]: DEBUG oslo_vmware.api [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 941.150805] env[65983]: value = "task-4468959" [ 941.150805] env[65983]: _type = "Task" [ 941.150805] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.156580] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.156794] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.157046] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Deleting the datastore file [datastore2] f06070f2-2135-42ab-b30b-a89344e0618e {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.160401] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b5ee980-4304-490b-bb17-ad332ebaabd5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.169203] env[65983]: DEBUG oslo_vmware.api [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.176044] env[65983]: DEBUG oslo_vmware.api [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 941.176044] env[65983]: value = "task-4468960" [ 941.176044] env[65983]: _type = "Task" [ 941.176044] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.187416] env[65983]: DEBUG oslo_vmware.api [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.210395] env[65983]: INFO nova.virt.block_device [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Booting with volume a501a46d-3d78-4977-903f-749737402b2d at /dev/sda [ 941.256470] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f06de8a-b13b-48e0-89aa-9d26b2bc34d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.271736] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38206f0f-e2ee-4716-a95b-50091f9bbac7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.317376] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea1e41a7-cc5e-4cdc-939e-27cc980f2426 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.327854] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64de4e00-940a-4e7d-8e04-acd9d475cbde {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.373157] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f0e675-59c5-4a9f-9333-ff3c2b4e6f5b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.380818] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1905e6-3aa3-47e1-bbfd-39a2ddc8bd99 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.385843] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Releasing lock "refresh_cache-16c49a19-97ea-4348-a504-fbadc34c796f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.386224] env[65983]: DEBUG nova.compute.manager [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Instance network_info: |[{"id": "9c38d931-21ef-4409-ad52-bf618b2e067e", "address": "fa:16:3e:03:72:29", "network": {"id": "a79f15dc-f027-4e8b-88ca-34e2e55316ba", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-853857939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04cad39eae3c4805b26557cd5544a16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c38d931-21", "ovs_interfaceid": "9c38d931-21ef-4409-ad52-bf618b2e067e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 941.386883] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:72:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c38d931-21ef-4409-ad52-bf618b2e067e', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.394372] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 941.395097] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.395250] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00570258-0bfe-4029-93c8-eafd7ab11b55 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.416022] env[65983]: DEBUG nova.virt.block_device [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Updating existing volume attachment record: 191f6ccc-2cac-4cab-990b-98c5b1a07c77 {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 941.424334] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.424334] env[65983]: value = "task-4468961" [ 941.424334] env[65983]: _type = "Task" [ 941.424334] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.427505] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191433} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.430644] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.430906] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.431047] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.442266] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468961, 'name': CreateVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.473027] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237276ff-945c-4f7a-af5d-e9f995d30115 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.481669] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacbd29d-522c-4816-8888-889d6801ecbc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.521613] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9689c0dc-a8bc-472b-9033-d34e640a46d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.530322] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468957, 'name': ReconfigVM_Task, 'duration_secs': 0.319388} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.532584] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Reconfigured VM instance instance-00000050 to attach disk [datastore2] b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b/b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.533626] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e84ef28e-2050-4d6a-971c-f35e206b0a0d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.536774] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9e2199-d75e-4a2d-bc44-f49907d0a13f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.554325] env[65983]: DEBUG nova.compute.provider_tree [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.557449] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 941.557449] env[65983]: value = "task-4468962" [ 941.557449] env[65983]: _type = "Task" [ 941.557449] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.568065] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468962, 'name': Rename_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.648201] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.662332] env[65983]: DEBUG oslo_vmware.api [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468959, 'name': PowerOffVM_Task, 'duration_secs': 0.211481} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.662601] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.662770] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.663066] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6792dc6b-3c9b-4888-a4b1-9685cb0788ab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.687038] env[65983]: DEBUG oslo_vmware.api [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4468960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166496} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.687240] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.687456] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.687582] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.687986] env[65983]: INFO nova.compute.manager [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 941.688286] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 941.688492] env[65983]: DEBUG nova.compute.manager [-] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 941.688608] env[65983]: DEBUG nova.network.neutron [-] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 941.688846] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.724912] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.760370] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.760756] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.761035] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Deleting the datastore file [datastore2] 971f5d99-6b23-4deb-aa5a-fc501452d132 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.761513] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61c617af-e2c1-4483-a57f-99138c483506 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.771601] env[65983]: DEBUG nova.compute.manager [req-a14c2990-f831-4e7f-a386-8ea4a11f3bad req-41ce4137-dcc9-4468-a049-624d1addbba9 service nova] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Received event network-changed-9c38d931-21ef-4409-ad52-bf618b2e067e {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 941.771799] env[65983]: DEBUG nova.compute.manager [req-a14c2990-f831-4e7f-a386-8ea4a11f3bad req-41ce4137-dcc9-4468-a049-624d1addbba9 service nova] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Refreshing instance network info cache due to event network-changed-9c38d931-21ef-4409-ad52-bf618b2e067e. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 941.772024] env[65983]: DEBUG oslo_concurrency.lockutils [req-a14c2990-f831-4e7f-a386-8ea4a11f3bad req-41ce4137-dcc9-4468-a049-624d1addbba9 service nova] Acquiring lock "refresh_cache-16c49a19-97ea-4348-a504-fbadc34c796f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.772558] env[65983]: DEBUG oslo_concurrency.lockutils [req-a14c2990-f831-4e7f-a386-8ea4a11f3bad req-41ce4137-dcc9-4468-a049-624d1addbba9 service nova] Acquired lock "refresh_cache-16c49a19-97ea-4348-a504-fbadc34c796f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.772628] env[65983]: DEBUG nova.network.neutron [req-a14c2990-f831-4e7f-a386-8ea4a11f3bad req-41ce4137-dcc9-4468-a049-624d1addbba9 service nova] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Refreshing network info cache for port 9c38d931-21ef-4409-ad52-bf618b2e067e {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.776858] env[65983]: DEBUG oslo_vmware.api [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 941.776858] env[65983]: value = "task-4468964" [ 941.776858] env[65983]: _type = "Task" [ 941.776858] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.787091] env[65983]: DEBUG oslo_vmware.api [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.944040] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468961, 'name': CreateVM_Task, 'duration_secs': 0.471469} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.944336] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.945028] env[65983]: WARNING neutronclient.v2_0.client [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.945267] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.945419] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.945908] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.946430] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da764f1c-8047-48bc-8a07-a9299b8388fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.953557] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 941.953557] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5232c224-2d85-62f0-d9df-de8e120347d4" [ 941.953557] env[65983]: _type = "Task" [ 941.953557] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.966269] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5232c224-2d85-62f0-d9df-de8e120347d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.966397] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.966688] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.967175] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.967175] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.967264] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.969641] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b9756f9-f8b1-4899-bd88-a8eb1c0d331a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.982519] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.982519] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.982519] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef627e4-63da-4fc8-ba48-d92d3bd83d48 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.990447] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 941.990447] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52797a20-7eec-b65d-e0b9-e2102f6a70d8" [ 941.990447] env[65983]: _type = "Task" [ 941.990447] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.001117] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52797a20-7eec-b65d-e0b9-e2102f6a70d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.059192] env[65983]: DEBUG nova.scheduler.client.report [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.075610] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468962, 'name': Rename_Task, 'duration_secs': 0.163985} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.075918] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.076173] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a77bbe-9f26-4a34-bc73-d07dd60036f8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.085371] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 942.085371] env[65983]: value = "task-4468965" [ 942.085371] env[65983]: _type = "Task" [ 942.085371] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.094245] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.210291] env[65983]: DEBUG nova.network.neutron [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Successfully updated port: bea98df3-97aa-4fad-8bc9-9302a2d6ffab {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 942.279178] env[65983]: WARNING neutronclient.v2_0.client [req-a14c2990-f831-4e7f-a386-8ea4a11f3bad req-41ce4137-dcc9-4468-a049-624d1addbba9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.297235] env[65983]: DEBUG oslo_vmware.api [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4468964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137172} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.297235] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.297235] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.297437] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.297552] env[65983]: INFO nova.compute.manager [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Took 1.17 seconds to destroy the instance on the hypervisor. [ 942.297816] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 942.298069] env[65983]: DEBUG nova.compute.manager [-] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 942.300456] env[65983]: DEBUG nova.network.neutron [-] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 942.300456] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.340801] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.476531] env[65983]: DEBUG nova.virt.hardware [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 942.476837] env[65983]: DEBUG nova.virt.hardware [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.476931] env[65983]: DEBUG nova.virt.hardware [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 942.477208] env[65983]: DEBUG nova.virt.hardware [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.477360] env[65983]: DEBUG nova.virt.hardware [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 942.477555] env[65983]: DEBUG nova.virt.hardware [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 942.477722] env[65983]: DEBUG nova.virt.hardware [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 942.477873] env[65983]: DEBUG nova.virt.hardware [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 942.478041] env[65983]: DEBUG nova.virt.hardware [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 942.478362] env[65983]: DEBUG nova.virt.hardware [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 942.478362] env[65983]: DEBUG nova.virt.hardware [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 942.479497] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4972bbea-5002-4b42-87c1-a3078b88a4e7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.490356] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3c98fe-b4de-4277-bdcb-2342cd1b374d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.505332] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52797a20-7eec-b65d-e0b9-e2102f6a70d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012215} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.513399] env[65983]: WARNING neutronclient.v2_0.client [req-a14c2990-f831-4e7f-a386-8ea4a11f3bad req-41ce4137-dcc9-4468-a049-624d1addbba9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.516799] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:37:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e0a191d-5795-4a02-bacb-dfc031dafdbc', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.524624] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 942.527984] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d96e879-3271-4b5e-86ba-7d7f90751824 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.532345] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.532345] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-170280b9-c185-4ef4-ae01-2955a796382f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.556891] env[65983]: DEBUG nova.compute.manager [req-7c81dbda-8deb-409d-b5f7-7d623d6d1635 req-aeb500aa-14f5-432b-b0b6-18ca04cd4f33 service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Received event network-vif-deleted-c8ab7591-0332-467a-a34c-e4a1ff3d59f3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 942.556891] env[65983]: INFO nova.compute.manager [req-7c81dbda-8deb-409d-b5f7-7d623d6d1635 req-aeb500aa-14f5-432b-b0b6-18ca04cd4f33 service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Neutron deleted interface c8ab7591-0332-467a-a34c-e4a1ff3d59f3; detaching it from the instance and deleting it from the info cache [ 942.556891] env[65983]: DEBUG nova.network.neutron [req-7c81dbda-8deb-409d-b5f7-7d623d6d1635 req-aeb500aa-14f5-432b-b0b6-18ca04cd4f33 service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.558057] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 942.558057] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a66809-fc5d-58fc-a5a2-eec9c1a8085d" [ 942.558057] env[65983]: _type = "Task" [ 942.558057] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.560251] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.560251] env[65983]: value = "task-4468966" [ 942.560251] env[65983]: _type = "Task" [ 942.560251] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.569778] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.571706] env[65983]: DEBUG nova.compute.manager [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 942.581485] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.823s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.583367] env[65983]: INFO nova.compute.claims [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.586664] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a66809-fc5d-58fc-a5a2-eec9c1a8085d, 'name': SearchDatastore_Task, 'duration_secs': 0.019152} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.592340] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.592340] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 16c49a19-97ea-4348-a504-fbadc34c796f/16c49a19-97ea-4348-a504-fbadc34c796f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.592874] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468966, 'name': CreateVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.599325] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c291bf7-256d-4da5-86cc-ed211758de03 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.610254] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468965, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.613968] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 942.613968] env[65983]: value = "task-4468967" [ 942.613968] env[65983]: _type = "Task" [ 942.613968] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.625454] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.648247] env[65983]: DEBUG nova.network.neutron [req-a14c2990-f831-4e7f-a386-8ea4a11f3bad req-41ce4137-dcc9-4468-a049-624d1addbba9 service nova] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Updated VIF entry in instance network info cache for port 9c38d931-21ef-4409-ad52-bf618b2e067e. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 942.648611] env[65983]: DEBUG nova.network.neutron [req-a14c2990-f831-4e7f-a386-8ea4a11f3bad req-41ce4137-dcc9-4468-a049-624d1addbba9 service nova] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Updating instance_info_cache with network_info: [{"id": "9c38d931-21ef-4409-ad52-bf618b2e067e", "address": "fa:16:3e:03:72:29", "network": {"id": "a79f15dc-f027-4e8b-88ca-34e2e55316ba", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-853857939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04cad39eae3c4805b26557cd5544a16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c38d931-21", "ovs_interfaceid": "9c38d931-21ef-4409-ad52-bf618b2e067e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.706946] env[65983]: DEBUG nova.network.neutron [-] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.713899] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Acquiring lock "refresh_cache-c834f28d-688e-4dfa-9a7f-e09550cdd3b7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.714105] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Acquired lock "refresh_cache-c834f28d-688e-4dfa-9a7f-e09550cdd3b7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.714268] env[65983]: DEBUG nova.network.neutron [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 943.062367] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e80034f-823d-412f-93fb-a114a0f8bcd0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.077972] env[65983]: DEBUG nova.compute.utils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.083635] env[65983]: DEBUG nova.compute.manager [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 943.083877] env[65983]: DEBUG nova.network.neutron [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 943.084623] env[65983]: WARNING neutronclient.v2_0.client [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.084623] env[65983]: WARNING neutronclient.v2_0.client [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.089287] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadafa2e-89b0-42c1-a738-597345c9adc9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.101252] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468966, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.103083] env[65983]: DEBUG nova.compute.manager [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 943.123137] env[65983]: DEBUG nova.network.neutron [-] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.124939] env[65983]: DEBUG oslo_vmware.api [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468965, 'name': PowerOnVM_Task, 'duration_secs': 0.562568} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.132275] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.132543] env[65983]: DEBUG nova.compute.manager [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 943.132868] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468967, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.149563] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d97f11-c8d4-4d26-b966-dd2600dc7a3c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.154823] env[65983]: DEBUG nova.compute.manager [req-7c81dbda-8deb-409d-b5f7-7d623d6d1635 req-aeb500aa-14f5-432b-b0b6-18ca04cd4f33 service nova] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Detach interface failed, port_id=c8ab7591-0332-467a-a34c-e4a1ff3d59f3, reason: Instance f06070f2-2135-42ab-b30b-a89344e0618e could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 943.155651] env[65983]: DEBUG oslo_concurrency.lockutils [req-a14c2990-f831-4e7f-a386-8ea4a11f3bad req-41ce4137-dcc9-4468-a049-624d1addbba9 service nova] Releasing lock "refresh_cache-16c49a19-97ea-4348-a504-fbadc34c796f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.182789] env[65983]: DEBUG nova.policy [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb796691a2ac46f2994ac316f49ba562', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '166440c2748e43d598e3b89a3c24f463', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.212329] env[65983]: INFO nova.compute.manager [-] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Took 1.52 seconds to deallocate network for instance. [ 943.259257] env[65983]: DEBUG nova.network.neutron [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 943.391052] env[65983]: WARNING neutronclient.v2_0.client [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.487778] env[65983]: DEBUG nova.network.neutron [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Updating instance_info_cache with network_info: [{"id": "bea98df3-97aa-4fad-8bc9-9302a2d6ffab", "address": "fa:16:3e:90:51:5e", "network": {"id": "519209ff-2383-4512-9446-f574bb7df29b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1052560596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1933a647ebc54f8c86c3037fff1285d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea98df3-97", "ovs_interfaceid": "bea98df3-97aa-4fad-8bc9-9302a2d6ffab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.538573] env[65983]: DEBUG nova.compute.manager [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 943.539484] env[65983]: DEBUG nova.virt.hardware [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 943.539764] env[65983]: DEBUG nova.virt.hardware [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.539917] env[65983]: DEBUG nova.virt.hardware [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 943.540112] env[65983]: DEBUG nova.virt.hardware [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.540256] env[65983]: DEBUG nova.virt.hardware [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 943.540394] env[65983]: DEBUG nova.virt.hardware [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 943.540594] env[65983]: DEBUG nova.virt.hardware [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 943.540743] env[65983]: DEBUG nova.virt.hardware [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 943.540905] env[65983]: DEBUG nova.virt.hardware [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 943.541395] env[65983]: DEBUG nova.virt.hardware [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 943.541625] env[65983]: DEBUG nova.virt.hardware [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 943.544726] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f250acba-4ee0-4d6d-ad04-aaf1a99cf32c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.551011] env[65983]: DEBUG nova.network.neutron [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Successfully created port: 2c33df5f-8adb-47d4-b9df-af900442c536 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 943.560804] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8f9640-5189-4510-99f9-20b799584a03 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.583632] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468966, 'name': CreateVM_Task, 'duration_secs': 0.65572} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.583832] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.584430] env[65983]: WARNING neutronclient.v2_0.client [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 943.584905] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.585065] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.585387] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.585805] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c27ef3ad-86c5-415a-8f1e-1a27cf209094 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.592400] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 943.592400] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52243d31-dc59-ecd2-16fa-c5d23742dc3d" [ 943.592400] env[65983]: _type = "Task" [ 943.592400] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.602945] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52243d31-dc59-ecd2-16fa-c5d23742dc3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.628144] env[65983]: INFO nova.compute.manager [-] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Took 1.33 seconds to deallocate network for instance. [ 943.628144] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609837} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.629520] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 16c49a19-97ea-4348-a504-fbadc34c796f/16c49a19-97ea-4348-a504-fbadc34c796f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.629736] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.633841] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e208afcf-3d70-4d0e-924c-73a7522af740 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.643033] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 943.643033] env[65983]: value = "task-4468968" [ 943.643033] env[65983]: _type = "Task" [ 943.643033] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.654515] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.678043] env[65983]: DEBUG oslo_concurrency.lockutils [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.724138] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.879896] env[65983]: DEBUG nova.compute.manager [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Received event network-vif-plugged-bea98df3-97aa-4fad-8bc9-9302a2d6ffab {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 943.880131] env[65983]: DEBUG oslo_concurrency.lockutils [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] Acquiring lock "c834f28d-688e-4dfa-9a7f-e09550cdd3b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.880333] env[65983]: DEBUG oslo_concurrency.lockutils [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] Lock "c834f28d-688e-4dfa-9a7f-e09550cdd3b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.880543] env[65983]: DEBUG oslo_concurrency.lockutils [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] Lock "c834f28d-688e-4dfa-9a7f-e09550cdd3b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.880701] env[65983]: DEBUG nova.compute.manager [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] No waiting events found dispatching network-vif-plugged-bea98df3-97aa-4fad-8bc9-9302a2d6ffab {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 943.880864] env[65983]: WARNING nova.compute.manager [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Received unexpected event network-vif-plugged-bea98df3-97aa-4fad-8bc9-9302a2d6ffab for instance with vm_state building and task_state spawning. [ 943.881027] env[65983]: DEBUG nova.compute.manager [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Received event network-changed-bea98df3-97aa-4fad-8bc9-9302a2d6ffab {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 943.881177] env[65983]: DEBUG nova.compute.manager [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Refreshing instance network info cache due to event network-changed-bea98df3-97aa-4fad-8bc9-9302a2d6ffab. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 943.881340] env[65983]: DEBUG oslo_concurrency.lockutils [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] Acquiring lock "refresh_cache-c834f28d-688e-4dfa-9a7f-e09550cdd3b7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.992599] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Releasing lock "refresh_cache-c834f28d-688e-4dfa-9a7f-e09550cdd3b7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.992999] env[65983]: DEBUG nova.compute.manager [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Instance network_info: |[{"id": "bea98df3-97aa-4fad-8bc9-9302a2d6ffab", "address": "fa:16:3e:90:51:5e", "network": {"id": "519209ff-2383-4512-9446-f574bb7df29b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1052560596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1933a647ebc54f8c86c3037fff1285d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea98df3-97", "ovs_interfaceid": "bea98df3-97aa-4fad-8bc9-9302a2d6ffab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 943.993644] env[65983]: DEBUG oslo_concurrency.lockutils [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] Acquired lock "refresh_cache-c834f28d-688e-4dfa-9a7f-e09550cdd3b7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.993644] env[65983]: DEBUG nova.network.neutron [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Refreshing network info cache for port bea98df3-97aa-4fad-8bc9-9302a2d6ffab {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.994978] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:51:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bea98df3-97aa-4fad-8bc9-9302a2d6ffab', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.002028] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Creating folder: Project (1933a647ebc54f8c86c3037fff1285d1). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.005629] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6f34a8e-6a72-483e-a2e3-59d38d5c61df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.021443] env[65983]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 944.021648] env[65983]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65983) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 944.021998] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Folder already exists: Project (1933a647ebc54f8c86c3037fff1285d1). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 944.022210] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Creating folder: Instances. Parent ref: group-v873869. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.022444] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ba75444-2e93-489a-b125-041fc62c735d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.035889] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Created folder: Instances in parent group-v873869. [ 944.036212] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 944.036451] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.036667] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6acd2d80-9302-49aa-a2e3-baed308180de {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.060593] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.060593] env[65983]: value = "task-4468971" [ 944.060593] env[65983]: _type = "Task" [ 944.060593] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.070060] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468971, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.107531] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52243d31-dc59-ecd2-16fa-c5d23742dc3d, 'name': SearchDatastore_Task, 'duration_secs': 0.025898} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.111304] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.111423] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.111685] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.111882] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.112107] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.112809] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6aa9b627-5836-4214-8124-707affac68e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.118544] env[65983]: DEBUG nova.compute.manager [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 944.126375] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.126375] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.126543] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2e5613-f8de-4fbc-87ed-d0249b3977e7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.141765] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.144959] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 944.144959] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e49561-ea74-1fdc-d01c-4a5f1543f847" [ 944.144959] env[65983]: _type = "Task" [ 944.144959] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.167394] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e49561-ea74-1fdc-d01c-4a5f1543f847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.167777] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091971} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.170727] env[65983]: DEBUG nova.virt.hardware [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 944.170894] env[65983]: DEBUG nova.virt.hardware [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.171103] env[65983]: DEBUG nova.virt.hardware [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 944.171297] env[65983]: DEBUG nova.virt.hardware [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.171467] env[65983]: DEBUG nova.virt.hardware [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 944.171665] env[65983]: DEBUG nova.virt.hardware [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 944.171953] env[65983]: DEBUG nova.virt.hardware [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 944.172481] env[65983]: DEBUG nova.virt.hardware [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 944.172481] env[65983]: DEBUG nova.virt.hardware [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 944.172545] env[65983]: DEBUG nova.virt.hardware [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 944.172710] env[65983]: DEBUG nova.virt.hardware [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 944.173059] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.174499] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b60476-9a85-4a87-8f62-c6ea8de2d163 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.178301] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68e6960-cb63-4b2b-97e5-d30d2f978838 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.207329] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 16c49a19-97ea-4348-a504-fbadc34c796f/16c49a19-97ea-4348-a504-fbadc34c796f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.211426] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f43343-0dd6-47d1-9b88-518649d97e28 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.216587] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35e6c4a7-64c3-4f85-92b2-b2567d50fc9b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.244559] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 944.244559] env[65983]: value = "task-4468972" [ 944.244559] env[65983]: _type = "Task" [ 944.244559] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.250102] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f74dd30-d193-49ef-b328-69b4045c9d17 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.263795] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7304de5a-284d-46c2-aa25-01c10a877281 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.267732] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.300865] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6b6ebc-1d2e-4cb8-83fc-f1645082a2b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.310757] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1436e4b-1d77-4e0b-a9d5-fc3ec61891ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.327975] env[65983]: DEBUG nova.compute.provider_tree [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.503659] env[65983]: WARNING neutronclient.v2_0.client [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.574085] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468971, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.642969] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.643252] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.643527] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.643734] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.643968] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.648912] env[65983]: INFO nova.compute.manager [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Terminating instance [ 944.662891] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e49561-ea74-1fdc-d01c-4a5f1543f847, 'name': SearchDatastore_Task, 'duration_secs': 0.028651} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.664459] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7de3eb9-84c3-45eb-b21d-dbb00727963c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.679609] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 944.679609] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52967df7-79c9-9372-f63a-1fbd27bbe31a" [ 944.679609] env[65983]: _type = "Task" [ 944.679609] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.697724] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52967df7-79c9-9372-f63a-1fbd27bbe31a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.755814] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468972, 'name': ReconfigVM_Task, 'duration_secs': 0.315415} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.757032] env[65983]: WARNING neutronclient.v2_0.client [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.759373] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 16c49a19-97ea-4348-a504-fbadc34c796f/16c49a19-97ea-4348-a504-fbadc34c796f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.760214] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42fad5d7-6fc6-4db8-b7a9-7dd908a3c2be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.769029] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 944.769029] env[65983]: value = "task-4468973" [ 944.769029] env[65983]: _type = "Task" [ 944.769029] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.780052] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468973, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.831461] env[65983]: DEBUG nova.scheduler.client.report [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.899365] env[65983]: DEBUG nova.network.neutron [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Updated VIF entry in instance network info cache for port bea98df3-97aa-4fad-8bc9-9302a2d6ffab. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 944.899945] env[65983]: DEBUG nova.network.neutron [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Updating instance_info_cache with network_info: [{"id": "bea98df3-97aa-4fad-8bc9-9302a2d6ffab", "address": "fa:16:3e:90:51:5e", "network": {"id": "519209ff-2383-4512-9446-f574bb7df29b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1052560596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1933a647ebc54f8c86c3037fff1285d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea98df3-97", "ovs_interfaceid": "bea98df3-97aa-4fad-8bc9-9302a2d6ffab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.072572] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468971, 'name': CreateVM_Task, 'duration_secs': 0.596844} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.072854] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.073460] env[65983]: WARNING neutronclient.v2_0.client [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.075073] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': '191f6ccc-2cac-4cab-990b-98c5b1a07c77', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873878', 'volume_id': 'a501a46d-3d78-4977-903f-749737402b2d', 'name': 'volume-a501a46d-3d78-4977-903f-749737402b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c834f28d-688e-4dfa-9a7f-e09550cdd3b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a501a46d-3d78-4977-903f-749737402b2d', 'serial': 'a501a46d-3d78-4977-903f-749737402b2d'}, 'volume_type': None}], 'swap': None} {{(pid=65983) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 945.075073] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Root volume attach. Driver type: vmdk {{(pid=65983) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 945.075782] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14160f7e-45f4-4ecb-9bdf-f7f5b2d26603 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.081384] env[65983]: DEBUG nova.compute.manager [req-da5f37e7-be55-4aaa-a6be-f9dd95256a99 req-2be3657c-9b6d-48ec-b2ba-c3e6bb22918f service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Received event network-vif-plugged-2c33df5f-8adb-47d4-b9df-af900442c536 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 945.081384] env[65983]: DEBUG oslo_concurrency.lockutils [req-da5f37e7-be55-4aaa-a6be-f9dd95256a99 req-2be3657c-9b6d-48ec-b2ba-c3e6bb22918f service nova] Acquiring lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.081709] env[65983]: DEBUG oslo_concurrency.lockutils [req-da5f37e7-be55-4aaa-a6be-f9dd95256a99 req-2be3657c-9b6d-48ec-b2ba-c3e6bb22918f service nova] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.081768] env[65983]: DEBUG oslo_concurrency.lockutils [req-da5f37e7-be55-4aaa-a6be-f9dd95256a99 req-2be3657c-9b6d-48ec-b2ba-c3e6bb22918f service nova] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.081953] env[65983]: DEBUG nova.compute.manager [req-da5f37e7-be55-4aaa-a6be-f9dd95256a99 req-2be3657c-9b6d-48ec-b2ba-c3e6bb22918f service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] No waiting events found dispatching network-vif-plugged-2c33df5f-8adb-47d4-b9df-af900442c536 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 945.082154] env[65983]: WARNING nova.compute.manager [req-da5f37e7-be55-4aaa-a6be-f9dd95256a99 req-2be3657c-9b6d-48ec-b2ba-c3e6bb22918f service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Received unexpected event network-vif-plugged-2c33df5f-8adb-47d4-b9df-af900442c536 for instance with vm_state building and task_state spawning. [ 945.087991] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4447f3b-19a5-40f3-8682-66ca12e45591 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.098038] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0fc6a7-7983-46ed-9c35-466facb6d3a6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.107781] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f4c7f46c-e3c3-4d5d-93a8-e21f10639043 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.117965] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Waiting for the task: (returnval){ [ 945.117965] env[65983]: value = "task-4468974" [ 945.117965] env[65983]: _type = "Task" [ 945.117965] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.132409] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4468974, 'name': RelocateVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.157162] env[65983]: DEBUG nova.compute.manager [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 945.157162] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.158500] env[65983]: DEBUG nova.network.neutron [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Successfully updated port: 2c33df5f-8adb-47d4-b9df-af900442c536 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 945.168409] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6298bbef-6533-4cbe-8fb8-aab1eb7e674d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.177489] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.177812] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca91ae15-63e3-4875-8312-6f25e03d91cd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.192477] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52967df7-79c9-9372-f63a-1fbd27bbe31a, 'name': SearchDatastore_Task, 'duration_secs': 0.02264} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.194192] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.194860] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b/426f2a51-b50a-4536-a982-cee62eaea47b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.194860] env[65983]: DEBUG oslo_vmware.api [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 945.194860] env[65983]: value = "task-4468975" [ 945.194860] env[65983]: _type = "Task" [ 945.194860] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.195459] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f353ccd0-0f4f-402f-963f-e2ba9da79f2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.212274] env[65983]: DEBUG oslo_vmware.api [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.216521] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 945.216521] env[65983]: value = "task-4468976" [ 945.216521] env[65983]: _type = "Task" [ 945.216521] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.227378] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.282738] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468973, 'name': Rename_Task, 'duration_secs': 0.185116} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.283495] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.283584] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeb98c7c-2edc-49e3-909f-314c2fc4fcf6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.294212] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 945.294212] env[65983]: value = "task-4468977" [ 945.294212] env[65983]: _type = "Task" [ 945.294212] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.308458] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.338105] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.338699] env[65983]: DEBUG nova.compute.manager [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 945.342389] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.342389] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.342612] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.195s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.342810] env[65983]: DEBUG nova.objects.instance [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lazy-loading 'resources' on Instance uuid 90e48d00-572b-45de-b1f8-68c0f13adc5a {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.402501] env[65983]: DEBUG oslo_concurrency.lockutils [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] Releasing lock "refresh_cache-c834f28d-688e-4dfa-9a7f-e09550cdd3b7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.402671] env[65983]: DEBUG nova.compute.manager [req-31a3c0c0-2a9c-4f7e-9d3d-481bfb90df28 req-febdb1bf-b37c-40d2-8ac9-1270f20a1e5c service nova] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Received event network-vif-deleted-77907560-c516-4005-afd5-eff4f5a58d52 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 945.629646] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4468974, 'name': RelocateVM_Task, 'duration_secs': 0.507673} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.629954] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 945.630178] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873878', 'volume_id': 'a501a46d-3d78-4977-903f-749737402b2d', 'name': 'volume-a501a46d-3d78-4977-903f-749737402b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c834f28d-688e-4dfa-9a7f-e09550cdd3b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a501a46d-3d78-4977-903f-749737402b2d', 'serial': 'a501a46d-3d78-4977-903f-749737402b2d'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 945.631052] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab94697-3cd3-4094-8f27-343d3fe465e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.649630] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b0ead5-b31c-4bdb-b06a-4c6e5cb41217 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.673952] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-a501a46d-3d78-4977-903f-749737402b2d/volume-a501a46d-3d78-4977-903f-749737402b2d.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.674613] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.674781] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.674892] env[65983]: DEBUG nova.network.neutron [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 945.676069] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b771b047-dbb7-45cd-8840-1679d06c4053 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.704456] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Waiting for the task: (returnval){ [ 945.704456] env[65983]: value = "task-4468978" [ 945.704456] env[65983]: _type = "Task" [ 945.704456] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.712056] env[65983]: DEBUG oslo_vmware.api [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468975, 'name': PowerOffVM_Task, 'duration_secs': 0.225445} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.713144] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.713415] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.713714] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e03ec7f-8adf-4aff-a8a7-87fca2213842 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.719841] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4468978, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.730798] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468976, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.807426] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468977, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.821942] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.822255] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.822486] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleting the datastore file [datastore2] b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.822854] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c9291f4-593c-4c03-902d-e4ac2ab0e5df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.833123] env[65983]: DEBUG oslo_vmware.api [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 945.833123] env[65983]: value = "task-4468980" [ 945.833123] env[65983]: _type = "Task" [ 945.833123] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.844269] env[65983]: DEBUG nova.compute.utils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.849218] env[65983]: DEBUG oslo_vmware.api [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.850782] env[65983]: DEBUG nova.compute.manager [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 945.850782] env[65983]: DEBUG nova.network.neutron [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 945.850782] env[65983]: WARNING neutronclient.v2_0.client [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.850782] env[65983]: WARNING neutronclient.v2_0.client [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.933440] env[65983]: DEBUG nova.policy [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '100a959e85e249ad8e35ab53d2089912', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b95365c8a944701837b3bbdb79f11b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.219456] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4468978, 'name': ReconfigVM_Task, 'duration_secs': 0.386407} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.219456] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-a501a46d-3d78-4977-903f-749737402b2d/volume-a501a46d-3d78-4977-903f-749737402b2d.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.223671] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92a82bac-3ca9-4464-9bde-aa650ca8363b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.245674] env[65983]: DEBUG nova.network.neutron [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 946.254576] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532887} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.254576] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Waiting for the task: (returnval){ [ 946.254576] env[65983]: value = "task-4468981" [ 946.254576] env[65983]: _type = "Task" [ 946.254576] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.254576] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b/426f2a51-b50a-4536-a982-cee62eaea47b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.254576] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.254576] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6ffed85-0e10-46a9-bfe3-7437f5b4fbe9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.272969] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4468981, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.277556] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 946.277556] env[65983]: value = "task-4468982" [ 946.277556] env[65983]: _type = "Task" [ 946.277556] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.303377] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.311314] env[65983]: DEBUG oslo_vmware.api [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468977, 'name': PowerOnVM_Task, 'duration_secs': 0.64702} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.311738] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.311989] env[65983]: INFO nova.compute.manager [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Took 7.27 seconds to spawn the instance on the hypervisor. [ 946.312228] env[65983]: DEBUG nova.compute.manager [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 946.313392] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00feb0af-c267-4dd7-9101-91590d09d3f4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.336778] env[65983]: DEBUG nova.network.neutron [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Successfully created port: 59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 946.353488] env[65983]: DEBUG nova.compute.manager [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 946.354944] env[65983]: DEBUG oslo_vmware.api [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4468980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195957} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.355629] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.355723] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.355817] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.356481] env[65983]: INFO nova.compute.manager [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 946.356481] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 946.356481] env[65983]: DEBUG nova.compute.manager [-] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 946.356631] env[65983]: DEBUG nova.network.neutron [-] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 946.356783] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.378209] env[65983]: WARNING neutronclient.v2_0.client [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.423791] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.525204] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ad46f6-442f-4852-8eb1-4377a3df7ed9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.534520] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50697452-91e0-4474-aae4-be3d775d2259 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.573296] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd18e76-43de-4a7f-8d45-963cf76e3047 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.582422] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206d5d58-5572-426e-a2a7-6c7278efda84 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.599051] env[65983]: DEBUG nova.compute.provider_tree [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.767547] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4468981, 'name': ReconfigVM_Task, 'duration_secs': 0.159154} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.768688] env[65983]: DEBUG nova.network.neutron [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updating instance_info_cache with network_info: [{"id": "2c33df5f-8adb-47d4-b9df-af900442c536", "address": "fa:16:3e:b8:35:19", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c33df5f-8a", "ovs_interfaceid": "2c33df5f-8adb-47d4-b9df-af900442c536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.769939] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873878', 'volume_id': 'a501a46d-3d78-4977-903f-749737402b2d', 'name': 'volume-a501a46d-3d78-4977-903f-749737402b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c834f28d-688e-4dfa-9a7f-e09550cdd3b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a501a46d-3d78-4977-903f-749737402b2d', 'serial': 'a501a46d-3d78-4977-903f-749737402b2d'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 946.770796] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d20fcda4-ea45-4076-84ac-910afdc0f358 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.779950] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Waiting for the task: (returnval){ [ 946.779950] env[65983]: value = "task-4468983" [ 946.779950] env[65983]: _type = "Task" [ 946.779950] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.794151] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4468983, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.799376] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080289} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.799661] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.800646] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822365a8-5909-4dc0-a755-242cbc99b9fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.826203] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b/426f2a51-b50a-4536-a982-cee62eaea47b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.826569] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-507b408d-d3d0-4e21-a8c7-18301f3d12c4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.854295] env[65983]: INFO nova.compute.manager [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Took 38.45 seconds to build instance. [ 946.862072] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 946.862072] env[65983]: value = "task-4468984" [ 946.862072] env[65983]: _type = "Task" [ 946.862072] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.876415] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.102989] env[65983]: DEBUG nova.scheduler.client.report [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.213759] env[65983]: DEBUG nova.network.neutron [-] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.271969] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.272378] env[65983]: DEBUG nova.compute.manager [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Instance network_info: |[{"id": "2c33df5f-8adb-47d4-b9df-af900442c536", "address": "fa:16:3e:b8:35:19", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c33df5f-8a", "ovs_interfaceid": "2c33df5f-8adb-47d4-b9df-af900442c536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 947.272882] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:35:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c33df5f-8adb-47d4-b9df-af900442c536', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.281071] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 947.281444] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.284854] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ee3a919-4b9b-40e4-95ff-a60da84ab3dd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.309490] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4468983, 'name': Rename_Task, 'duration_secs': 0.141226} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.311050] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.311331] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.311331] env[65983]: value = "task-4468985" [ 947.311331] env[65983]: _type = "Task" [ 947.311331] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.313665] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e06626a-4649-454d-9809-3c462d0e8105 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.323412] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468985, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.325210] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Waiting for the task: (returnval){ [ 947.325210] env[65983]: value = "task-4468986" [ 947.325210] env[65983]: _type = "Task" [ 947.325210] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.336522] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4468986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.363073] env[65983]: DEBUG nova.compute.manager [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 947.366469] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce5ca7a7-8f51-47d6-9671-39995118da11 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "16c49a19-97ea-4348-a504-fbadc34c796f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.375s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.380775] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468984, 'name': ReconfigVM_Task, 'duration_secs': 0.480002} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.381179] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b/426f2a51-b50a-4536-a982-cee62eaea47b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.382147] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b897160-d21c-48b2-bf4b-43c10dfd216a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.392406] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 947.392406] env[65983]: value = "task-4468987" [ 947.392406] env[65983]: _type = "Task" [ 947.392406] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.402213] env[65983]: DEBUG nova.virt.hardware [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 947.402477] env[65983]: DEBUG nova.virt.hardware [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.402665] env[65983]: DEBUG nova.virt.hardware [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 947.402810] env[65983]: DEBUG nova.virt.hardware [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.402953] env[65983]: DEBUG nova.virt.hardware [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 947.403132] env[65983]: DEBUG nova.virt.hardware [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 947.403390] env[65983]: DEBUG nova.virt.hardware [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 947.403622] env[65983]: DEBUG nova.virt.hardware [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 947.403705] env[65983]: DEBUG nova.virt.hardware [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 947.403960] env[65983]: DEBUG nova.virt.hardware [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 947.404161] env[65983]: DEBUG nova.virt.hardware [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 947.406492] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3f22e8-c2a7-457e-b605-eb3671ea0352 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.414701] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468987, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.422661] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57850ec-6a1a-4ee3-81e3-3dd534b7eac3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.428575] env[65983]: DEBUG nova.compute.manager [req-d14fde4c-6eab-4c06-a35e-c6d18b79f9a4 req-bd55cba9-073a-4f9f-bd5c-11eaf522b0b4 service nova] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Received event network-vif-deleted-6f24daf8-dd6e-4cdb-ab64-81c7707385a4 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 947.509161] env[65983]: DEBUG nova.compute.manager [req-0c128d0f-377c-42ff-9e6b-5872fa8968b7 req-e2358221-c15f-4b55-81dd-f104f0992879 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Received event network-changed-2c33df5f-8adb-47d4-b9df-af900442c536 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 947.509161] env[65983]: DEBUG nova.compute.manager [req-0c128d0f-377c-42ff-9e6b-5872fa8968b7 req-e2358221-c15f-4b55-81dd-f104f0992879 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Refreshing instance network info cache due to event network-changed-2c33df5f-8adb-47d4-b9df-af900442c536. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 947.509161] env[65983]: DEBUG oslo_concurrency.lockutils [req-0c128d0f-377c-42ff-9e6b-5872fa8968b7 req-e2358221-c15f-4b55-81dd-f104f0992879 service nova] Acquiring lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.509161] env[65983]: DEBUG oslo_concurrency.lockutils [req-0c128d0f-377c-42ff-9e6b-5872fa8968b7 req-e2358221-c15f-4b55-81dd-f104f0992879 service nova] Acquired lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.509161] env[65983]: DEBUG nova.network.neutron [req-0c128d0f-377c-42ff-9e6b-5872fa8968b7 req-e2358221-c15f-4b55-81dd-f104f0992879 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Refreshing network info cache for port 2c33df5f-8adb-47d4-b9df-af900442c536 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.608156] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.611203] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.254s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.611455] env[65983]: DEBUG nova.objects.instance [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 947.633607] env[65983]: INFO nova.scheduler.client.report [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleted allocations for instance 90e48d00-572b-45de-b1f8-68c0f13adc5a [ 947.716918] env[65983]: INFO nova.compute.manager [-] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Took 1.36 seconds to deallocate network for instance. [ 947.825613] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468985, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.836972] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4468986, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.874185] env[65983]: DEBUG nova.compute.manager [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 947.903292] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468987, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.943217] env[65983]: DEBUG nova.network.neutron [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Successfully updated port: 59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 948.012334] env[65983]: WARNING neutronclient.v2_0.client [req-0c128d0f-377c-42ff-9e6b-5872fa8968b7 req-e2358221-c15f-4b55-81dd-f104f0992879 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.143342] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "90e48d00-572b-45de-b1f8-68c0f13adc5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.696s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.144995] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "16c49a19-97ea-4348-a504-fbadc34c796f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.145925] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "16c49a19-97ea-4348-a504-fbadc34c796f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.146183] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "16c49a19-97ea-4348-a504-fbadc34c796f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.146381] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "16c49a19-97ea-4348-a504-fbadc34c796f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.146572] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "16c49a19-97ea-4348-a504-fbadc34c796f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.149281] env[65983]: INFO nova.compute.manager [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Terminating instance [ 948.205235] env[65983]: WARNING neutronclient.v2_0.client [req-0c128d0f-377c-42ff-9e6b-5872fa8968b7 req-e2358221-c15f-4b55-81dd-f104f0992879 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.225450] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.291432] env[65983]: DEBUG nova.network.neutron [req-0c128d0f-377c-42ff-9e6b-5872fa8968b7 req-e2358221-c15f-4b55-81dd-f104f0992879 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updated VIF entry in instance network info cache for port 2c33df5f-8adb-47d4-b9df-af900442c536. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 948.291822] env[65983]: DEBUG nova.network.neutron [req-0c128d0f-377c-42ff-9e6b-5872fa8968b7 req-e2358221-c15f-4b55-81dd-f104f0992879 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updating instance_info_cache with network_info: [{"id": "2c33df5f-8adb-47d4-b9df-af900442c536", "address": "fa:16:3e:b8:35:19", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c33df5f-8a", "ovs_interfaceid": "2c33df5f-8adb-47d4-b9df-af900442c536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.327421] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468985, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.337910] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4468986, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.399211] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.403951] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468987, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.446956] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquiring lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.447488] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquired lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.447488] env[65983]: DEBUG nova.network.neutron [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 948.624606] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4109fc64-61d6-46f3-8536-73cc79445d9a tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.625592] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.679s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.627684] env[65983]: INFO nova.compute.claims [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.657113] env[65983]: DEBUG nova.compute.manager [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 948.657488] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.658869] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c53eea6-55ab-4b7d-9564-1c8ba460900b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.669141] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.669496] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c1c8db9-e833-47b4-a5bb-3f0516aa3024 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.678436] env[65983]: DEBUG oslo_vmware.api [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 948.678436] env[65983]: value = "task-4468988" [ 948.678436] env[65983]: _type = "Task" [ 948.678436] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.689703] env[65983]: DEBUG oslo_vmware.api [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.795305] env[65983]: DEBUG oslo_concurrency.lockutils [req-0c128d0f-377c-42ff-9e6b-5872fa8968b7 req-e2358221-c15f-4b55-81dd-f104f0992879 service nova] Releasing lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.832708] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468985, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.843455] env[65983]: DEBUG oslo_vmware.api [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4468986, 'name': PowerOnVM_Task, 'duration_secs': 1.504104} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.843827] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.843988] env[65983]: INFO nova.compute.manager [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Took 5.31 seconds to spawn the instance on the hypervisor. [ 948.844235] env[65983]: DEBUG nova.compute.manager [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 948.845157] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee59968f-9015-46bc-a0f4-403c488c6b73 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.907761] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468987, 'name': Rename_Task, 'duration_secs': 1.093975} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.908176] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.908511] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-922f68f5-f347-4ed1-8e32-9afdca556e95 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.916853] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 948.916853] env[65983]: value = "task-4468989" [ 948.916853] env[65983]: _type = "Task" [ 948.916853] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.928129] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.985081] env[65983]: DEBUG nova.network.neutron [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 949.052609] env[65983]: WARNING neutronclient.v2_0.client [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.140666] env[65983]: DEBUG nova.network.neutron [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Updating instance_info_cache with network_info: [{"id": "59209d23-9711-40b6-b244-c84466650b15", "address": "fa:16:3e:12:83:f0", "network": {"id": "8dcd5251-607f-43e4-855f-ec3a1b3198b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061331494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b95365c8a944701837b3bbdb79f11b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59209d23-97", "ovs_interfaceid": "59209d23-9711-40b6-b244-c84466650b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.190459] env[65983]: DEBUG oslo_vmware.api [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468988, 'name': PowerOffVM_Task, 'duration_secs': 0.268292} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.190772] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.191492] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.191492] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb8467b7-8704-4b0e-a740-92ab34929885 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.222483] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "5129b964-14d3-4417-8107-28ad1e7a43e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.222483] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "5129b964-14d3-4417-8107-28ad1e7a43e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.222483] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "5129b964-14d3-4417-8107-28ad1e7a43e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.222627] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "5129b964-14d3-4417-8107-28ad1e7a43e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.222762] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "5129b964-14d3-4417-8107-28ad1e7a43e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.228406] env[65983]: INFO nova.compute.manager [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Terminating instance [ 949.263544] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.263815] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.264009] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Deleting the datastore file [datastore2] 16c49a19-97ea-4348-a504-fbadc34c796f {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.264303] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adbbbe11-2c6f-46ef-a6eb-ae5e8ce59d4c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.272849] env[65983]: DEBUG oslo_vmware.api [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for the task: (returnval){ [ 949.272849] env[65983]: value = "task-4468991" [ 949.272849] env[65983]: _type = "Task" [ 949.272849] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.289749] env[65983]: DEBUG oslo_vmware.api [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.326605] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468985, 'name': CreateVM_Task, 'duration_secs': 1.554113} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.326894] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.327243] env[65983]: WARNING neutronclient.v2_0.client [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.327603] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.327738] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.328080] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.328363] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476ce93b-2b6b-411a-a54e-4d1eb44c9410 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.334619] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 949.334619] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fea6c0-52c6-92a0-6a5a-4a59bcea054f" [ 949.334619] env[65983]: _type = "Task" [ 949.334619] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.344467] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fea6c0-52c6-92a0-6a5a-4a59bcea054f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.367948] env[65983]: INFO nova.compute.manager [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Took 39.97 seconds to build instance. [ 949.429515] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468989, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.574542] env[65983]: DEBUG nova.compute.manager [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Received event network-vif-plugged-59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 949.574767] env[65983]: DEBUG oslo_concurrency.lockutils [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] Acquiring lock "e62ad583-c928-48d5-bb9c-5597488e8f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.574966] env[65983]: DEBUG oslo_concurrency.lockutils [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] Lock "e62ad583-c928-48d5-bb9c-5597488e8f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.575217] env[65983]: DEBUG oslo_concurrency.lockutils [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] Lock "e62ad583-c928-48d5-bb9c-5597488e8f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.575387] env[65983]: DEBUG nova.compute.manager [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] No waiting events found dispatching network-vif-plugged-59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 949.575546] env[65983]: WARNING nova.compute.manager [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Received unexpected event network-vif-plugged-59209d23-9711-40b6-b244-c84466650b15 for instance with vm_state building and task_state spawning. [ 949.576368] env[65983]: DEBUG nova.compute.manager [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Received event network-changed-59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 949.576368] env[65983]: DEBUG nova.compute.manager [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Refreshing instance network info cache due to event network-changed-59209d23-9711-40b6-b244-c84466650b15. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 949.576368] env[65983]: DEBUG oslo_concurrency.lockutils [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] Acquiring lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.643369] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Releasing lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.644058] env[65983]: DEBUG nova.compute.manager [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Instance network_info: |[{"id": "59209d23-9711-40b6-b244-c84466650b15", "address": "fa:16:3e:12:83:f0", "network": {"id": "8dcd5251-607f-43e4-855f-ec3a1b3198b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061331494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b95365c8a944701837b3bbdb79f11b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59209d23-97", "ovs_interfaceid": "59209d23-9711-40b6-b244-c84466650b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 949.644268] env[65983]: DEBUG oslo_concurrency.lockutils [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] Acquired lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.644530] env[65983]: DEBUG nova.network.neutron [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Refreshing network info cache for port 59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.645879] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:83:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59209d23-9711-40b6-b244-c84466650b15', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.653712] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Creating folder: Project (9b95365c8a944701837b3bbdb79f11b4). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.654892] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6138199-f51a-4ab4-8645-01c0acdddb56 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.668791] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Created folder: Project (9b95365c8a944701837b3bbdb79f11b4) in parent group-v873669. [ 949.669124] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Creating folder: Instances. Parent ref: group-v873906. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.669454] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d72c4b14-41bf-47d0-80ae-11b42761e759 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.681816] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Created folder: Instances in parent group-v873906. [ 949.682116] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 949.682400] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.682606] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a989c72a-f7f6-4f2b-9342-09d6ceb57cbb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.711448] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.711448] env[65983]: value = "task-4468994" [ 949.711448] env[65983]: _type = "Task" [ 949.711448] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.725502] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468994, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.734064] env[65983]: DEBUG nova.compute.manager [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 949.734064] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.734845] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f79395-8878-4793-8976-c144d08056b9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.747950] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.748428] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a494f156-7565-4868-84cc-ae5710cfc95d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.758927] env[65983]: DEBUG oslo_vmware.api [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 949.758927] env[65983]: value = "task-4468995" [ 949.758927] env[65983]: _type = "Task" [ 949.758927] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.771863] env[65983]: DEBUG oslo_vmware.api [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.788040] env[65983]: DEBUG oslo_vmware.api [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Task: {'id': task-4468991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421298} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.791865] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.792034] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.792122] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.792294] env[65983]: INFO nova.compute.manager [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 949.792586] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 949.793137] env[65983]: DEBUG nova.compute.manager [-] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 949.793278] env[65983]: DEBUG nova.network.neutron [-] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 949.793501] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.847792] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fea6c0-52c6-92a0-6a5a-4a59bcea054f, 'name': SearchDatastore_Task, 'duration_secs': 0.038209} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.851617] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.851945] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.852381] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.852381] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.852647] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.854030] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aa190da-0a91-4c34-a7a5-898ed0a43a3c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.863977] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.864110] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.865125] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f1f03dd-3e9a-4dd0-93f6-e610bf662d94 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.870485] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Lock "c834f28d-688e-4dfa-9a7f-e09550cdd3b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.879s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.877143] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 949.877143] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529dde7e-8b4b-64d8-25d0-92b742b3b2c1" [ 949.877143] env[65983]: _type = "Task" [ 949.877143] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.885349] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.894254] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529dde7e-8b4b-64d8-25d0-92b742b3b2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011612} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.897210] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-779e3fdf-9217-4537-98bc-05fafefb0e84 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.909050] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 949.909050] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52728b1b-77de-ae03-5359-20cb5aaaa4a9" [ 949.909050] env[65983]: _type = "Task" [ 949.909050] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.921205] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52728b1b-77de-ae03-5359-20cb5aaaa4a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.942810] env[65983]: DEBUG oslo_vmware.api [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4468989, 'name': PowerOnVM_Task, 'duration_secs': 1.00067} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.943160] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.943401] env[65983]: DEBUG nova.compute.manager [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 949.944405] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0626fa05-c4b7-4fda-bd7a-656e17c9c1c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.031740] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "83bdf906-09ac-404e-a632-2db1e1e5003e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.031991] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "83bdf906-09ac-404e-a632-2db1e1e5003e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.154875] env[65983]: WARNING neutronclient.v2_0.client [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.222088] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468994, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.272501] env[65983]: DEBUG oslo_vmware.api [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468995, 'name': PowerOffVM_Task, 'duration_secs': 0.252816} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.272951] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.273158] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.273608] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-335f7d2f-41dc-488c-9db0-108aedeb18c0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.333503] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4f4421-877a-442f-bcb2-30f3d4bdc02c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.345099] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ed641a-96a5-4fbd-8663-dfcebd4bfdf5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.379995] env[65983]: DEBUG nova.compute.manager [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 950.388076] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9ce83a-7e45-4268-b69e-81d0d130e28f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.393934] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.394235] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.394415] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleting the datastore file [datastore2] 5129b964-14d3-4417-8107-28ad1e7a43e3 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.395418] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-446cfee8-7ef1-435a-9d9b-be1e81786ce5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.406722] env[65983]: DEBUG oslo_vmware.api [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 950.406722] env[65983]: value = "task-4468997" [ 950.406722] env[65983]: _type = "Task" [ 950.406722] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.408089] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559df56f-4ee0-43da-b0dd-e661eb46465c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.437510] env[65983]: DEBUG nova.compute.provider_tree [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.442039] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52728b1b-77de-ae03-5359-20cb5aaaa4a9, 'name': SearchDatastore_Task, 'duration_secs': 0.023773} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.443776] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.444028] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 2a6b40bf-1bbe-4487-90e5-1e2a2667510d/2a6b40bf-1bbe-4487-90e5-1e2a2667510d.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.444317] env[65983]: DEBUG oslo_vmware.api [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.444863] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65237c8e-e72d-4ec4-a682-e9422c84afa0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.454963] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 950.454963] env[65983]: value = "task-4468998" [ 950.454963] env[65983]: _type = "Task" [ 950.454963] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.470890] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.474327] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.588569] env[65983]: WARNING neutronclient.v2_0.client [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.724988] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4468994, 'name': CreateVM_Task, 'duration_secs': 0.575255} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.725267] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.725840] env[65983]: WARNING neutronclient.v2_0.client [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.726270] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.726461] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.726829] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.727233] env[65983]: DEBUG nova.network.neutron [-] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.728547] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39272ae0-dab3-47d6-b744-8ccd72411254 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.736378] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 950.736378] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d011d6-f903-afb8-9d74-b206331f4e89" [ 950.736378] env[65983]: _type = "Task" [ 950.736378] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.749789] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d011d6-f903-afb8-9d74-b206331f4e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.757687] env[65983]: DEBUG nova.network.neutron [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Updated VIF entry in instance network info cache for port 59209d23-9711-40b6-b244-c84466650b15. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 950.758073] env[65983]: DEBUG nova.network.neutron [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Updating instance_info_cache with network_info: [{"id": "59209d23-9711-40b6-b244-c84466650b15", "address": "fa:16:3e:12:83:f0", "network": {"id": "8dcd5251-607f-43e4-855f-ec3a1b3198b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061331494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b95365c8a944701837b3bbdb79f11b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59209d23-97", "ovs_interfaceid": "59209d23-9711-40b6-b244-c84466650b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.920338] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.928417] env[65983]: DEBUG oslo_vmware.api [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4468997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275786} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.928750] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.928937] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.929188] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.929669] env[65983]: INFO nova.compute.manager [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 950.930020] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 950.930259] env[65983]: DEBUG nova.compute.manager [-] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 950.930370] env[65983]: DEBUG nova.network.neutron [-] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 950.930658] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.946418] env[65983]: DEBUG nova.scheduler.client.report [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.967530] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468998, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.969680] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.187513] env[65983]: DEBUG nova.compute.manager [req-9172c11c-054f-4db0-af9d-df946c8f8390 req-90df077a-3715-4d40-bac3-61ded0dca42e service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Received event network-changed-bea98df3-97aa-4fad-8bc9-9302a2d6ffab {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 951.187793] env[65983]: DEBUG nova.compute.manager [req-9172c11c-054f-4db0-af9d-df946c8f8390 req-90df077a-3715-4d40-bac3-61ded0dca42e service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Refreshing instance network info cache due to event network-changed-bea98df3-97aa-4fad-8bc9-9302a2d6ffab. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 951.188130] env[65983]: DEBUG oslo_concurrency.lockutils [req-9172c11c-054f-4db0-af9d-df946c8f8390 req-90df077a-3715-4d40-bac3-61ded0dca42e service nova] Acquiring lock "refresh_cache-c834f28d-688e-4dfa-9a7f-e09550cdd3b7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.188244] env[65983]: DEBUG oslo_concurrency.lockutils [req-9172c11c-054f-4db0-af9d-df946c8f8390 req-90df077a-3715-4d40-bac3-61ded0dca42e service nova] Acquired lock "refresh_cache-c834f28d-688e-4dfa-9a7f-e09550cdd3b7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.188322] env[65983]: DEBUG nova.network.neutron [req-9172c11c-054f-4db0-af9d-df946c8f8390 req-90df077a-3715-4d40-bac3-61ded0dca42e service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Refreshing network info cache for port bea98df3-97aa-4fad-8bc9-9302a2d6ffab {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.231902] env[65983]: INFO nova.compute.manager [-] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Took 1.44 seconds to deallocate network for instance. [ 951.253167] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d011d6-f903-afb8-9d74-b206331f4e89, 'name': SearchDatastore_Task, 'duration_secs': 0.026099} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.253167] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.257023] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.257023] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.257023] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.257023] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.257023] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bc54de3-9ef0-47b8-998e-88a55595aab3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.262325] env[65983]: DEBUG oslo_concurrency.lockutils [req-726504e0-c65a-44bd-af42-db55f840bcf3 req-44430d17-862f-4423-8488-f20516e3f755 service nova] Releasing lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.274219] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.274680] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.279878] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d085a6b6-fde4-4cb6-9941-867cbe9bf20a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.289728] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 951.289728] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52235496-25d6-f626-7ae6-9d916edfbb16" [ 951.289728] env[65983]: _type = "Task" [ 951.289728] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.306678] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52235496-25d6-f626-7ae6-9d916edfbb16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.452580] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.452957] env[65983]: DEBUG nova.compute.manager [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 951.456478] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.501s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.456781] env[65983]: DEBUG nova.objects.instance [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lazy-loading 'resources' on Instance uuid 1b8b1f58-82d3-47b3-b856-57dcb587b06c {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.469730] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707513} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.470725] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 2a6b40bf-1bbe-4487-90e5-1e2a2667510d/2a6b40bf-1bbe-4487-90e5-1e2a2667510d.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.471449] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.471449] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46e250d7-c0dd-4636-a630-e5900e43ee0f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.483408] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 951.483408] env[65983]: value = "task-4468999" [ 951.483408] env[65983]: _type = "Task" [ 951.483408] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.502071] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.674743] env[65983]: DEBUG nova.compute.manager [req-6427acc3-ce5d-4590-abe0-c705f8087201 req-240a3a00-db03-4ee5-9878-1ad4ef83365a service nova] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Received event network-vif-deleted-9c38d931-21ef-4409-ad52-bf618b2e067e {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 951.690729] env[65983]: WARNING neutronclient.v2_0.client [req-9172c11c-054f-4db0-af9d-df946c8f8390 req-90df077a-3715-4d40-bac3-61ded0dca42e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.747743] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.784287] env[65983]: DEBUG nova.network.neutron [-] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.801076] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52235496-25d6-f626-7ae6-9d916edfbb16, 'name': SearchDatastore_Task, 'duration_secs': 0.021135} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.801943] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f4a296-f8af-4481-8389-2a2d11b269f6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.811645] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 951.811645] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bb92a3-fd6f-5eb4-3026-b4f22174a794" [ 951.811645] env[65983]: _type = "Task" [ 951.811645] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.821722] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bb92a3-fd6f-5eb4-3026-b4f22174a794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.876259] env[65983]: WARNING neutronclient.v2_0.client [req-9172c11c-054f-4db0-af9d-df946c8f8390 req-90df077a-3715-4d40-bac3-61ded0dca42e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.964058] env[65983]: DEBUG nova.compute.utils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.964058] env[65983]: DEBUG nova.compute.manager [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 951.964058] env[65983]: DEBUG nova.network.neutron [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 951.964315] env[65983]: WARNING neutronclient.v2_0.client [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.964470] env[65983]: WARNING neutronclient.v2_0.client [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.996926] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4468999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177149} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.998409] env[65983]: DEBUG nova.network.neutron [req-9172c11c-054f-4db0-af9d-df946c8f8390 req-90df077a-3715-4d40-bac3-61ded0dca42e service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Updated VIF entry in instance network info cache for port bea98df3-97aa-4fad-8bc9-9302a2d6ffab. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 951.998728] env[65983]: DEBUG nova.network.neutron [req-9172c11c-054f-4db0-af9d-df946c8f8390 req-90df077a-3715-4d40-bac3-61ded0dca42e service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Updating instance_info_cache with network_info: [{"id": "bea98df3-97aa-4fad-8bc9-9302a2d6ffab", "address": "fa:16:3e:90:51:5e", "network": {"id": "519209ff-2383-4512-9446-f574bb7df29b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1052560596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1933a647ebc54f8c86c3037fff1285d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea98df3-97", "ovs_interfaceid": "bea98df3-97aa-4fad-8bc9-9302a2d6ffab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.002963] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.005195] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6444ef21-e35f-4494-86ad-81fa71e8bbdb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.034771] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 2a6b40bf-1bbe-4487-90e5-1e2a2667510d/2a6b40bf-1bbe-4487-90e5-1e2a2667510d.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.036303] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-904a92ac-4545-458b-b70d-cb5a5e785c0c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.055452] env[65983]: DEBUG nova.policy [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36e43e57eed4e48bac35fe501f4a0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021d1380a4a54a759d153b9d3e89de3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.067923] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 952.067923] env[65983]: value = "task-4469000" [ 952.067923] env[65983]: _type = "Task" [ 952.067923] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.078670] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.287349] env[65983]: INFO nova.compute.manager [-] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Took 1.36 seconds to deallocate network for instance. [ 952.323950] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bb92a3-fd6f-5eb4-3026-b4f22174a794, 'name': SearchDatastore_Task, 'duration_secs': 0.044639} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.327092] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.327401] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] e62ad583-c928-48d5-bb9c-5597488e8f7c/e62ad583-c928-48d5-bb9c-5597488e8f7c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.328721] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68e3ad14-7962-4e56-be4c-07597658832d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.337900] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 952.337900] env[65983]: value = "task-4469001" [ 952.337900] env[65983]: _type = "Task" [ 952.337900] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.346812] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "0b9da095-cf5a-4e4d-be8a-a38906939b45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.347077] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "0b9da095-cf5a-4e4d-be8a-a38906939b45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.347290] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "0b9da095-cf5a-4e4d-be8a-a38906939b45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.347466] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "0b9da095-cf5a-4e4d-be8a-a38906939b45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.347630] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "0b9da095-cf5a-4e4d-be8a-a38906939b45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.352407] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.352976] env[65983]: INFO nova.compute.manager [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Terminating instance [ 952.439776] env[65983]: DEBUG nova.network.neutron [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Successfully created port: 0c91ee6c-b2c1-468d-9089-286e5a049fdc {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 952.472345] env[65983]: DEBUG nova.compute.manager [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 952.506067] env[65983]: DEBUG oslo_concurrency.lockutils [req-9172c11c-054f-4db0-af9d-df946c8f8390 req-90df077a-3715-4d40-bac3-61ded0dca42e service nova] Releasing lock "refresh_cache-c834f28d-688e-4dfa-9a7f-e09550cdd3b7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.568627] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf034d0-5140-4949-b8c9-4588c57de12c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.583808] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95827ac7-a3d8-426f-af30-507867c250ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.586723] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469000, 'name': ReconfigVM_Task, 'duration_secs': 0.364748} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.586723] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 2a6b40bf-1bbe-4487-90e5-1e2a2667510d/2a6b40bf-1bbe-4487-90e5-1e2a2667510d.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.587724] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fd20929-74f7-486d-9220-b59069368eab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.626564] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc92a38-9db8-4fbd-b639-67d66497ff05 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.630039] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 952.630039] env[65983]: value = "task-4469002" [ 952.630039] env[65983]: _type = "Task" [ 952.630039] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.637850] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d973320d-f973-423e-8a82-bcc3666933b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.647358] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469002, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.658167] env[65983]: DEBUG nova.compute.provider_tree [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.796184] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.849079] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469001, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.860253] env[65983]: DEBUG nova.compute.manager [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 952.860639] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.861971] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b05cd5c-c9a8-49e8-9f56-5182252fb0bf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.871917] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.872281] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acd8a429-a3b9-49a5-a194-26482ddee1ef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.880478] env[65983]: DEBUG oslo_vmware.api [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 952.880478] env[65983]: value = "task-4469003" [ 952.880478] env[65983]: _type = "Task" [ 952.880478] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.890679] env[65983]: DEBUG oslo_vmware.api [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.142076] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469002, 'name': Rename_Task, 'duration_secs': 0.236895} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.142417] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.142715] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ae53b8a-f281-4813-85dc-38378866fa94 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.152078] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 953.152078] env[65983]: value = "task-4469004" [ 953.152078] env[65983]: _type = "Task" [ 953.152078] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.162460] env[65983]: DEBUG nova.scheduler.client.report [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.166054] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.351706] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839515} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.353286] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] e62ad583-c928-48d5-bb9c-5597488e8f7c/e62ad583-c928-48d5-bb9c-5597488e8f7c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.354029] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.354802] env[65983]: DEBUG nova.compute.manager [req-8990d9ad-d0e1-4602-9483-18290c42c72b req-23a0461b-cef4-4ac0-9eba-7cf82bcb2b56 service nova] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Received event network-vif-deleted-944d28b6-2336-48da-9c20-1f9ba6ee8fb7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 953.355179] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06565462-de31-4bb8-bbe2-0680900caf9c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.364283] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 953.364283] env[65983]: value = "task-4469005" [ 953.364283] env[65983]: _type = "Task" [ 953.364283] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.374675] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.391752] env[65983]: DEBUG oslo_vmware.api [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469003, 'name': PowerOffVM_Task, 'duration_secs': 0.448345} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.392062] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.392238] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.392553] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c4a7e80-a25b-41b7-aa26-d160585b20e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.484233] env[65983]: DEBUG nova.compute.manager [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 953.516484] env[65983]: DEBUG nova.virt.hardware [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 953.516879] env[65983]: DEBUG nova.virt.hardware [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.517238] env[65983]: DEBUG nova.virt.hardware [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 953.517577] env[65983]: DEBUG nova.virt.hardware [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.517785] env[65983]: DEBUG nova.virt.hardware [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 953.517982] env[65983]: DEBUG nova.virt.hardware [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 953.518298] env[65983]: DEBUG nova.virt.hardware [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 953.518513] env[65983]: DEBUG nova.virt.hardware [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 953.518739] env[65983]: DEBUG nova.virt.hardware [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 953.518958] env[65983]: DEBUG nova.virt.hardware [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 953.519240] env[65983]: DEBUG nova.virt.hardware [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 953.520570] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23e2a02-de7a-40c3-8062-90be1b724a29 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.532175] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9df32e-20b8-4269-b915-6cd1dc929e7e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.651057] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.651337] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.651495] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleting the datastore file [datastore1] 0b9da095-cf5a-4e4d-be8a-a38906939b45 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.651825] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c184995-83df-4ab2-a65c-d06c7945734d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.663244] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469004, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.664892] env[65983]: DEBUG oslo_vmware.api [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 953.664892] env[65983]: value = "task-4469007" [ 953.664892] env[65983]: _type = "Task" [ 953.664892] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.668765] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.670993] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.434s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.671321] env[65983]: DEBUG nova.objects.instance [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Lazy-loading 'resources' on Instance uuid 1273121f-2ee4-4807-9264-52cbc6866e66 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.681093] env[65983]: DEBUG oslo_vmware.api [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.712045] env[65983]: INFO nova.scheduler.client.report [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Deleted allocations for instance 1b8b1f58-82d3-47b3-b856-57dcb587b06c [ 953.876250] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081734} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.876735] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.877510] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde4b963-25d0-4a49-937a-d400552a83d8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.903200] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] e62ad583-c928-48d5-bb9c-5597488e8f7c/e62ad583-c928-48d5-bb9c-5597488e8f7c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.903679] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e94487c-a13f-4927-9cc2-c828119f6cf3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.662947] env[65983]: DEBUG nova.network.neutron [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Successfully updated port: 0c91ee6c-b2c1-468d-9089-286e5a049fdc {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 954.669464] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9e270561-00b0-4fa8-9351-20c31535f661 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "1b8b1f58-82d3-47b3-b856-57dcb587b06c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.338s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.684044] env[65983]: DEBUG oslo_vmware.api [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469004, 'name': PowerOnVM_Task, 'duration_secs': 0.574823} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.690277] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.690277] env[65983]: INFO nova.compute.manager [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Took 10.57 seconds to spawn the instance on the hypervisor. [ 954.690277] env[65983]: DEBUG nova.compute.manager [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 954.690277] env[65983]: DEBUG oslo_vmware.api [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495101} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.690427] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 954.690427] env[65983]: value = "task-4469008" [ 954.690427] env[65983]: _type = "Task" [ 954.690427] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.691874] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e694693-c025-446f-aefd-bea78a637514 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.694641] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.694838] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.695015] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.695185] env[65983]: INFO nova.compute.manager [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Took 1.83 seconds to destroy the instance on the hypervisor. [ 954.695416] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 954.695977] env[65983]: DEBUG nova.compute.manager [-] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 954.696099] env[65983]: DEBUG nova.network.neutron [-] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 954.696337] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.717397] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.750133] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.170356] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.170573] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.171363] env[65983]: DEBUG nova.network.neutron [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 955.206787] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.227819] env[65983]: INFO nova.compute.manager [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Took 44.02 seconds to build instance. [ 955.250626] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2702b7-9a57-4f9e-8f5b-89b39c272874 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.264148] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60271d2c-b0e3-4a07-8c54-6d33afd34213 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.302952] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae97ae7-70ea-4559-85c1-f80143001d4a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.312225] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6adfaeb-d71f-4fa5-8109-4f834bd2808d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.327065] env[65983]: DEBUG nova.compute.provider_tree [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.430740] env[65983]: DEBUG oslo_concurrency.lockutils [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Acquiring lock "d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.431019] env[65983]: DEBUG oslo_concurrency.lockutils [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Lock "d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.431226] env[65983]: DEBUG oslo_concurrency.lockutils [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Acquiring lock "d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.431530] env[65983]: DEBUG oslo_concurrency.lockutils [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Lock "d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.431640] env[65983]: DEBUG oslo_concurrency.lockutils [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Lock "d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.433968] env[65983]: INFO nova.compute.manager [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Terminating instance [ 955.471384] env[65983]: DEBUG nova.network.neutron [-] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.558437] env[65983]: DEBUG nova.compute.manager [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Received event network-vif-plugged-0c91ee6c-b2c1-468d-9089-286e5a049fdc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 955.558678] env[65983]: DEBUG oslo_concurrency.lockutils [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] Acquiring lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.558960] env[65983]: DEBUG oslo_concurrency.lockutils [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] Lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.559151] env[65983]: DEBUG oslo_concurrency.lockutils [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] Lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.559314] env[65983]: DEBUG nova.compute.manager [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] No waiting events found dispatching network-vif-plugged-0c91ee6c-b2c1-468d-9089-286e5a049fdc {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 955.559471] env[65983]: WARNING nova.compute.manager [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Received unexpected event network-vif-plugged-0c91ee6c-b2c1-468d-9089-286e5a049fdc for instance with vm_state building and task_state spawning. [ 955.559615] env[65983]: DEBUG nova.compute.manager [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Received event network-changed-0c91ee6c-b2c1-468d-9089-286e5a049fdc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 955.559759] env[65983]: DEBUG nova.compute.manager [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Refreshing instance network info cache due to event network-changed-0c91ee6c-b2c1-468d-9089-286e5a049fdc. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 955.559952] env[65983]: DEBUG oslo_concurrency.lockutils [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] Acquiring lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.708586] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469008, 'name': ReconfigVM_Task, 'duration_secs': 0.688462} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.709028] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Reconfigured VM instance instance-00000055 to attach disk [datastore2] e62ad583-c928-48d5-bb9c-5597488e8f7c/e62ad583-c928-48d5-bb9c-5597488e8f7c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.709874] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2ca820d-3e4a-46b8-bf8f-bf705f9a6b41 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.716928] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 955.716928] env[65983]: value = "task-4469009" [ 955.716928] env[65983]: _type = "Task" [ 955.716928] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.721296] env[65983]: DEBUG nova.network.neutron [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 955.730113] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.242s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.730451] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469009, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.881250] env[65983]: DEBUG nova.scheduler.client.report [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.920801] env[65983]: WARNING neutronclient.v2_0.client [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.938355] env[65983]: DEBUG nova.compute.manager [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 955.938603] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.939529] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f1515d-7749-49bf-bfd2-c6c7e74ba43b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.950340] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.950909] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b81570b5-55d0-44e3-aef7-97f2fa6881fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.960399] env[65983]: DEBUG oslo_vmware.api [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Waiting for the task: (returnval){ [ 955.960399] env[65983]: value = "task-4469010" [ 955.960399] env[65983]: _type = "Task" [ 955.960399] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.971680] env[65983]: DEBUG oslo_vmware.api [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4469010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.974307] env[65983]: INFO nova.compute.manager [-] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Took 1.28 seconds to deallocate network for instance. [ 956.008778] env[65983]: DEBUG nova.compute.manager [req-f30cc933-2aaa-4391-9d65-2021bc755a73 req-e829b042-5d98-491f-a2c5-2e0f30f8abee service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Received event network-changed-2c33df5f-8adb-47d4-b9df-af900442c536 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 956.009067] env[65983]: DEBUG nova.compute.manager [req-f30cc933-2aaa-4391-9d65-2021bc755a73 req-e829b042-5d98-491f-a2c5-2e0f30f8abee service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Refreshing instance network info cache due to event network-changed-2c33df5f-8adb-47d4-b9df-af900442c536. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 956.009067] env[65983]: DEBUG oslo_concurrency.lockutils [req-f30cc933-2aaa-4391-9d65-2021bc755a73 req-e829b042-5d98-491f-a2c5-2e0f30f8abee service nova] Acquiring lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.009195] env[65983]: DEBUG oslo_concurrency.lockutils [req-f30cc933-2aaa-4391-9d65-2021bc755a73 req-e829b042-5d98-491f-a2c5-2e0f30f8abee service nova] Acquired lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.010789] env[65983]: DEBUG nova.network.neutron [req-f30cc933-2aaa-4391-9d65-2021bc755a73 req-e829b042-5d98-491f-a2c5-2e0f30f8abee service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Refreshing network info cache for port 2c33df5f-8adb-47d4-b9df-af900442c536 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.012320] env[65983]: DEBUG nova.network.neutron [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updating instance_info_cache with network_info: [{"id": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "address": "fa:16:3e:74:75:0a", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91ee6c-b2", "ovs_interfaceid": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.228799] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469009, 'name': Rename_Task, 'duration_secs': 0.188906} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.229390] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.229687] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c2b0df7-6d7a-43d5-ac05-4036e37be5bb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.234054] env[65983]: DEBUG nova.compute.manager [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 956.237304] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 956.237304] env[65983]: value = "task-4469011" [ 956.237304] env[65983]: _type = "Task" [ 956.237304] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.246610] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.340757] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.670s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.345046] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.128s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.346028] env[65983]: INFO nova.compute.claims [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.373366] env[65983]: INFO nova.scheduler.client.report [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Deleted allocations for instance 1273121f-2ee4-4807-9264-52cbc6866e66 [ 956.473162] env[65983]: DEBUG oslo_vmware.api [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4469010, 'name': PowerOffVM_Task, 'duration_secs': 0.229037} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.473443] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.474033] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.474127] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a957f91-53b6-4cc1-a50f-ec9157af4dbd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.481720] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.518109] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.518109] env[65983]: DEBUG nova.compute.manager [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Instance network_info: |[{"id": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "address": "fa:16:3e:74:75:0a", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91ee6c-b2", "ovs_interfaceid": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 956.518109] env[65983]: WARNING neutronclient.v2_0.client [req-f30cc933-2aaa-4391-9d65-2021bc755a73 req-e829b042-5d98-491f-a2c5-2e0f30f8abee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.520017] env[65983]: DEBUG oslo_concurrency.lockutils [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] Acquired lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.520423] env[65983]: DEBUG nova.network.neutron [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Refreshing network info cache for port 0c91ee6c-b2c1-468d-9089-286e5a049fdc {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.521565] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:75:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c91ee6c-b2c1-468d-9089-286e5a049fdc', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.529684] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 956.530537] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.530785] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b6d8f09-1c96-465c-b104-4399a57fbe03 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.555582] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.555582] env[65983]: value = "task-4469013" [ 956.555582] env[65983]: _type = "Task" [ 956.555582] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.561998] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.561998] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.561998] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Deleting the datastore file [datastore1] d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.562602] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76278531-4667-4858-a14f-c2a3508f82f2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.569227] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469013, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.573721] env[65983]: DEBUG oslo_vmware.api [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Waiting for the task: (returnval){ [ 956.573721] env[65983]: value = "task-4469014" [ 956.573721] env[65983]: _type = "Task" [ 956.573721] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.584193] env[65983]: DEBUG oslo_vmware.api [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4469014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.758017] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469011, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.770215] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.800168] env[65983]: WARNING neutronclient.v2_0.client [req-f30cc933-2aaa-4391-9d65-2021bc755a73 req-e829b042-5d98-491f-a2c5-2e0f30f8abee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.885848] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d4a5c41-f747-4554-a0e5-8cae41c4fa46 tempest-ServerShowV257Test-508150570 tempest-ServerShowV257Test-508150570-project-member] Lock "1273121f-2ee4-4807-9264-52cbc6866e66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.488s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.894141] env[65983]: DEBUG nova.network.neutron [req-f30cc933-2aaa-4391-9d65-2021bc755a73 req-e829b042-5d98-491f-a2c5-2e0f30f8abee service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updated VIF entry in instance network info cache for port 2c33df5f-8adb-47d4-b9df-af900442c536. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 956.894523] env[65983]: DEBUG nova.network.neutron [req-f30cc933-2aaa-4391-9d65-2021bc755a73 req-e829b042-5d98-491f-a2c5-2e0f30f8abee service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updating instance_info_cache with network_info: [{"id": "2c33df5f-8adb-47d4-b9df-af900442c536", "address": "fa:16:3e:b8:35:19", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c33df5f-8a", "ovs_interfaceid": "2c33df5f-8adb-47d4-b9df-af900442c536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.895851] env[65983]: DEBUG oslo_concurrency.lockutils [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "a7c065af-ee14-4196-b7d9-4a0b7971b6ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.896587] env[65983]: DEBUG oslo_concurrency.lockutils [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "a7c065af-ee14-4196-b7d9-4a0b7971b6ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.897661] env[65983]: DEBUG oslo_concurrency.lockutils [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "a7c065af-ee14-4196-b7d9-4a0b7971b6ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.897661] env[65983]: DEBUG oslo_concurrency.lockutils [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "a7c065af-ee14-4196-b7d9-4a0b7971b6ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.897661] env[65983]: DEBUG oslo_concurrency.lockutils [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "a7c065af-ee14-4196-b7d9-4a0b7971b6ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.899957] env[65983]: INFO nova.compute.manager [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Terminating instance [ 957.031354] env[65983]: WARNING neutronclient.v2_0.client [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.066243] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469013, 'name': CreateVM_Task, 'duration_secs': 0.443347} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.069038] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.069925] env[65983]: WARNING neutronclient.v2_0.client [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.070483] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.070483] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.070689] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.070964] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957dc8dc-43f0-4c1c-9a9d-7fd79bc96967 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.080711] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 957.080711] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523cd7ce-c364-b399-92d6-bd3653acd789" [ 957.080711] env[65983]: _type = "Task" [ 957.080711] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.088045] env[65983]: DEBUG oslo_vmware.api [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Task: {'id': task-4469014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183379} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.089354] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.089354] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.089354] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.089479] env[65983]: INFO nova.compute.manager [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 957.089641] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 957.089871] env[65983]: DEBUG nova.compute.manager [-] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 957.089928] env[65983]: DEBUG nova.network.neutron [-] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 957.090222] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.095962] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523cd7ce-c364-b399-92d6-bd3653acd789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.146179] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.248621] env[65983]: DEBUG oslo_concurrency.lockutils [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.248953] env[65983]: DEBUG oslo_concurrency.lockutils [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.251308] env[65983]: WARNING neutronclient.v2_0.client [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.257216] env[65983]: DEBUG oslo_vmware.api [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469011, 'name': PowerOnVM_Task, 'duration_secs': 0.578144} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.258425] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.258425] env[65983]: INFO nova.compute.manager [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Took 9.89 seconds to spawn the instance on the hypervisor. [ 957.258425] env[65983]: DEBUG nova.compute.manager [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 957.259238] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f051867-c098-4182-a30b-e804b90789df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.353145] env[65983]: DEBUG nova.network.neutron [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updated VIF entry in instance network info cache for port 0c91ee6c-b2c1-468d-9089-286e5a049fdc. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 957.354107] env[65983]: DEBUG nova.network.neutron [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updating instance_info_cache with network_info: [{"id": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "address": "fa:16:3e:74:75:0a", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91ee6c-b2", "ovs_interfaceid": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.400588] env[65983]: DEBUG oslo_concurrency.lockutils [req-f30cc933-2aaa-4391-9d65-2021bc755a73 req-e829b042-5d98-491f-a2c5-2e0f30f8abee service nova] Releasing lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.405019] env[65983]: DEBUG nova.compute.manager [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 957.405019] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.407290] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3957ef5c-8ff3-49fd-bd99-f45a7fa05ffb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.421195] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.421676] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86104f6f-37f6-43af-bf16-5a4fda998c6d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.430844] env[65983]: DEBUG oslo_vmware.api [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 957.430844] env[65983]: value = "task-4469015" [ 957.430844] env[65983]: _type = "Task" [ 957.430844] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.442747] env[65983]: DEBUG oslo_vmware.api [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4469015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.596697] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523cd7ce-c364-b399-92d6-bd3653acd789, 'name': SearchDatastore_Task, 'duration_secs': 0.020214} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.600697] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.601116] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.601472] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.601721] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.601960] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.604150] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50bdc01a-8f04-444b-9fbd-b01b48a579f7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.618841] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.618841] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.619600] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3166c9d6-3ed0-4f1e-936a-923dfd14f5e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.627595] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 957.627595] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526d78ed-a0e0-5b8f-bedb-0057ca47b138" [ 957.627595] env[65983]: _type = "Task" [ 957.627595] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.640812] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526d78ed-a0e0-5b8f-bedb-0057ca47b138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.759184] env[65983]: DEBUG nova.compute.utils [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.781443] env[65983]: INFO nova.compute.manager [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Took 42.04 seconds to build instance. [ 957.856028] env[65983]: DEBUG oslo_concurrency.lockutils [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] Releasing lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.856290] env[65983]: DEBUG nova.compute.manager [req-4c0f399b-72b1-4d56-b35f-045e74552834 req-a1d25111-36a0-4fae-a1bd-eaf154445ca3 service nova] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Received event network-vif-deleted-b5f1e0e3-cf24-401d-9807-14308d09c5f9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 957.927957] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989a08c6-4d33-42c9-9480-efeefb0be7f8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.947687] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113fcbba-59c5-43d6-bb30-157a6b3bfdd5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.952017] env[65983]: DEBUG oslo_vmware.api [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4469015, 'name': PowerOffVM_Task, 'duration_secs': 0.256923} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.952138] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.952252] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.953146] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12433efb-24dd-4aa4-86c7-463eb7244c43 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.981121] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5774ef4f-7fd6-4da4-b3e5-0221e01095ad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.990249] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0584ad18-eeac-4d73-a61a-2b2cefdc7c4c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.006168] env[65983]: DEBUG nova.compute.provider_tree [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.024351] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.024569] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.024753] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Deleting the datastore file [datastore2] a7c065af-ee14-4196-b7d9-4a0b7971b6ec {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.025065] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27832262-3804-46f3-8ed2-6c58925c2d1f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.032792] env[65983]: DEBUG oslo_vmware.api [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for the task: (returnval){ [ 958.032792] env[65983]: value = "task-4469017" [ 958.032792] env[65983]: _type = "Task" [ 958.032792] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.042930] env[65983]: DEBUG oslo_vmware.api [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4469017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.099092] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.099348] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.149225] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526d78ed-a0e0-5b8f-bedb-0057ca47b138, 'name': SearchDatastore_Task, 'duration_secs': 0.018723} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.151133] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1435fd92-9e60-4b23-b5ef-d1b020e723f8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.165752] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 958.165752] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525eb0d4-b11d-3a16-f4f6-8d92e9213dfc" [ 958.165752] env[65983]: _type = "Task" [ 958.165752] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.176903] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525eb0d4-b11d-3a16-f4f6-8d92e9213dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.216235] env[65983]: DEBUG nova.network.neutron [-] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.265959] env[65983]: DEBUG oslo_concurrency.lockutils [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.284344] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05f95af2-ec29-4e37-a214-51b6dfb0a913 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Lock "e62ad583-c928-48d5-bb9c-5597488e8f7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.866s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.509332] env[65983]: DEBUG nova.scheduler.client.report [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.544172] env[65983]: DEBUG oslo_vmware.api [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Task: {'id': task-4469017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362053} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.544380] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.544573] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.544751] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.545122] env[65983]: INFO nova.compute.manager [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 958.545175] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 958.545374] env[65983]: DEBUG nova.compute.manager [-] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 958.545485] env[65983]: DEBUG nova.network.neutron [-] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 958.545738] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.583080] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.602815] env[65983]: DEBUG nova.compute.utils [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.677565] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525eb0d4-b11d-3a16-f4f6-8d92e9213dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.022992} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.677960] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.679021] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 11da1f65-57fc-4acd-b6eb-9510ecbd9524/11da1f65-57fc-4acd-b6eb-9510ecbd9524.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.679021] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dea73858-960d-4d71-88f7-c550a302ded4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.686938] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 958.686938] env[65983]: value = "task-4469018" [ 958.686938] env[65983]: _type = "Task" [ 958.686938] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.696274] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.725147] env[65983]: INFO nova.compute.manager [-] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Took 1.63 seconds to deallocate network for instance. [ 959.014693] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.015128] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 959.018692] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.745s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.020378] env[65983]: INFO nova.compute.claims [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.107027] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.179124] env[65983]: DEBUG nova.compute.manager [req-c181a899-635f-463f-90e3-23830002685f req-37d60f47-164f-4758-bcd3-63559075a5b3 service nova] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Received event network-vif-deleted-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 959.202255] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469018, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.232339] env[65983]: DEBUG oslo_concurrency.lockutils [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.309708] env[65983]: DEBUG nova.network.neutron [-] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.332727] env[65983]: DEBUG oslo_concurrency.lockutils [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.333251] env[65983]: DEBUG oslo_concurrency.lockutils [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.333607] env[65983]: INFO nova.compute.manager [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Attaching volume fa240c05-80fb-441a-842f-c94882a0c7b0 to /dev/sdb [ 959.386376] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d96180-7c01-480f-8e42-584c7f44a84d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.395053] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55852353-fbb6-444e-a873-e5e6f386f639 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.412748] env[65983]: DEBUG nova.virt.block_device [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Updating existing volume attachment record: 5711829b-1232-4c21-bb03-c8f35553e70a {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 959.421750] env[65983]: INFO nova.compute.manager [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Rescuing [ 959.422053] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquiring lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.422206] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquired lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.422371] env[65983]: DEBUG nova.network.neutron [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 959.527875] env[65983]: DEBUG nova.compute.utils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.529475] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 959.529677] env[65983]: DEBUG nova.network.neutron [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 959.530479] env[65983]: WARNING neutronclient.v2_0.client [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.530479] env[65983]: WARNING neutronclient.v2_0.client [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.597865] env[65983]: DEBUG nova.policy [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9438b0e416834660ab9d88acff04609b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e8e6a7caedc4be6ab5931e91618ce37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.703794] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712041} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.704089] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 11da1f65-57fc-4acd-b6eb-9510ecbd9524/11da1f65-57fc-4acd-b6eb-9510ecbd9524.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.704299] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.704576] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d12ae0cb-3cd2-4dfd-b1bb-4bb8df61cf69 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.712927] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 959.712927] env[65983]: value = "task-4469020" [ 959.712927] env[65983]: _type = "Task" [ 959.712927] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.730171] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.813580] env[65983]: INFO nova.compute.manager [-] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Took 1.27 seconds to deallocate network for instance. [ 959.841671] env[65983]: DEBUG nova.compute.manager [req-2a0c6420-7d82-48ba-b598-2f6f10497968 req-d203184f-641e-4568-ba2f-25cb2a08300c service nova] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Received event network-vif-deleted-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 959.925570] env[65983]: WARNING neutronclient.v2_0.client [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.941872] env[65983]: DEBUG nova.network.neutron [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Successfully created port: 3aaf8389-f2e0-4504-b939-db5f142f871f {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 960.034665] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 960.198798] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.198798] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.198798] env[65983]: INFO nova.compute.manager [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Attaching volume 72a3a35f-712a-4be5-8290-d648f874ccac to /dev/sdb [ 960.210229] env[65983]: WARNING neutronclient.v2_0.client [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.226065] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096704} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.228953] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.230391] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ee62cb-1e91-43c6-8dd9-d22b65f9d525 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.257562] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 11da1f65-57fc-4acd-b6eb-9510ecbd9524/11da1f65-57fc-4acd-b6eb-9510ecbd9524.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.261618] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-344fc5a7-4ca9-4741-99f5-1a0b43d62d8a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.277880] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f75c4af-cb82-41ab-af84-92965e73fe3e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.287255] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ed13aa-eec4-473d-9945-8900cb2cacd8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.290945] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 960.290945] env[65983]: value = "task-4469023" [ 960.290945] env[65983]: _type = "Task" [ 960.290945] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.307186] env[65983]: DEBUG nova.virt.block_device [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Updating existing volume attachment record: 99400251-cacf-4378-816f-8113871df48d {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 960.314213] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469023, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.321510] env[65983]: DEBUG oslo_concurrency.lockutils [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.347344] env[65983]: DEBUG nova.network.neutron [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Updating instance_info_cache with network_info: [{"id": "59209d23-9711-40b6-b244-c84466650b15", "address": "fa:16:3e:12:83:f0", "network": {"id": "8dcd5251-607f-43e4-855f-ec3a1b3198b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061331494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b95365c8a944701837b3bbdb79f11b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59209d23-97", "ovs_interfaceid": "59209d23-9711-40b6-b244-c84466650b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.652686] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372723c2-03df-4315-9d6c-709d58bc2e8d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.665189] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5add5e-23c5-4bb4-be3f-1881e64e2ce4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.701072] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262f8dc1-4501-4d14-bf8c-8c95bde987ad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.710781] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d502d1db-7518-4116-bdb9-c110aa303b36 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.734403] env[65983]: DEBUG nova.compute.provider_tree [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.803207] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469023, 'name': ReconfigVM_Task, 'duration_secs': 0.352076} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.803538] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 11da1f65-57fc-4acd-b6eb-9510ecbd9524/11da1f65-57fc-4acd-b6eb-9510ecbd9524.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.804341] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76f6024f-9147-40cb-900d-ae22e32147fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.813308] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 960.813308] env[65983]: value = "task-4469027" [ 960.813308] env[65983]: _type = "Task" [ 960.813308] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.825244] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469027, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.850390] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Releasing lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.051644] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 961.082917] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 961.083269] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.083513] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 961.083874] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.084132] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 961.084377] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 961.084648] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 961.084819] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 961.085109] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 961.085286] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 961.085477] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 961.086451] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21853ad-cd2f-4503-960e-ae99f24bfa80 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.095415] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f42d444-d10e-44b9-afb6-d4080778a083 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.238679] env[65983]: DEBUG nova.scheduler.client.report [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.325482] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469027, 'name': Rename_Task, 'duration_secs': 0.158762} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.325777] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.326072] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35375021-b51f-42b7-aadb-9a1dc333443c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.335938] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 961.335938] env[65983]: value = "task-4469028" [ 961.335938] env[65983]: _type = "Task" [ 961.335938] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.345164] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.555272] env[65983]: DEBUG nova.network.neutron [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Successfully updated port: 3aaf8389-f2e0-4504-b939-db5f142f871f {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 961.744688] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.745287] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 961.749264] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.299s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.751254] env[65983]: INFO nova.compute.claims [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.847371] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.887221] env[65983]: DEBUG nova.compute.manager [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Received event network-vif-plugged-3aaf8389-f2e0-4504-b939-db5f142f871f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 961.887530] env[65983]: DEBUG oslo_concurrency.lockutils [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] Acquiring lock "29f1dd9d-7056-4851-b609-bd75adcc2da7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.887627] env[65983]: DEBUG oslo_concurrency.lockutils [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] Lock "29f1dd9d-7056-4851-b609-bd75adcc2da7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.887849] env[65983]: DEBUG oslo_concurrency.lockutils [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] Lock "29f1dd9d-7056-4851-b609-bd75adcc2da7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.888075] env[65983]: DEBUG nova.compute.manager [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] No waiting events found dispatching network-vif-plugged-3aaf8389-f2e0-4504-b939-db5f142f871f {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 961.888269] env[65983]: WARNING nova.compute.manager [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Received unexpected event network-vif-plugged-3aaf8389-f2e0-4504-b939-db5f142f871f for instance with vm_state building and task_state spawning. [ 961.888487] env[65983]: DEBUG nova.compute.manager [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Received event network-changed-3aaf8389-f2e0-4504-b939-db5f142f871f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 961.888708] env[65983]: DEBUG nova.compute.manager [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Refreshing instance network info cache due to event network-changed-3aaf8389-f2e0-4504-b939-db5f142f871f. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 961.888848] env[65983]: DEBUG oslo_concurrency.lockutils [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] Acquiring lock "refresh_cache-29f1dd9d-7056-4851-b609-bd75adcc2da7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.888933] env[65983]: DEBUG oslo_concurrency.lockutils [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] Acquired lock "refresh_cache-29f1dd9d-7056-4851-b609-bd75adcc2da7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.889124] env[65983]: DEBUG nova.network.neutron [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Refreshing network info cache for port 3aaf8389-f2e0-4504-b939-db5f142f871f {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.058167] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "refresh_cache-29f1dd9d-7056-4851-b609-bd75adcc2da7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.258659] env[65983]: DEBUG nova.compute.utils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.260186] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 962.260386] env[65983]: DEBUG nova.network.neutron [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 962.260697] env[65983]: WARNING neutronclient.v2_0.client [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.260987] env[65983]: WARNING neutronclient.v2_0.client [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.311505] env[65983]: DEBUG nova.policy [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9438b0e416834660ab9d88acff04609b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e8e6a7caedc4be6ab5931e91618ce37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.349121] env[65983]: DEBUG oslo_vmware.api [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469028, 'name': PowerOnVM_Task, 'duration_secs': 0.836203} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.349121] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.349121] env[65983]: INFO nova.compute.manager [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Took 8.86 seconds to spawn the instance on the hypervisor. [ 962.349333] env[65983]: DEBUG nova.compute.manager [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 962.350057] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3c0b46-9ff4-4db4-8fbe-9309f1f4c201 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.392396] env[65983]: WARNING neutronclient.v2_0.client [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.400033] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.400502] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0505e235-daa2-4f84-ba4f-0f9ead98da52 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.410458] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 962.410458] env[65983]: value = "task-4469030" [ 962.410458] env[65983]: _type = "Task" [ 962.410458] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.421864] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.468478] env[65983]: DEBUG nova.network.neutron [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 962.599919] env[65983]: DEBUG nova.network.neutron [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.649177] env[65983]: DEBUG nova.network.neutron [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Successfully created port: a721ec48-8f3a-45c1-9e52-003c70b8714c {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 962.764694] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 962.876151] env[65983]: INFO nova.compute.manager [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Took 40.95 seconds to build instance. [ 962.925792] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469030, 'name': PowerOffVM_Task, 'duration_secs': 0.253756} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.926100] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.926961] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3157a1-b718-4497-9eaa-293e55c0cb8e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.949340] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9111eacb-aa85-437b-828e-b5a655df7a64 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.997986] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.998499] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18341244-8428-4acf-9d44-1929f3c363f7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.010703] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 963.010703] env[65983]: value = "task-4469032" [ 963.010703] env[65983]: _type = "Task" [ 963.010703] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.025293] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 963.025507] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.026226] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.026860] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.026860] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.027903] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a69ea1d7-b823-421d-a744-de391c657727 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.038759] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.038759] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.042639] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-650f65a5-931e-434f-924b-02a18d9a6dd6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.050185] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 963.050185] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ed787f-beea-fefe-c15b-8945579023b7" [ 963.050185] env[65983]: _type = "Task" [ 963.050185] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.062579] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ed787f-beea-fefe-c15b-8945579023b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.107140] env[65983]: DEBUG oslo_concurrency.lockutils [req-4383639e-ffd6-42a9-96cb-08b66fd5768e req-c59db630-fee0-4fca-a2bd-b2112eb7a7b7 service nova] Releasing lock "refresh_cache-29f1dd9d-7056-4851-b609-bd75adcc2da7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.107247] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired lock "refresh_cache-29f1dd9d-7056-4851-b609-bd75adcc2da7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.107420] env[65983]: DEBUG nova.network.neutron [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 963.339444] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3876f8e9-7c20-4964-8b35-ad2872595cc9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.349076] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f18d8b0-faf6-4ddd-bd92-22e95b4ec936 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.382760] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7f3fd04-98b9-4187-a983-44b3b506eaad tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.466s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.383941] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fc4a8c-5f93-48f5-a991-fd9e24a8caca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.392498] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2f3051-f95b-4cd5-971c-0cdd06eabc8e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.408558] env[65983]: DEBUG nova.compute.provider_tree [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.561560] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ed787f-beea-fefe-c15b-8945579023b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.562206] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6601325f-f306-46bb-a6ec-0bbb00eeb4d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.570033] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 963.570033] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ee3267-f782-ac52-b892-58b021355aa3" [ 963.570033] env[65983]: _type = "Task" [ 963.570033] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.579729] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ee3267-f782-ac52-b892-58b021355aa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.671568] env[65983]: DEBUG nova.network.neutron [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 963.782225] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 963.813619] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 963.813933] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.814119] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 963.814306] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.814439] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 963.814577] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 963.814777] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 963.814996] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 963.815406] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 963.815406] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 963.815548] env[65983]: DEBUG nova.virt.hardware [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 963.816434] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb9940f-0940-4af8-8f2f-481a0f48fcce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.826407] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a088d8f9-1733-4d5a-a813-f2498a3571dc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.912389] env[65983]: DEBUG nova.scheduler.client.report [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.081733] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ee3267-f782-ac52-b892-58b021355aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.024689} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.082099] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.082266] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] e62ad583-c928-48d5-bb9c-5597488e8f7c/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk. {{(pid=65983) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 964.082532] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd38af09-e6d2-414f-b869-796a048fecc6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.091581] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 964.091581] env[65983]: value = "task-4469033" [ 964.091581] env[65983]: _type = "Task" [ 964.091581] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.102048] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.201540] env[65983]: DEBUG nova.network.neutron [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Successfully updated port: a721ec48-8f3a-45c1-9e52-003c70b8714c {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 964.281835] env[65983]: WARNING neutronclient.v2_0.client [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.392765] env[65983]: DEBUG nova.network.neutron [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Updating instance_info_cache with network_info: [{"id": "3aaf8389-f2e0-4504-b939-db5f142f871f", "address": "fa:16:3e:e8:12:e1", "network": {"id": "074c8b2b-3871-4d27-9e4c-440c353cbb86", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-361388970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8e6a7caedc4be6ab5931e91618ce37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaf8389-f2", "ovs_interfaceid": "3aaf8389-f2e0-4504-b939-db5f142f871f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.417829] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.418415] env[65983]: DEBUG nova.compute.manager [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 964.421558] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.843s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.421791] env[65983]: DEBUG nova.objects.instance [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lazy-loading 'resources' on Instance uuid 7ac380a3-a3a6-4c10-8757-c0a61e334936 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.468737] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 964.468978] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873911', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'name': 'volume-fa240c05-80fb-441a-842f-c94882a0c7b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd342e6e-ec20-4c10-acb7-b481d53bc6e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'serial': 'fa240c05-80fb-441a-842f-c94882a0c7b0'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 964.472621] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99439f0a-15ca-443e-a142-08cb1ecea797 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.498466] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466fe304-001c-4571-9181-316c74a1d315 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.531028] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-fa240c05-80fb-441a-842f-c94882a0c7b0/volume-fa240c05-80fb-441a-842f-c94882a0c7b0.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.531028] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d51a0e7c-2de6-44e5-bce2-8192a6cd6565 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.547228] env[65983]: DEBUG nova.compute.manager [req-fb1f3364-c273-4521-bccf-529fa5a8a55a req-ef9b2170-7c48-4c5e-abea-e6fd1d713de2 service nova] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Received event network-vif-plugged-a721ec48-8f3a-45c1-9e52-003c70b8714c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 964.547228] env[65983]: DEBUG oslo_concurrency.lockutils [req-fb1f3364-c273-4521-bccf-529fa5a8a55a req-ef9b2170-7c48-4c5e-abea-e6fd1d713de2 service nova] Acquiring lock "812d320a-cfa4-49fa-abc3-a182fd68dc5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.549447] env[65983]: DEBUG oslo_concurrency.lockutils [req-fb1f3364-c273-4521-bccf-529fa5a8a55a req-ef9b2170-7c48-4c5e-abea-e6fd1d713de2 service nova] Lock "812d320a-cfa4-49fa-abc3-a182fd68dc5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.549784] env[65983]: DEBUG oslo_concurrency.lockutils [req-fb1f3364-c273-4521-bccf-529fa5a8a55a req-ef9b2170-7c48-4c5e-abea-e6fd1d713de2 service nova] Lock "812d320a-cfa4-49fa-abc3-a182fd68dc5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.550032] env[65983]: DEBUG nova.compute.manager [req-fb1f3364-c273-4521-bccf-529fa5a8a55a req-ef9b2170-7c48-4c5e-abea-e6fd1d713de2 service nova] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] No waiting events found dispatching network-vif-plugged-a721ec48-8f3a-45c1-9e52-003c70b8714c {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 964.550246] env[65983]: WARNING nova.compute.manager [req-fb1f3364-c273-4521-bccf-529fa5a8a55a req-ef9b2170-7c48-4c5e-abea-e6fd1d713de2 service nova] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Received unexpected event network-vif-plugged-a721ec48-8f3a-45c1-9e52-003c70b8714c for instance with vm_state building and task_state spawning. [ 964.559516] env[65983]: DEBUG oslo_vmware.api [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 964.559516] env[65983]: value = "task-4469034" [ 964.559516] env[65983]: _type = "Task" [ 964.559516] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.573224] env[65983]: DEBUG oslo_vmware.api [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.603483] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469033, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.705903] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "refresh_cache-812d320a-cfa4-49fa-abc3-a182fd68dc5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.706081] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired lock "refresh_cache-812d320a-cfa4-49fa-abc3-a182fd68dc5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.706220] env[65983]: DEBUG nova.network.neutron [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 964.721225] env[65983]: DEBUG nova.compute.manager [req-f3ee3221-6928-44be-8a4f-5e45ae7c9096 req-bcf1b4cc-8952-4902-a46b-69df015e1d02 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Received event network-changed-0c91ee6c-b2c1-468d-9089-286e5a049fdc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 964.721426] env[65983]: DEBUG nova.compute.manager [req-f3ee3221-6928-44be-8a4f-5e45ae7c9096 req-bcf1b4cc-8952-4902-a46b-69df015e1d02 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Refreshing instance network info cache due to event network-changed-0c91ee6c-b2c1-468d-9089-286e5a049fdc. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 964.721755] env[65983]: DEBUG oslo_concurrency.lockutils [req-f3ee3221-6928-44be-8a4f-5e45ae7c9096 req-bcf1b4cc-8952-4902-a46b-69df015e1d02 service nova] Acquiring lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.721755] env[65983]: DEBUG oslo_concurrency.lockutils [req-f3ee3221-6928-44be-8a4f-5e45ae7c9096 req-bcf1b4cc-8952-4902-a46b-69df015e1d02 service nova] Acquired lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.721996] env[65983]: DEBUG nova.network.neutron [req-f3ee3221-6928-44be-8a4f-5e45ae7c9096 req-bcf1b4cc-8952-4902-a46b-69df015e1d02 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Refreshing network info cache for port 0c91ee6c-b2c1-468d-9089-286e5a049fdc {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.866640] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 964.866899] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873913', 'volume_id': '72a3a35f-712a-4be5-8290-d648f874ccac', 'name': 'volume-72a3a35f-712a-4be5-8290-d648f874ccac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cd3f626-1782-4b14-b70f-ddaae4115c1f', 'attached_at': '', 'detached_at': '', 'volume_id': '72a3a35f-712a-4be5-8290-d648f874ccac', 'serial': '72a3a35f-712a-4be5-8290-d648f874ccac'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 964.867932] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fceff2-f311-419c-bf12-4af60e754e00 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.885873] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d7e956-d263-4681-8b8a-606f573f8871 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.906226] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Releasing lock "refresh_cache-29f1dd9d-7056-4851-b609-bd75adcc2da7" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.906608] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Instance network_info: |[{"id": "3aaf8389-f2e0-4504-b939-db5f142f871f", "address": "fa:16:3e:e8:12:e1", "network": {"id": "074c8b2b-3871-4d27-9e4c-440c353cbb86", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-361388970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8e6a7caedc4be6ab5931e91618ce37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaf8389-f2", "ovs_interfaceid": "3aaf8389-f2e0-4504-b939-db5f142f871f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 964.914282] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] volume-72a3a35f-712a-4be5-8290-d648f874ccac/volume-72a3a35f-712a-4be5-8290-d648f874ccac.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.914819] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:12:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aaf8389-f2e0-4504-b939-db5f142f871f', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.922299] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 964.922570] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-510db701-a115-4d59-856f-82f3b24f12ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.936129] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.940102] env[65983]: DEBUG nova.compute.utils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.942831] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b3e6bbf-4318-48e5-9718-406ae74cff38 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.958389] env[65983]: DEBUG nova.compute.manager [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 964.958389] env[65983]: DEBUG nova.network.neutron [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 964.958389] env[65983]: WARNING neutronclient.v2_0.client [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.958782] env[65983]: WARNING neutronclient.v2_0.client [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.972485] env[65983]: DEBUG oslo_vmware.api [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 964.972485] env[65983]: value = "task-4469035" [ 964.972485] env[65983]: _type = "Task" [ 964.972485] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.972485] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.972485] env[65983]: value = "task-4469036" [ 964.972485] env[65983]: _type = "Task" [ 964.972485] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.985240] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469036, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.992605] env[65983]: DEBUG oslo_vmware.api [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.009692] env[65983]: DEBUG nova.policy [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4fd275529da4a2a9056f2f968db710f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44d492b5198040c195036431825ebfe1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.075321] env[65983]: DEBUG oslo_vmware.api [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469034, 'name': ReconfigVM_Task, 'duration_secs': 0.417768} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.075611] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-fa240c05-80fb-441a-842f-c94882a0c7b0/volume-fa240c05-80fb-441a-842f-c94882a0c7b0.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.083051] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-521d461d-79c2-4823-800a-71744afc1747 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.104303] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540878} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.106036] env[65983]: INFO nova.virt.vmwareapi.ds_util [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] e62ad583-c928-48d5-bb9c-5597488e8f7c/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk. [ 965.106437] env[65983]: DEBUG oslo_vmware.api [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 965.106437] env[65983]: value = "task-4469037" [ 965.106437] env[65983]: _type = "Task" [ 965.106437] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.107249] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbf7eda-6f7f-47c2-acfc-6bbeeb82d8fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.124902] env[65983]: DEBUG oslo_vmware.api [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.147797] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] e62ad583-c928-48d5-bb9c-5597488e8f7c/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.151266] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ffcfd4-0bab-42b6-b438-f9c849e1b94e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.174610] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 965.174610] env[65983]: value = "task-4469038" [ 965.174610] env[65983]: _type = "Task" [ 965.174610] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.186561] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.228175] env[65983]: WARNING neutronclient.v2_0.client [req-f3ee3221-6928-44be-8a4f-5e45ae7c9096 req-bcf1b4cc-8952-4902-a46b-69df015e1d02 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.249130] env[65983]: DEBUG nova.network.neutron [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 965.436034] env[65983]: DEBUG nova.network.neutron [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Successfully created port: 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 965.463848] env[65983]: DEBUG nova.compute.manager [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 965.471459] env[65983]: WARNING neutronclient.v2_0.client [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.492227] env[65983]: DEBUG oslo_vmware.api [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469035, 'name': ReconfigVM_Task, 'duration_secs': 0.513287} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.495505] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Reconfigured VM instance instance-0000004e to attach disk [datastore2] volume-72a3a35f-712a-4be5-8290-d648f874ccac/volume-72a3a35f-712a-4be5-8290-d648f874ccac.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.500841] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469036, 'name': CreateVM_Task, 'duration_secs': 0.460623} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.503776] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c24c7ed4-e100-45c5-a17d-6836517846ff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.515239] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.519570] env[65983]: WARNING neutronclient.v2_0.client [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.519982] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.520951] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.520951] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.521701] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c78a58-5f50-4a9c-9f1a-ed6302036fa7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.527847] env[65983]: DEBUG oslo_vmware.api [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 965.527847] env[65983]: value = "task-4469039" [ 965.527847] env[65983]: _type = "Task" [ 965.527847] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.532823] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 965.532823] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52eebcd1-8d8f-911d-a098-6498da2fb779" [ 965.532823] env[65983]: _type = "Task" [ 965.532823] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.546252] env[65983]: DEBUG oslo_vmware.api [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469039, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.552526] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52eebcd1-8d8f-911d-a098-6498da2fb779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.603197] env[65983]: WARNING neutronclient.v2_0.client [req-f3ee3221-6928-44be-8a4f-5e45ae7c9096 req-bcf1b4cc-8952-4902-a46b-69df015e1d02 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.627025] env[65983]: DEBUG oslo_vmware.api [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469037, 'name': ReconfigVM_Task, 'duration_secs': 0.167676} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.627234] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873911', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'name': 'volume-fa240c05-80fb-441a-842f-c94882a0c7b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd342e6e-ec20-4c10-acb7-b481d53bc6e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'serial': 'fa240c05-80fb-441a-842f-c94882a0c7b0'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 965.649917] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81a21f3-b35d-48ba-93dc-3610e1d1e52c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.653383] env[65983]: DEBUG nova.network.neutron [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Updating instance_info_cache with network_info: [{"id": "a721ec48-8f3a-45c1-9e52-003c70b8714c", "address": "fa:16:3e:ef:fe:64", "network": {"id": "074c8b2b-3871-4d27-9e4c-440c353cbb86", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-361388970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8e6a7caedc4be6ab5931e91618ce37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa721ec48-8f", "ovs_interfaceid": "a721ec48-8f3a-45c1-9e52-003c70b8714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.661256] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa84999-3ae2-4ca2-9c06-3a09d769bb1a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.702977] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29995880-4f65-4518-b69a-679f98dd877d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.715065] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469038, 'name': ReconfigVM_Task, 'duration_secs': 0.421155} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.716314] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7138521e-9809-4397-b03d-7285093f3e42 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.723132] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Reconfigured VM instance instance-00000055 to attach disk [datastore2] e62ad583-c928-48d5-bb9c-5597488e8f7c/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.723132] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145263ab-e2f1-4940-abcc-18e6b57b696e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.735507] env[65983]: DEBUG nova.compute.provider_tree [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.759134] env[65983]: DEBUG nova.scheduler.client.report [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.765219] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16044a9f-0c79-48a7-bb56-39a21bc28004 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.774915] env[65983]: DEBUG nova.network.neutron [req-f3ee3221-6928-44be-8a4f-5e45ae7c9096 req-bcf1b4cc-8952-4902-a46b-69df015e1d02 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updated VIF entry in instance network info cache for port 0c91ee6c-b2c1-468d-9089-286e5a049fdc. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 965.778345] env[65983]: DEBUG nova.network.neutron [req-f3ee3221-6928-44be-8a4f-5e45ae7c9096 req-bcf1b4cc-8952-4902-a46b-69df015e1d02 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updating instance_info_cache with network_info: [{"id": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "address": "fa:16:3e:74:75:0a", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91ee6c-b2", "ovs_interfaceid": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.783703] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 965.783703] env[65983]: value = "task-4469040" [ 965.783703] env[65983]: _type = "Task" [ 965.783703] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.796911] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.046333] env[65983]: DEBUG oslo_vmware.api [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469039, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.052043] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52eebcd1-8d8f-911d-a098-6498da2fb779, 'name': SearchDatastore_Task, 'duration_secs': 0.022028} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.052475] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.052762] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.053036] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.053218] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.053445] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.053742] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-008731ca-0e9c-4d53-8954-23daecda5412 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.066452] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.066698] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.067705] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca764688-4bbb-417f-a6a4-08ee44a84a4d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.075557] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 966.075557] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52726634-ef45-6b66-3a48-a06d37195c59" [ 966.075557] env[65983]: _type = "Task" [ 966.075557] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.089542] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52726634-ef45-6b66-3a48-a06d37195c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.155879] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Releasing lock "refresh_cache-812d320a-cfa4-49fa-abc3-a182fd68dc5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.156453] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Instance network_info: |[{"id": "a721ec48-8f3a-45c1-9e52-003c70b8714c", "address": "fa:16:3e:ef:fe:64", "network": {"id": "074c8b2b-3871-4d27-9e4c-440c353cbb86", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-361388970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8e6a7caedc4be6ab5931e91618ce37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa721ec48-8f", "ovs_interfaceid": "a721ec48-8f3a-45c1-9e52-003c70b8714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 966.156968] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:fe:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a721ec48-8f3a-45c1-9e52-003c70b8714c', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.166350] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 966.166750] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.166975] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6da6c724-49ef-435a-b544-3a6bb7273b23 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.191190] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.191190] env[65983]: value = "task-4469041" [ 966.191190] env[65983]: _type = "Task" [ 966.191190] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.200110] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469041, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.275299] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.277812] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.784s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.279367] env[65983]: INFO nova.compute.claims [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.283037] env[65983]: DEBUG oslo_concurrency.lockutils [req-f3ee3221-6928-44be-8a4f-5e45ae7c9096 req-bcf1b4cc-8952-4902-a46b-69df015e1d02 service nova] Releasing lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.295788] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.300523] env[65983]: INFO nova.scheduler.client.report [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Deleted allocations for instance 7ac380a3-a3a6-4c10-8757-c0a61e334936 [ 966.478126] env[65983]: DEBUG nova.compute.manager [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 966.508372] env[65983]: DEBUG nova.virt.hardware [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 966.508629] env[65983]: DEBUG nova.virt.hardware [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.508783] env[65983]: DEBUG nova.virt.hardware [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 966.508954] env[65983]: DEBUG nova.virt.hardware [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.509136] env[65983]: DEBUG nova.virt.hardware [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 966.509259] env[65983]: DEBUG nova.virt.hardware [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 966.509466] env[65983]: DEBUG nova.virt.hardware [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 966.509621] env[65983]: DEBUG nova.virt.hardware [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 966.509793] env[65983]: DEBUG nova.virt.hardware [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 966.509942] env[65983]: DEBUG nova.virt.hardware [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 966.510135] env[65983]: DEBUG nova.virt.hardware [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 966.511394] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8e46d0-808c-414e-9287-300e9920cbea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.520766] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362fe331-38fd-4198-9a0e-481c8f9c2a23 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.544716] env[65983]: DEBUG oslo_vmware.api [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469039, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.547047] env[65983]: DEBUG nova.compute.manager [req-04a3e742-7344-43e8-abed-648da4ad8169 req-d4d4e00a-7fc9-40a0-bf17-69fd72001bf4 service nova] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Received event network-changed-a721ec48-8f3a-45c1-9e52-003c70b8714c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 966.547247] env[65983]: DEBUG nova.compute.manager [req-04a3e742-7344-43e8-abed-648da4ad8169 req-d4d4e00a-7fc9-40a0-bf17-69fd72001bf4 service nova] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Refreshing instance network info cache due to event network-changed-a721ec48-8f3a-45c1-9e52-003c70b8714c. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 966.547448] env[65983]: DEBUG oslo_concurrency.lockutils [req-04a3e742-7344-43e8-abed-648da4ad8169 req-d4d4e00a-7fc9-40a0-bf17-69fd72001bf4 service nova] Acquiring lock "refresh_cache-812d320a-cfa4-49fa-abc3-a182fd68dc5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.547589] env[65983]: DEBUG oslo_concurrency.lockutils [req-04a3e742-7344-43e8-abed-648da4ad8169 req-d4d4e00a-7fc9-40a0-bf17-69fd72001bf4 service nova] Acquired lock "refresh_cache-812d320a-cfa4-49fa-abc3-a182fd68dc5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.547741] env[65983]: DEBUG nova.network.neutron [req-04a3e742-7344-43e8-abed-648da4ad8169 req-d4d4e00a-7fc9-40a0-bf17-69fd72001bf4 service nova] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Refreshing network info cache for port a721ec48-8f3a-45c1-9e52-003c70b8714c {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.587696] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52726634-ef45-6b66-3a48-a06d37195c59, 'name': SearchDatastore_Task, 'duration_secs': 0.033879} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.588663] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f1c7626-f5d8-4673-934b-9b91045207df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.596795] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 966.596795] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5224a8c4-acc2-9334-375b-d9065c22f08a" [ 966.596795] env[65983]: _type = "Task" [ 966.596795] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.608756] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5224a8c4-acc2-9334-375b-d9065c22f08a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.687864] env[65983]: DEBUG nova.objects.instance [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lazy-loading 'flavor' on Instance uuid cd342e6e-ec20-4c10-acb7-b481d53bc6e9 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.704057] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469041, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.797448] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.811182] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ce90a86c-0760-4e08-9876-f10fa5e97f2b tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "7ac380a3-a3a6-4c10-8757-c0a61e334936" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.804s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.017148] env[65983]: DEBUG nova.network.neutron [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Successfully updated port: 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 967.049503] env[65983]: DEBUG oslo_vmware.api [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469039, 'name': ReconfigVM_Task, 'duration_secs': 1.185471} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.050184] env[65983]: WARNING neutronclient.v2_0.client [req-04a3e742-7344-43e8-abed-648da4ad8169 req-d4d4e00a-7fc9-40a0-bf17-69fd72001bf4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.052940] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873913', 'volume_id': '72a3a35f-712a-4be5-8290-d648f874ccac', 'name': 'volume-72a3a35f-712a-4be5-8290-d648f874ccac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cd3f626-1782-4b14-b70f-ddaae4115c1f', 'attached_at': '', 'detached_at': '', 'volume_id': '72a3a35f-712a-4be5-8290-d648f874ccac', 'serial': '72a3a35f-712a-4be5-8290-d648f874ccac'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 967.111987] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5224a8c4-acc2-9334-375b-d9065c22f08a, 'name': SearchDatastore_Task, 'duration_secs': 0.014554} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.112522] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.112826] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 29f1dd9d-7056-4851-b609-bd75adcc2da7/29f1dd9d-7056-4851-b609-bd75adcc2da7.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.113179] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7b45550-200f-4f7f-a9d4-323c88fdffd7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.122078] env[65983]: DEBUG nova.compute.manager [req-51150e7a-c771-40b2-84d8-98c375c562f5 req-8d203591-3a02-48b2-861b-86a989aa670c service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Received event network-vif-plugged-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 967.122078] env[65983]: DEBUG oslo_concurrency.lockutils [req-51150e7a-c771-40b2-84d8-98c375c562f5 req-8d203591-3a02-48b2-861b-86a989aa670c service nova] Acquiring lock "974e7f63-87a7-40cb-bc37-5b73625a3b44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.122307] env[65983]: DEBUG oslo_concurrency.lockutils [req-51150e7a-c771-40b2-84d8-98c375c562f5 req-8d203591-3a02-48b2-861b-86a989aa670c service nova] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.122522] env[65983]: DEBUG oslo_concurrency.lockutils [req-51150e7a-c771-40b2-84d8-98c375c562f5 req-8d203591-3a02-48b2-861b-86a989aa670c service nova] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.124079] env[65983]: DEBUG nova.compute.manager [req-51150e7a-c771-40b2-84d8-98c375c562f5 req-8d203591-3a02-48b2-861b-86a989aa670c service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] No waiting events found dispatching network-vif-plugged-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 967.124515] env[65983]: WARNING nova.compute.manager [req-51150e7a-c771-40b2-84d8-98c375c562f5 req-8d203591-3a02-48b2-861b-86a989aa670c service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Received unexpected event network-vif-plugged-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec for instance with vm_state building and task_state spawning. [ 967.128090] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 967.128090] env[65983]: value = "task-4469042" [ 967.128090] env[65983]: _type = "Task" [ 967.128090] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.145427] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.199537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-32a16b3c-3b48-4185-a418-6db8084ae973 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.866s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.209040] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469041, 'name': CreateVM_Task, 'duration_secs': 0.582567} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.209236] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.209792] env[65983]: WARNING neutronclient.v2_0.client [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.211044] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.211307] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.211751] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.212167] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d402bb-dd4e-4a5a-ab71-14da85169258 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.220090] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 967.220090] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f0427-e047-9712-cbe9-e71f3d778b95" [ 967.220090] env[65983]: _type = "Task" [ 967.220090] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.233519] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f0427-e047-9712-cbe9-e71f3d778b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.246594] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "329ac5cc-582d-4ce9-8962-413086565e84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.246594] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "329ac5cc-582d-4ce9-8962-413086565e84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.246594] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "329ac5cc-582d-4ce9-8962-413086565e84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.246787] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "329ac5cc-582d-4ce9-8962-413086565e84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.246876] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "329ac5cc-582d-4ce9-8962-413086565e84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.250571] env[65983]: INFO nova.compute.manager [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Terminating instance [ 967.269267] env[65983]: WARNING neutronclient.v2_0.client [req-04a3e742-7344-43e8-abed-648da4ad8169 req-d4d4e00a-7fc9-40a0-bf17-69fd72001bf4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.302990] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469040, 'name': ReconfigVM_Task, 'duration_secs': 1.043283} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.303343] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.303643] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b83dd3ee-461d-49df-9dbd-d61798b2d7f7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.313392] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 967.313392] env[65983]: value = "task-4469043" [ 967.313392] env[65983]: _type = "Task" [ 967.313392] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.323723] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.354269] env[65983]: DEBUG nova.network.neutron [req-04a3e742-7344-43e8-abed-648da4ad8169 req-d4d4e00a-7fc9-40a0-bf17-69fd72001bf4 service nova] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Updated VIF entry in instance network info cache for port a721ec48-8f3a-45c1-9e52-003c70b8714c. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 967.354685] env[65983]: DEBUG nova.network.neutron [req-04a3e742-7344-43e8-abed-648da4ad8169 req-d4d4e00a-7fc9-40a0-bf17-69fd72001bf4 service nova] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Updating instance_info_cache with network_info: [{"id": "a721ec48-8f3a-45c1-9e52-003c70b8714c", "address": "fa:16:3e:ef:fe:64", "network": {"id": "074c8b2b-3871-4d27-9e4c-440c353cbb86", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-361388970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8e6a7caedc4be6ab5931e91618ce37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa721ec48-8f", "ovs_interfaceid": "a721ec48-8f3a-45c1-9e52-003c70b8714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.394559] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.395662] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.522101] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.522101] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.522101] env[65983]: DEBUG nova.network.neutron [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 967.642080] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469042, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.737986] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f0427-e047-9712-cbe9-e71f3d778b95, 'name': SearchDatastore_Task, 'duration_secs': 0.013361} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.741866] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.741866] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.741866] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.741866] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.741866] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.742182] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dd077d3-7e24-4462-9861-96baaab406d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.745053] env[65983]: INFO nova.compute.manager [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Rebuilding instance [ 967.760741] env[65983]: DEBUG nova.compute.manager [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 967.760741] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.762663] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f371136e-91f2-45c0-a04e-29f7d5d90ecc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.766311] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.766505] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.769430] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f14bfa-0539-452b-9e83-c83a5270975b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.783757] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 967.783757] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52963d92-0a38-db0a-ae6a-b516859ccb80" [ 967.783757] env[65983]: _type = "Task" [ 967.783757] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.784099] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.789078] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5f52bf3-195a-4453-a1f4-a37474f200e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.804285] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52963d92-0a38-db0a-ae6a-b516859ccb80, 'name': SearchDatastore_Task, 'duration_secs': 0.01819} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.809833] env[65983]: DEBUG oslo_vmware.api [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 967.809833] env[65983]: value = "task-4469044" [ 967.809833] env[65983]: _type = "Task" [ 967.809833] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.812581] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c1bae0b-4f29-449e-965c-87045d6d7e22 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.823308] env[65983]: DEBUG nova.compute.manager [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 967.828277] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9d969a-7f08-4187-9513-45a05124e1fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.836316] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 967.836316] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52711ae3-7790-794c-f49a-f7bb508c6766" [ 967.836316] env[65983]: _type = "Task" [ 967.836316] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.845290] env[65983]: DEBUG oslo_vmware.api [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4469044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.852836] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.858194] env[65983]: DEBUG oslo_concurrency.lockutils [req-04a3e742-7344-43e8-abed-648da4ad8169 req-d4d4e00a-7fc9-40a0-bf17-69fd72001bf4 service nova] Releasing lock "refresh_cache-812d320a-cfa4-49fa-abc3-a182fd68dc5c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.864374] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52711ae3-7790-794c-f49a-f7bb508c6766, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.864716] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.864988] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 812d320a-cfa4-49fa-abc3-a182fd68dc5c/812d320a-cfa4-49fa-abc3-a182fd68dc5c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.865313] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-681a939e-72e4-4f2a-91dd-b9fdea77a484 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.878339] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 967.878339] env[65983]: value = "task-4469045" [ 967.878339] env[65983]: _type = "Task" [ 967.878339] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.886637] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dc04be-ff76-4dac-b8d6-6b1970880e62 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.900114] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.901248] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddac8b1b-cb23-47f0-829e-068d824efe30 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.914839] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.915259] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.916799] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.916799] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.916799] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.916799] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.916799] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65983) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 967.960319] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.964037] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de0b95c-91bb-44de-9d01-7c7364c9f37a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.978436] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd08da5e-0e4b-4a76-9ce3-b8c72484497d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.996994] env[65983]: DEBUG nova.compute.provider_tree [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.093099] env[65983]: DEBUG nova.network.neutron [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 968.109178] env[65983]: DEBUG nova.objects.instance [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'flavor' on Instance uuid 5cd3f626-1782-4b14-b70f-ddaae4115c1f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.140802] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65187} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.141310] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 29f1dd9d-7056-4851-b609-bd75adcc2da7/29f1dd9d-7056-4851-b609-bd75adcc2da7.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.141310] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.141565] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-945ef36e-25a8-4b14-874a-533611366400 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.151996] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 968.151996] env[65983]: value = "task-4469046" [ 968.151996] env[65983]: _type = "Task" [ 968.151996] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.162067] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.205632] env[65983]: WARNING neutronclient.v2_0.client [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.289159] env[65983]: DEBUG nova.network.neutron [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance_info_cache with network_info: [{"id": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "address": "fa:16:3e:04:61:32", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2c92d3-7c", "ovs_interfaceid": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.290633] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3b6f7a1a-1505-4d4b-8abb-2bbe607e865c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.331785] env[65983]: DEBUG oslo_vmware.api [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4469044, 'name': PowerOffVM_Task, 'duration_secs': 0.343933} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.335208] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.335444] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.336050] env[65983]: DEBUG oslo_vmware.api [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469043, 'name': PowerOnVM_Task, 'duration_secs': 0.757031} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.336050] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-524f979d-81c6-4afe-9235-c0248956c97a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.337750] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.341094] env[65983]: DEBUG nova.compute.manager [None req-94a8a9ac-a97f-481e-a11a-10c8dd79e8ac tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 968.345026] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826e2f53-dd17-4262-be4b-21c43a321f1a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.391726] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469045, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.434432] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.435707] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.435707] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Deleting the datastore file [datastore1] 329ac5cc-582d-4ce9-8962-413086565e84 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.435707] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1740e2f5-a54f-4158-a6e2-c302d9d63bed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.445341] env[65983]: DEBUG oslo_vmware.api [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for the task: (returnval){ [ 968.445341] env[65983]: value = "task-4469048" [ 968.445341] env[65983]: _type = "Task" [ 968.445341] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.457625] env[65983]: DEBUG oslo_vmware.api [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4469048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.463878] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.503044] env[65983]: DEBUG nova.scheduler.client.report [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.615159] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ef7c4764-ecba-47cd-b76e-632975cba234 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.417s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.616250] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3b6f7a1a-1505-4d4b-8abb-2bbe607e865c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.326s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.616461] env[65983]: DEBUG nova.compute.manager [None req-3b6f7a1a-1505-4d4b-8abb-2bbe607e865c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 968.617509] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c707269d-52ca-406d-bc89-ae5df71a2bfc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.625095] env[65983]: DEBUG nova.compute.manager [None req-3b6f7a1a-1505-4d4b-8abb-2bbe607e865c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65983) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 968.625697] env[65983]: DEBUG nova.objects.instance [None req-3b6f7a1a-1505-4d4b-8abb-2bbe607e865c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'flavor' on Instance uuid 5cd3f626-1782-4b14-b70f-ddaae4115c1f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.663400] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067613} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.663698] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.664647] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50759044-ed76-49a7-857d-dbf901a257e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.688916] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 29f1dd9d-7056-4851-b609-bd75adcc2da7/29f1dd9d-7056-4851-b609-bd75adcc2da7.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.689122] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfff0bf6-ff28-4edd-b319-9f1c28f44340 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.709731] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 968.709731] env[65983]: value = "task-4469049" [ 968.709731] env[65983]: _type = "Task" [ 968.709731] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.719357] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.791814] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.792212] env[65983]: DEBUG nova.compute.manager [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Instance network_info: |[{"id": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "address": "fa:16:3e:04:61:32", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2c92d3-7c", "ovs_interfaceid": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 968.792705] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:61:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a2c92d3-7cd7-49c1-bff9-e62b7498ecec', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.801099] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Creating folder: Project (44d492b5198040c195036431825ebfe1). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.801515] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0df1397b-dc11-4e2e-93ff-97bf60d26ce6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.813486] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Created folder: Project (44d492b5198040c195036431825ebfe1) in parent group-v873669. [ 968.813821] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Creating folder: Instances. Parent ref: group-v873916. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.814246] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82739b7d-aa85-4947-8281-bbdbde44b17f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.824445] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Created folder: Instances in parent group-v873916. [ 968.824720] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 968.824985] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.825273] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5dcc698-7aa5-4289-8727-78626628e8ef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.845918] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.845918] env[65983]: value = "task-4469052" [ 968.845918] env[65983]: _type = "Task" [ 968.845918] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.856883] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469052, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.858340] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.858595] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd2d5f1-361c-4608-9ff9-51685a8af0fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.866673] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 968.866673] env[65983]: value = "task-4469053" [ 968.866673] env[65983]: _type = "Task" [ 968.866673] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.877202] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.894180] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758961} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.894540] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 812d320a-cfa4-49fa-abc3-a182fd68dc5c/812d320a-cfa4-49fa-abc3-a182fd68dc5c.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.894962] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.895344] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d30247e1-c4df-4a3b-bdc2-c7538ac295cf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.903853] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 968.903853] env[65983]: value = "task-4469054" [ 968.903853] env[65983]: _type = "Task" [ 968.903853] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.916799] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.961546] env[65983]: DEBUG oslo_vmware.api [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4469048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.010864] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.011535] env[65983]: DEBUG nova.compute.manager [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 969.014608] env[65983]: DEBUG oslo_concurrency.lockutils [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.420s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.221910] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.345801] env[65983]: DEBUG nova.compute.manager [req-70a0924a-1fce-4f5e-be37-79934038fde4 req-29fbc4b9-0e76-4bb9-ab6f-1ba45acba50e service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Received event network-changed-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 969.346045] env[65983]: DEBUG nova.compute.manager [req-70a0924a-1fce-4f5e-be37-79934038fde4 req-29fbc4b9-0e76-4bb9-ab6f-1ba45acba50e service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Refreshing instance network info cache due to event network-changed-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 969.346294] env[65983]: DEBUG oslo_concurrency.lockutils [req-70a0924a-1fce-4f5e-be37-79934038fde4 req-29fbc4b9-0e76-4bb9-ab6f-1ba45acba50e service nova] Acquiring lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.346430] env[65983]: DEBUG oslo_concurrency.lockutils [req-70a0924a-1fce-4f5e-be37-79934038fde4 req-29fbc4b9-0e76-4bb9-ab6f-1ba45acba50e service nova] Acquired lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.346977] env[65983]: DEBUG nova.network.neutron [req-70a0924a-1fce-4f5e-be37-79934038fde4 req-29fbc4b9-0e76-4bb9-ab6f-1ba45acba50e service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Refreshing network info cache for port 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.359300] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469052, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.377432] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469053, 'name': PowerOffVM_Task, 'duration_secs': 0.369869} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.377682] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.419217] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190789} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.419540] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.420415] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f06233-0e9b-4f95-98fe-d1455d6d495d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.444075] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 812d320a-cfa4-49fa-abc3-a182fd68dc5c/812d320a-cfa4-49fa-abc3-a182fd68dc5c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.446291] env[65983]: INFO nova.compute.manager [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Detaching volume fa240c05-80fb-441a-842f-c94882a0c7b0 [ 969.448292] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c73182b6-c5bb-4fdb-8efb-ae00cc51594d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.465635] env[65983]: DEBUG nova.compute.manager [req-0ec35023-00d8-4231-b525-1ca971fcf243 req-2a461ae7-c41c-4931-b182-099c314e1100 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Received event network-changed-59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 969.465843] env[65983]: DEBUG nova.compute.manager [req-0ec35023-00d8-4231-b525-1ca971fcf243 req-2a461ae7-c41c-4931-b182-099c314e1100 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Refreshing instance network info cache due to event network-changed-59209d23-9711-40b6-b244-c84466650b15. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 969.466037] env[65983]: DEBUG oslo_concurrency.lockutils [req-0ec35023-00d8-4231-b525-1ca971fcf243 req-2a461ae7-c41c-4931-b182-099c314e1100 service nova] Acquiring lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.466183] env[65983]: DEBUG oslo_concurrency.lockutils [req-0ec35023-00d8-4231-b525-1ca971fcf243 req-2a461ae7-c41c-4931-b182-099c314e1100 service nova] Acquired lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.466349] env[65983]: DEBUG nova.network.neutron [req-0ec35023-00d8-4231-b525-1ca971fcf243 req-2a461ae7-c41c-4931-b182-099c314e1100 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Refreshing network info cache for port 59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.482638] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 969.482638] env[65983]: value = "task-4469055" [ 969.482638] env[65983]: _type = "Task" [ 969.482638] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.482883] env[65983]: DEBUG oslo_vmware.api [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Task: {'id': task-4469048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.691769} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.483208] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.483393] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.483564] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.483728] env[65983]: INFO nova.compute.manager [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Took 1.72 seconds to destroy the instance on the hypervisor. [ 969.483947] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 969.486989] env[65983]: DEBUG nova.compute.manager [-] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 969.487109] env[65983]: DEBUG nova.network.neutron [-] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 969.487351] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.500843] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.512087] env[65983]: INFO nova.virt.block_device [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Attempting to driver detach volume fa240c05-80fb-441a-842f-c94882a0c7b0 from mountpoint /dev/sdb [ 969.512325] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 969.512547] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873911', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'name': 'volume-fa240c05-80fb-441a-842f-c94882a0c7b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd342e6e-ec20-4c10-acb7-b481d53bc6e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'serial': 'fa240c05-80fb-441a-842f-c94882a0c7b0'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 969.513372] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbb7b21-b9ec-491c-a817-ae5e18f8d856 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.518043] env[65983]: DEBUG nova.compute.utils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.536044] env[65983]: DEBUG nova.compute.manager [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Not allocating networking since 'none' was specified. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 969.538542] env[65983]: INFO nova.compute.claims [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.543394] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.545604] env[65983]: DEBUG nova.compute.manager [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 969.548713] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a349ad-d63a-4340-969b-cad9def57018 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.557709] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be6182e-ae10-41a2-93e2-4b2c830111af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.580961] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfbd1f5-727b-4643-a945-d94e3debf1c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.598254] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The volume has not been displaced from its original location: [datastore2] volume-fa240c05-80fb-441a-842f-c94882a0c7b0/volume-fa240c05-80fb-441a-842f-c94882a0c7b0.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 969.603681] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 969.604309] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a50b50e-974e-45d2-be8c-0aeb27cdb4e7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.624280] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 969.624280] env[65983]: value = "task-4469056" [ 969.624280] env[65983]: _type = "Task" [ 969.624280] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.633974] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.637893] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6f7a1a-1505-4d4b-8abb-2bbe607e865c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.638065] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02a16063-1df7-425f-904d-b7ab4e85c60a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.646517] env[65983]: DEBUG oslo_vmware.api [None req-3b6f7a1a-1505-4d4b-8abb-2bbe607e865c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 969.646517] env[65983]: value = "task-4469057" [ 969.646517] env[65983]: _type = "Task" [ 969.646517] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.657879] env[65983]: DEBUG oslo_vmware.api [None req-3b6f7a1a-1505-4d4b-8abb-2bbe607e865c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.721131] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469049, 'name': ReconfigVM_Task, 'duration_secs': 0.981552} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.721435] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 29f1dd9d-7056-4851-b609-bd75adcc2da7/29f1dd9d-7056-4851-b609-bd75adcc2da7.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.722367] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdae6392-c178-4f0b-b97d-fea50ab49435 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.731454] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 969.731454] env[65983]: value = "task-4469058" [ 969.731454] env[65983]: _type = "Task" [ 969.731454] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.745983] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469058, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.849741] env[65983]: WARNING neutronclient.v2_0.client [req-70a0924a-1fce-4f5e-be37-79934038fde4 req-29fbc4b9-0e76-4bb9-ab6f-1ba45acba50e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.862697] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469052, 'name': CreateVM_Task, 'duration_secs': 0.580782} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.862890] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.863632] env[65983]: WARNING neutronclient.v2_0.client [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.864367] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.865624] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.865916] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.868118] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19014b70-58e1-43f2-8552-3e5105136560 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.873964] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 969.873964] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523ee9b9-b77b-de82-92fc-277ca98ee158" [ 969.873964] env[65983]: _type = "Task" [ 969.873964] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.883900] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523ee9b9-b77b-de82-92fc-277ca98ee158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.974162] env[65983]: WARNING neutronclient.v2_0.client [req-0ec35023-00d8-4231-b525-1ca971fcf243 req-2a461ae7-c41c-4931-b182-099c314e1100 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.005498] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.031592] env[65983]: WARNING neutronclient.v2_0.client [req-70a0924a-1fce-4f5e-be37-79934038fde4 req-29fbc4b9-0e76-4bb9-ab6f-1ba45acba50e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.055050] env[65983]: INFO nova.compute.resource_tracker [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating resource usage from migration 79fe97fe-aa8a-4ba3-863c-d5ab99cf744a [ 970.149832] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469056, 'name': ReconfigVM_Task, 'duration_secs': 0.359468} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.164780] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 970.177462] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed98c6c4-abaf-494a-9de0-e146819b9679 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.196947] env[65983]: DEBUG oslo_vmware.api [None req-3b6f7a1a-1505-4d4b-8abb-2bbe607e865c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469057, 'name': PowerOffVM_Task, 'duration_secs': 0.280174} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.199551] env[65983]: DEBUG nova.network.neutron [req-70a0924a-1fce-4f5e-be37-79934038fde4 req-29fbc4b9-0e76-4bb9-ab6f-1ba45acba50e service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updated VIF entry in instance network info cache for port 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 970.199926] env[65983]: DEBUG nova.network.neutron [req-70a0924a-1fce-4f5e-be37-79934038fde4 req-29fbc4b9-0e76-4bb9-ab6f-1ba45acba50e service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance_info_cache with network_info: [{"id": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "address": "fa:16:3e:04:61:32", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2c92d3-7c", "ovs_interfaceid": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.201354] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6f7a1a-1505-4d4b-8abb-2bbe607e865c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.201485] env[65983]: DEBUG nova.compute.manager [None req-3b6f7a1a-1505-4d4b-8abb-2bbe607e865c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 970.201781] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 970.201781] env[65983]: value = "task-4469059" [ 970.201781] env[65983]: _type = "Task" [ 970.201781] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.205470] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9975b28-5918-486b-9d1f-9c2629a0089a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.227982] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.243792] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469058, 'name': Rename_Task, 'duration_secs': 0.284869} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.244268] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.244575] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a130df3-ea12-411a-9659-04e97fa7afef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.253106] env[65983]: WARNING neutronclient.v2_0.client [req-0ec35023-00d8-4231-b525-1ca971fcf243 req-2a461ae7-c41c-4931-b182-099c314e1100 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.258042] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 970.258042] env[65983]: value = "task-4469060" [ 970.258042] env[65983]: _type = "Task" [ 970.258042] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.271328] env[65983]: DEBUG nova.network.neutron [-] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.272655] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.380467] env[65983]: DEBUG nova.network.neutron [req-0ec35023-00d8-4231-b525-1ca971fcf243 req-2a461ae7-c41c-4931-b182-099c314e1100 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Updated VIF entry in instance network info cache for port 59209d23-9711-40b6-b244-c84466650b15. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 970.380855] env[65983]: DEBUG nova.network.neutron [req-0ec35023-00d8-4231-b525-1ca971fcf243 req-2a461ae7-c41c-4931-b182-099c314e1100 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Updating instance_info_cache with network_info: [{"id": "59209d23-9711-40b6-b244-c84466650b15", "address": "fa:16:3e:12:83:f0", "network": {"id": "8dcd5251-607f-43e4-855f-ec3a1b3198b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061331494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b95365c8a944701837b3bbdb79f11b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59209d23-97", "ovs_interfaceid": "59209d23-9711-40b6-b244-c84466650b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.394288] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523ee9b9-b77b-de82-92fc-277ca98ee158, 'name': SearchDatastore_Task, 'duration_secs': 0.021264} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.394288] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.394288] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.394288] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.394288] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.394288] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.394288] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01c1f712-f50c-44fe-b03a-0fd5484eb415 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.404207] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.404452] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.405351] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-932326c1-1056-42e7-a442-1cbd2a161d9d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.417038] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 970.417038] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b7fcdb-073c-bbb7-d110-01d43539d05f" [ 970.417038] env[65983]: _type = "Task" [ 970.417038] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.431783] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b7fcdb-073c-bbb7-d110-01d43539d05f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.497400] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469055, 'name': ReconfigVM_Task, 'duration_secs': 0.714195} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.497656] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 812d320a-cfa4-49fa-abc3-a182fd68dc5c/812d320a-cfa4-49fa-abc3-a182fd68dc5c.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.498480] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c19ec9ec-abe4-4f62-a6ca-3cfe6db72afa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.507956] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 970.507956] env[65983]: value = "task-4469061" [ 970.507956] env[65983]: _type = "Task" [ 970.507956] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.523846] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469061, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.563497] env[65983]: DEBUG nova.compute.manager [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 970.598123] env[65983]: DEBUG nova.virt.hardware [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 970.598887] env[65983]: DEBUG nova.virt.hardware [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.598887] env[65983]: DEBUG nova.virt.hardware [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 970.598887] env[65983]: DEBUG nova.virt.hardware [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.598887] env[65983]: DEBUG nova.virt.hardware [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 970.599136] env[65983]: DEBUG nova.virt.hardware [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 970.599229] env[65983]: DEBUG nova.virt.hardware [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 970.599380] env[65983]: DEBUG nova.virt.hardware [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 970.599535] env[65983]: DEBUG nova.virt.hardware [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 970.599684] env[65983]: DEBUG nova.virt.hardware [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 970.599844] env[65983]: DEBUG nova.virt.hardware [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 970.601014] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f860e363-8652-4f8f-8b38-57b0fb5aca8b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.611435] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eb829a-56df-41fd-a135-049078cfbfbf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.629821] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.635369] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Creating folder: Project (0d8bbcb859cc44e69c261fc495a8fb4d). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.638388] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0159cf61-acbc-4a17-8e8f-a77ca206f739 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.651314] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Created folder: Project (0d8bbcb859cc44e69c261fc495a8fb4d) in parent group-v873669. [ 970.651536] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Creating folder: Instances. Parent ref: group-v873919. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.651854] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f23d444-a2d4-4955-af2e-d261ffde0b1f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.663618] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Created folder: Instances in parent group-v873919. [ 970.663780] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 970.663988] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.664424] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8266e0ed-ab84-4fce-b44a-9b02d4a5ef9b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.686337] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.686337] env[65983]: value = "task-4469064" [ 970.686337] env[65983]: _type = "Task" [ 970.686337] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.696704] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469064, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.703407] env[65983]: DEBUG oslo_concurrency.lockutils [req-70a0924a-1fce-4f5e-be37-79934038fde4 req-29fbc4b9-0e76-4bb9-ab6f-1ba45acba50e service nova] Releasing lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.720522] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469059, 'name': ReconfigVM_Task, 'duration_secs': 0.196} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.721932] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873911', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'name': 'volume-fa240c05-80fb-441a-842f-c94882a0c7b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd342e6e-ec20-4c10-acb7-b481d53bc6e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'serial': 'fa240c05-80fb-441a-842f-c94882a0c7b0'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 970.724984] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73128c85-9b6c-4d85-a9ce-db56e2d5182d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.735837] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3b6f7a1a-1505-4d4b-8abb-2bbe607e865c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.120s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.738371] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bc8736-eedc-4fcb-a769-36fc9609eef9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.781705] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaed11c-3faa-475a-b8b6-ef64279fd3aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.784938] env[65983]: INFO nova.compute.manager [-] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Took 1.30 seconds to deallocate network for instance. [ 970.800998] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469060, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.802489] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e30faad-eb04-411c-9e70-7f435c78317d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.820136] env[65983]: DEBUG nova.compute.provider_tree [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.885989] env[65983]: DEBUG oslo_concurrency.lockutils [req-0ec35023-00d8-4231-b525-1ca971fcf243 req-2a461ae7-c41c-4931-b182-099c314e1100 service nova] Releasing lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.929434] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b7fcdb-073c-bbb7-d110-01d43539d05f, 'name': SearchDatastore_Task, 'duration_secs': 0.015687} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.930309] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88254b2-47ef-4f58-a061-92b37a6ff126 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.937153] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 970.937153] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52192e57-1a30-072d-fed8-b04674173519" [ 970.937153] env[65983]: _type = "Task" [ 970.937153] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.946864] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52192e57-1a30-072d-fed8-b04674173519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.025291] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469061, 'name': Rename_Task, 'duration_secs': 0.27182} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.025291] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.025291] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-624d061c-c515-4ffb-a6ec-548c29d137ad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.032608] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 971.032608] env[65983]: value = "task-4469065" [ 971.032608] env[65983]: _type = "Task" [ 971.032608] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.043408] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.200552] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469064, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.290691] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469060, 'name': PowerOnVM_Task, 'duration_secs': 0.66876} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.294253] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.294600] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.294806] env[65983]: INFO nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Took 10.24 seconds to spawn the instance on the hypervisor. [ 971.294984] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 971.297449] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24937256-1275-459b-a0fa-cfdd407a18aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.323171] env[65983]: DEBUG nova.scheduler.client.report [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.455111] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52192e57-1a30-072d-fed8-b04674173519, 'name': SearchDatastore_Task, 'duration_secs': 0.049658} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.455460] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.455729] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 974e7f63-87a7-40cb-bc37-5b73625a3b44/974e7f63-87a7-40cb-bc37-5b73625a3b44.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.456047] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c20d7cd2-d38f-42e7-b8a0-b16907f4790f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.464617] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 971.464617] env[65983]: value = "task-4469066" [ 971.464617] env[65983]: _type = "Task" [ 971.464617] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.475091] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.481264] env[65983]: DEBUG nova.objects.instance [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'flavor' on Instance uuid 5cd3f626-1782-4b14-b70f-ddaae4115c1f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.546583] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.697567] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469064, 'name': CreateVM_Task, 'duration_secs': 0.65796} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.697866] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.698184] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.698341] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.698663] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.698924] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e7bef1-85c8-4723-a046-d30f9b8ae97a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.704744] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 971.704744] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f02df3-01a4-1d31-dfd2-c22c611e4ba4" [ 971.704744] env[65983]: _type = "Task" [ 971.704744] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.714590] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f02df3-01a4-1d31-dfd2-c22c611e4ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.802612] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.802973] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c04936e-4a60-46c5-ad4c-aef61af4a38c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.816741] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 971.816741] env[65983]: value = "task-4469067" [ 971.816741] env[65983]: _type = "Task" [ 971.816741] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.824915] env[65983]: INFO nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Took 43.63 seconds to build instance. [ 971.836555] env[65983]: DEBUG oslo_concurrency.lockutils [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.822s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.836555] env[65983]: INFO nova.compute.manager [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Migrating [ 971.848612] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.477s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.848935] env[65983]: DEBUG nova.objects.instance [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Lazy-loading 'resources' on Instance uuid f842bb4a-08fc-4160-9275-0a36c4f67de2 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.850281] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 971.850576] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 971.850751] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873911', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'name': 'volume-fa240c05-80fb-441a-842f-c94882a0c7b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd342e6e-ec20-4c10-acb7-b481d53bc6e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'serial': 'fa240c05-80fb-441a-842f-c94882a0c7b0'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 971.852020] env[65983]: DEBUG nova.compute.manager [req-42ba2abf-fb26-480a-9910-131d22d30cfb req-5b53ac2d-3b85-458b-a055-e65cc97aa4e3 service nova] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Received event network-vif-deleted-370a7a75-2adb-4a8b-b709-1c95044d4fe7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 971.856439] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698982bc-27ad-401d-835f-616b0cea246f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.870958] env[65983]: DEBUG nova.compute.manager [req-69b948e5-7831-40e5-a880-d1b62f1ba815 req-6ec6c2b4-53b8-4ef1-b46d-c7fbcfcc9994 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Received event network-changed-59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 971.871253] env[65983]: DEBUG nova.compute.manager [req-69b948e5-7831-40e5-a880-d1b62f1ba815 req-6ec6c2b4-53b8-4ef1-b46d-c7fbcfcc9994 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Refreshing instance network info cache due to event network-changed-59209d23-9711-40b6-b244-c84466650b15. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 971.871602] env[65983]: DEBUG oslo_concurrency.lockutils [req-69b948e5-7831-40e5-a880-d1b62f1ba815 req-6ec6c2b4-53b8-4ef1-b46d-c7fbcfcc9994 service nova] Acquiring lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.871867] env[65983]: DEBUG oslo_concurrency.lockutils [req-69b948e5-7831-40e5-a880-d1b62f1ba815 req-6ec6c2b4-53b8-4ef1-b46d-c7fbcfcc9994 service nova] Acquired lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.872103] env[65983]: DEBUG nova.network.neutron [req-69b948e5-7831-40e5-a880-d1b62f1ba815 req-6ec6c2b4-53b8-4ef1-b46d-c7fbcfcc9994 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Refreshing network info cache for port 59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.892352] env[65983]: WARNING neutronclient.v2_0.client [req-69b948e5-7831-40e5-a880-d1b62f1ba815 req-6ec6c2b4-53b8-4ef1-b46d-c7fbcfcc9994 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.896979] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13582783-3911-4844-adac-d13691674f1f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.907830] env[65983]: WARNING nova.virt.vmwareapi.driver [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 971.908281] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.909554] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878cb5ac-62b0-47e4-b2c3-4ac4e35ac4bb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.917881] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.918735] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cde1b60-257e-45a1-913e-c25508638dbe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.978889] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469066, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.990074] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.990379] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.990544] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleting the datastore file [datastore1] cd342e6e-ec20-4c10-acb7-b481d53bc6e9 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.991264] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.991383] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquired lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.991477] env[65983]: DEBUG nova.network.neutron [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 971.991644] env[65983]: DEBUG nova.objects.instance [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'info_cache' on Instance uuid 5cd3f626-1782-4b14-b70f-ddaae4115c1f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.993071] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4817d26c-03d0-4000-992a-09af27e0700f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.000851] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 972.000851] env[65983]: value = "task-4469069" [ 972.000851] env[65983]: _type = "Task" [ 972.000851] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.010884] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.052039] env[65983]: DEBUG oslo_vmware.api [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469065, 'name': PowerOnVM_Task, 'duration_secs': 0.891052} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.052039] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.052039] env[65983]: INFO nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Took 8.27 seconds to spawn the instance on the hypervisor. [ 972.052039] env[65983]: DEBUG nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 972.052716] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f458490-c3b5-4872-85c3-2db48ebb01bb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.108387] env[65983]: WARNING neutronclient.v2_0.client [req-69b948e5-7831-40e5-a880-d1b62f1ba815 req-6ec6c2b4-53b8-4ef1-b46d-c7fbcfcc9994 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.216929] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f02df3-01a4-1d31-dfd2-c22c611e4ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.025569} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.218140] env[65983]: DEBUG nova.network.neutron [req-69b948e5-7831-40e5-a880-d1b62f1ba815 req-6ec6c2b4-53b8-4ef1-b46d-c7fbcfcc9994 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Updated VIF entry in instance network info cache for port 59209d23-9711-40b6-b244-c84466650b15. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 972.220161] env[65983]: DEBUG nova.network.neutron [req-69b948e5-7831-40e5-a880-d1b62f1ba815 req-6ec6c2b4-53b8-4ef1-b46d-c7fbcfcc9994 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Updating instance_info_cache with network_info: [{"id": "59209d23-9711-40b6-b244-c84466650b15", "address": "fa:16:3e:12:83:f0", "network": {"id": "8dcd5251-607f-43e4-855f-ec3a1b3198b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061331494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b95365c8a944701837b3bbdb79f11b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59209d23-97", "ovs_interfaceid": "59209d23-9711-40b6-b244-c84466650b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.220161] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.220354] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.220526] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.220759] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.220841] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.221425] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86cf348a-c79c-41ab-9b9d-bf5245c41216 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.238497] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.238756] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.239779] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46ebf6e3-a257-4973-bc31-2ba276ee77ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.249678] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 972.249678] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bc12cd-576a-93b9-123f-d57ac46239dd" [ 972.249678] env[65983]: _type = "Task" [ 972.249678] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.261187] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bc12cd-576a-93b9-123f-d57ac46239dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.328281] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "29f1dd9d-7056-4851-b609-bd75adcc2da7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.140s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.366590] env[65983]: DEBUG oslo_concurrency.lockutils [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.366842] env[65983]: DEBUG oslo_concurrency.lockutils [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.367048] env[65983]: DEBUG nova.network.neutron [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 972.476540] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469066, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.497530] env[65983]: DEBUG nova.objects.base [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Object Instance<5cd3f626-1782-4b14-b70f-ddaae4115c1f> lazy-loaded attributes: flavor,info_cache {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 972.513260] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435321} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.513511] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.513687] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.513854] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.575289] env[65983]: INFO nova.compute.manager [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Took 44.32 seconds to build instance. [ 972.722227] env[65983]: DEBUG oslo_concurrency.lockutils [req-69b948e5-7831-40e5-a880-d1b62f1ba815 req-6ec6c2b4-53b8-4ef1-b46d-c7fbcfcc9994 service nova] Releasing lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.764923] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bc12cd-576a-93b9-123f-d57ac46239dd, 'name': SearchDatastore_Task, 'duration_secs': 0.041117} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.766367] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96e099a-6d83-437d-a08e-14f26738a69e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.775444] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 972.775444] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c7267a-cc75-4310-d728-f997a2285438" [ 972.775444] env[65983]: _type = "Task" [ 972.775444] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.784291] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c7267a-cc75-4310-d728-f997a2285438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.841034] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216188e3-b801-405b-9068-49a85ff2621e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.855908] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f353ba-4a18-407d-a53e-8d6b477a7e65 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.896032] env[65983]: WARNING neutronclient.v2_0.client [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.898924] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92a2019-76f3-4e0c-a9e0-27b627df9da0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.908481] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d6b63-a8b3-43da-90fa-91060d3bc78a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.926048] env[65983]: DEBUG nova.compute.provider_tree [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.977696] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469066, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.002429] env[65983]: WARNING neutronclient.v2_0.client [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.021747] env[65983]: INFO nova.virt.block_device [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Booting with volume fa240c05-80fb-441a-842f-c94882a0c7b0 at /dev/sdb [ 973.062367] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9644164f-870b-4008-9000-d8cf4dc76da2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.073271] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d3861d-0241-4ade-a318-863f5ba92c7c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.084808] env[65983]: DEBUG oslo_concurrency.lockutils [None req-856fff41-75d1-4ab4-8c17-35fe76f82a92 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "812d320a-cfa4-49fa-abc3-a182fd68dc5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.846s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.097570] env[65983]: WARNING neutronclient.v2_0.client [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.118605] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e6fbe6b-59b9-4358-921e-a555e171633c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.131985] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3f44ce-426a-4807-9b76-b40f084b2b84 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.180557] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e168fd5a-f1e0-4d21-a5b6-75f41dac5ca8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.188421] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a99ee4a-00f1-4869-8109-2d660617a3e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.203445] env[65983]: DEBUG nova.virt.block_device [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Updating existing volume attachment record: c6112765-1b76-447d-909b-231bfae202fd {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 973.250739] env[65983]: DEBUG nova.network.neutron [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance_info_cache with network_info: [{"id": "968b04c8-5075-429d-af5f-987397fb53c3", "address": "fa:16:3e:11:03:ab", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968b04c8-50", "ovs_interfaceid": "968b04c8-5075-429d-af5f-987397fb53c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.286828] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c7267a-cc75-4310-d728-f997a2285438, 'name': SearchDatastore_Task, 'duration_secs': 0.073937} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.287654] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.287654] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 49cd5935-fc13-4b64-bd82-74794a680f7e/49cd5935-fc13-4b64-bd82-74794a680f7e.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.287654] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd68f293-cb2f-41f3-ae87-a773bbd3108b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.298384] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 973.298384] env[65983]: value = "task-4469070" [ 973.298384] env[65983]: _type = "Task" [ 973.298384] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.309044] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.329466] env[65983]: WARNING neutronclient.v2_0.client [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.434176] env[65983]: DEBUG nova.scheduler.client.report [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.440516] env[65983]: DEBUG nova.network.neutron [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Updating instance_info_cache with network_info: [{"id": "ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a", "address": "fa:16:3e:0c:d4:d9", "network": {"id": "46418dc1-fbf1-41d5-a2b7-443c1756a3ce", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-995590905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ebc9348fd1491790986a15fb66b001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea83cb55-17", "ovs_interfaceid": "ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.478609] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469066, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.90295} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.478784] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 974e7f63-87a7-40cb-bc37-5b73625a3b44/974e7f63-87a7-40cb-bc37-5b73625a3b44.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.478987] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.479277] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a9b18ff-6f74-458f-8bc6-cb77dff76e10 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.489429] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 973.489429] env[65983]: value = "task-4469071" [ 973.489429] env[65983]: _type = "Task" [ 973.489429] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.498593] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.754476] env[65983]: DEBUG oslo_concurrency.lockutils [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.811970] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469070, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.941926] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.946709] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Releasing lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.950095] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.058s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.950095] env[65983]: DEBUG nova.objects.instance [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 973.979204] env[65983]: INFO nova.scheduler.client.report [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Deleted allocations for instance f842bb4a-08fc-4160-9275-0a36c4f67de2 [ 974.002670] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073917} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.004785] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.005865] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff73fe6c-5fb7-4884-b461-21d47f22b3da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.030681] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 974e7f63-87a7-40cb-bc37-5b73625a3b44/974e7f63-87a7-40cb-bc37-5b73625a3b44.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.032363] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0248adc7-5c5a-4191-8b62-916b8a7985be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.048582] env[65983]: DEBUG nova.compute.manager [req-76b9c892-f9c1-4f6a-a2ce-31c043ee5fc1 req-c3215fcc-3379-4945-b7ff-bc071a744ca8 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Received event network-changed-59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 974.048807] env[65983]: DEBUG nova.compute.manager [req-76b9c892-f9c1-4f6a-a2ce-31c043ee5fc1 req-c3215fcc-3379-4945-b7ff-bc071a744ca8 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Refreshing instance network info cache due to event network-changed-59209d23-9711-40b6-b244-c84466650b15. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 974.049084] env[65983]: DEBUG oslo_concurrency.lockutils [req-76b9c892-f9c1-4f6a-a2ce-31c043ee5fc1 req-c3215fcc-3379-4945-b7ff-bc071a744ca8 service nova] Acquiring lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.049263] env[65983]: DEBUG oslo_concurrency.lockutils [req-76b9c892-f9c1-4f6a-a2ce-31c043ee5fc1 req-c3215fcc-3379-4945-b7ff-bc071a744ca8 service nova] Acquired lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.049453] env[65983]: DEBUG nova.network.neutron [req-76b9c892-f9c1-4f6a-a2ce-31c043ee5fc1 req-c3215fcc-3379-4945-b7ff-bc071a744ca8 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Refreshing network info cache for port 59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.053398] env[65983]: DEBUG nova.compute.manager [req-e24f353a-f397-4c33-8c7c-e263174572e6 req-e0b820e0-e43a-49e4-a40b-ea7a6d0930c9 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Received event network-changed-59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 974.053610] env[65983]: DEBUG nova.compute.manager [req-e24f353a-f397-4c33-8c7c-e263174572e6 req-e0b820e0-e43a-49e4-a40b-ea7a6d0930c9 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Refreshing instance network info cache due to event network-changed-59209d23-9711-40b6-b244-c84466650b15. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 974.053825] env[65983]: DEBUG oslo_concurrency.lockutils [req-e24f353a-f397-4c33-8c7c-e263174572e6 req-e0b820e0-e43a-49e4-a40b-ea7a6d0930c9 service nova] Acquiring lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.060429] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 974.060429] env[65983]: value = "task-4469072" [ 974.060429] env[65983]: _type = "Task" [ 974.060429] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.072366] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.225050] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "29f1dd9d-7056-4851-b609-bd75adcc2da7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.225831] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "29f1dd9d-7056-4851-b609-bd75adcc2da7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.225831] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "29f1dd9d-7056-4851-b609-bd75adcc2da7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.225831] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "29f1dd9d-7056-4851-b609-bd75adcc2da7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.226049] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "29f1dd9d-7056-4851-b609-bd75adcc2da7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.228727] env[65983]: INFO nova.compute.manager [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Terminating instance [ 974.314587] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693275} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.316379] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 49cd5935-fc13-4b64-bd82-74794a680f7e/49cd5935-fc13-4b64-bd82-74794a680f7e.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.317041] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.317129] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f2a2b62-35f1-4084-83f3-84b015831a15 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.326426] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 974.326426] env[65983]: value = "task-4469073" [ 974.326426] env[65983]: _type = "Task" [ 974.326426] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.336630] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.447684] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquiring lock "e62ad583-c928-48d5-bb9c-5597488e8f7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.447684] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Lock "e62ad583-c928-48d5-bb9c-5597488e8f7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.447684] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquiring lock "e62ad583-c928-48d5-bb9c-5597488e8f7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.447965] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Lock "e62ad583-c928-48d5-bb9c-5597488e8f7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.448092] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Lock "e62ad583-c928-48d5-bb9c-5597488e8f7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.450259] env[65983]: INFO nova.compute.manager [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Terminating instance [ 974.491025] env[65983]: DEBUG oslo_concurrency.lockutils [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "812d320a-cfa4-49fa-abc3-a182fd68dc5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.491333] env[65983]: DEBUG oslo_concurrency.lockutils [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "812d320a-cfa4-49fa-abc3-a182fd68dc5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.491555] env[65983]: DEBUG oslo_concurrency.lockutils [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "812d320a-cfa4-49fa-abc3-a182fd68dc5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.491753] env[65983]: DEBUG oslo_concurrency.lockutils [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "812d320a-cfa4-49fa-abc3-a182fd68dc5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.491918] env[65983]: DEBUG oslo_concurrency.lockutils [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "812d320a-cfa4-49fa-abc3-a182fd68dc5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.496058] env[65983]: INFO nova.compute.manager [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Terminating instance [ 974.497375] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Lock "f842bb4a-08fc-4160-9275-0a36c4f67de2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.098s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.555205] env[65983]: WARNING neutronclient.v2_0.client [req-76b9c892-f9c1-4f6a-a2ce-31c043ee5fc1 req-c3215fcc-3379-4945-b7ff-bc071a744ca8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.571765] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469072, 'name': ReconfigVM_Task, 'duration_secs': 0.304768} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.572084] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 974e7f63-87a7-40cb-bc37-5b73625a3b44/974e7f63-87a7-40cb-bc37-5b73625a3b44.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.572835] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35da644e-78fd-441c-b282-5d569d71fef6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.580831] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 974.580831] env[65983]: value = "task-4469074" [ 974.580831] env[65983]: _type = "Task" [ 974.580831] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.590016] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469074, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.734341] env[65983]: DEBUG nova.compute.manager [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 974.734341] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.734991] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ef7a36-1965-481b-896b-a233faef864c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.739128] env[65983]: WARNING neutronclient.v2_0.client [req-76b9c892-f9c1-4f6a-a2ce-31c043ee5fc1 req-c3215fcc-3379-4945-b7ff-bc071a744ca8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.747213] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.747560] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87417a73-8bd4-479a-855f-380df3c1fb71 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.756914] env[65983]: DEBUG oslo_vmware.api [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 974.756914] env[65983]: value = "task-4469075" [ 974.756914] env[65983]: _type = "Task" [ 974.756914] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.768713] env[65983]: DEBUG oslo_vmware.api [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.825551] env[65983]: DEBUG nova.network.neutron [req-76b9c892-f9c1-4f6a-a2ce-31c043ee5fc1 req-c3215fcc-3379-4945-b7ff-bc071a744ca8 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Updated VIF entry in instance network info cache for port 59209d23-9711-40b6-b244-c84466650b15. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 974.826047] env[65983]: DEBUG nova.network.neutron [req-76b9c892-f9c1-4f6a-a2ce-31c043ee5fc1 req-c3215fcc-3379-4945-b7ff-bc071a744ca8 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Updating instance_info_cache with network_info: [{"id": "59209d23-9711-40b6-b244-c84466650b15", "address": "fa:16:3e:12:83:f0", "network": {"id": "8dcd5251-607f-43e4-855f-ec3a1b3198b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061331494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b95365c8a944701837b3bbdb79f11b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59209d23-97", "ovs_interfaceid": "59209d23-9711-40b6-b244-c84466650b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.839922] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190913} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.840297] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.841192] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562ae8db-8f88-4f8e-bc79-d9c8bd57286e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.865770] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 49cd5935-fc13-4b64-bd82-74794a680f7e/49cd5935-fc13-4b64-bd82-74794a680f7e.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.866154] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69c8b0a3-7af8-405f-a8b8-83f8b4867e95 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.888955] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 974.888955] env[65983]: value = "task-4469076" [ 974.888955] env[65983]: _type = "Task" [ 974.888955] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.901625] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.955432] env[65983]: DEBUG nova.compute.manager [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 974.955665] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.956662] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcf8adc-f9b2-4739-bf4d-a619472341d1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.961224] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.963237] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7e83fcba-a8c4-47be-9796-0824c279767b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.965844] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e70dbdf8-baa7-4c2f-966e-2499bfca0d7e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.969972] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.322s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.971776] env[65983]: INFO nova.compute.claims [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.975454] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.976478] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9225114-f58f-4d3d-8088-f9c5d2b04bce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.985504] env[65983]: DEBUG oslo_vmware.api [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 974.985504] env[65983]: value = "task-4469077" [ 974.985504] env[65983]: _type = "Task" [ 974.985504] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.987415] env[65983]: DEBUG oslo_vmware.api [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 974.987415] env[65983]: value = "task-4469078" [ 974.987415] env[65983]: _type = "Task" [ 974.987415] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.006050] env[65983]: DEBUG nova.compute.manager [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 975.007026] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.007336] env[65983]: DEBUG oslo_vmware.api [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.011897] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366b8873-b5dd-4390-a137-5a8272724734 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.015732] env[65983]: DEBUG oslo_vmware.api [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.023277] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.024768] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed4a9779-b697-400c-8611-ca8305d3ae36 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.034346] env[65983]: DEBUG oslo_vmware.api [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 975.034346] env[65983]: value = "task-4469079" [ 975.034346] env[65983]: _type = "Task" [ 975.034346] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.046659] env[65983]: DEBUG oslo_vmware.api [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.093387] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469074, 'name': Rename_Task, 'duration_secs': 0.16009} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.093683] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.093960] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee314a13-0662-46d2-8ac3-5003331aa107 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.102746] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 975.102746] env[65983]: value = "task-4469080" [ 975.102746] env[65983]: _type = "Task" [ 975.102746] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.112910] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.267628] env[65983]: DEBUG oslo_vmware.api [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469075, 'name': PowerOffVM_Task, 'duration_secs': 0.343794} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.267916] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.268134] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.268560] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18f9eef9-a514-415e-b8f9-83fc10d98dcc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.275733] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741644ed-8776-43ca-bde1-ec0f2e98d6d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.298681] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance '811d8ad9-137c-4720-9c9b-071e4eb3f7ce' progress to 0 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.333623] env[65983]: DEBUG oslo_concurrency.lockutils [req-76b9c892-f9c1-4f6a-a2ce-31c043ee5fc1 req-c3215fcc-3379-4945-b7ff-bc071a744ca8 service nova] Releasing lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.333993] env[65983]: DEBUG oslo_concurrency.lockutils [req-e24f353a-f397-4c33-8c7c-e263174572e6 req-e0b820e0-e43a-49e4-a40b-ea7a6d0930c9 service nova] Acquired lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.334313] env[65983]: DEBUG nova.network.neutron [req-e24f353a-f397-4c33-8c7c-e263174572e6 req-e0b820e0-e43a-49e4-a40b-ea7a6d0930c9 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Refreshing network info cache for port 59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.355523] env[65983]: DEBUG nova.virt.hardware [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 975.355958] env[65983]: DEBUG nova.virt.hardware [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.356095] env[65983]: DEBUG nova.virt.hardware [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 975.356272] env[65983]: DEBUG nova.virt.hardware [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.356458] env[65983]: DEBUG nova.virt.hardware [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 975.356637] env[65983]: DEBUG nova.virt.hardware [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 975.356903] env[65983]: DEBUG nova.virt.hardware [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 975.357104] env[65983]: DEBUG nova.virt.hardware [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 975.357326] env[65983]: DEBUG nova.virt.hardware [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 975.357642] env[65983]: DEBUG nova.virt.hardware [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 975.357798] env[65983]: DEBUG nova.virt.hardware [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 975.359184] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570b508e-ed7f-4fbb-b49b-8a305172608a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.365203] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.365203] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.365384] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Deleting the datastore file [datastore2] 29f1dd9d-7056-4851-b609-bd75adcc2da7 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.365950] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac7fc299-4dc3-4932-af1f-d05b2dac78cd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.372757] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e161625-b801-40e0-bb4f-a67388ff2950 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.378611] env[65983]: DEBUG oslo_vmware.api [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 975.378611] env[65983]: value = "task-4469082" [ 975.378611] env[65983]: _type = "Task" [ 975.378611] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.393486] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:e8:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5e688e8-3a37-4314-befa-c7240e1ff183', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.401696] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 975.406039] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.409787] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81f5eb6c-c7f1-485b-9887-4a68d56f6ccb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.425499] env[65983]: DEBUG oslo_vmware.api [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.432579] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469076, 'name': ReconfigVM_Task, 'duration_secs': 0.462651} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.434437] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 49cd5935-fc13-4b64-bd82-74794a680f7e/49cd5935-fc13-4b64-bd82-74794a680f7e.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.434958] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.434958] env[65983]: value = "task-4469083" [ 975.434958] env[65983]: _type = "Task" [ 975.434958] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.435208] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f33765b-c986-4c91-af9a-683f55fdc7ad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.450195] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469083, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.453076] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 975.453076] env[65983]: value = "task-4469084" [ 975.453076] env[65983]: _type = "Task" [ 975.453076] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.465354] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469084, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.508790] env[65983]: DEBUG oslo_vmware.api [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469077, 'name': PowerOnVM_Task, 'duration_secs': 0.509064} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.514251] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.514822] env[65983]: DEBUG nova.compute.manager [None req-d891bd59-45e4-4667-99f1-e96c18c1b123 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 975.515822] env[65983]: DEBUG oslo_vmware.api [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469078, 'name': PowerOffVM_Task, 'duration_secs': 0.275782} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.517071] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f62ecf-5491-4b36-ae20-3352d00f84be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.522482] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.522660] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.522959] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c196a4c-9ca7-4af0-81ce-63aaec382018 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.549423] env[65983]: DEBUG oslo_vmware.api [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469079, 'name': PowerOffVM_Task, 'duration_secs': 0.255683} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.549852] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.555027] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.555027] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6ad5f33-b436-4397-8eb6-06d083513c93 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.608040] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.608040] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.608040] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Deleting the datastore file [datastore2] e62ad583-c928-48d5-bb9c-5597488e8f7c {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.611858] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddbeb514-d199-43ee-8879-50abcad16802 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.622580] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469080, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.624714] env[65983]: DEBUG oslo_vmware.api [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for the task: (returnval){ [ 975.624714] env[65983]: value = "task-4469087" [ 975.624714] env[65983]: _type = "Task" [ 975.624714] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.636702] env[65983]: DEBUG oslo_vmware.api [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.639281] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.639281] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.639281] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Deleting the datastore file [datastore2] 812d320a-cfa4-49fa-abc3-a182fd68dc5c {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.639683] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70187678-98df-47a5-8cc9-9a3c7fa3c36c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.650913] env[65983]: DEBUG oslo_vmware.api [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for the task: (returnval){ [ 975.650913] env[65983]: value = "task-4469088" [ 975.650913] env[65983]: _type = "Task" [ 975.650913] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.664991] env[65983]: DEBUG oslo_vmware.api [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.809053] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.809481] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db45c282-f24f-4b0f-90bf-c2a13fb995e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.820428] env[65983]: DEBUG oslo_vmware.api [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 975.820428] env[65983]: value = "task-4469089" [ 975.820428] env[65983]: _type = "Task" [ 975.820428] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.832030] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 975.832376] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance '811d8ad9-137c-4720-9c9b-071e4eb3f7ce' progress to 17 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.837273] env[65983]: WARNING neutronclient.v2_0.client [req-e24f353a-f397-4c33-8c7c-e263174572e6 req-e0b820e0-e43a-49e4-a40b-ea7a6d0930c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.893855] env[65983]: DEBUG oslo_vmware.api [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295193} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.894508] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.894607] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.894785] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.894991] env[65983]: INFO nova.compute.manager [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 975.895382] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 975.895623] env[65983]: DEBUG nova.compute.manager [-] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 975.895733] env[65983]: DEBUG nova.network.neutron [-] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 975.896037] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.956858] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469083, 'name': CreateVM_Task, 'duration_secs': 0.403622} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.961102] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.961872] env[65983]: WARNING neutronclient.v2_0.client [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 975.962424] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.962875] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.963301] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.968021] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed51c87-c2d0-4518-9cbf-cabe82131c84 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.972653] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.975250] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469084, 'name': Rename_Task, 'duration_secs': 0.2634} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.978438] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.978762] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe63774-434a-4cd7-ade4-c12e9e3b9095 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.986246] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 975.986246] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ccc2f3-85a2-66b5-de00-6787b39afc50" [ 975.986246] env[65983]: _type = "Task" [ 975.986246] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.995129] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 975.995129] env[65983]: value = "task-4469090" [ 975.995129] env[65983]: _type = "Task" [ 975.995129] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.000505] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ccc2f3-85a2-66b5-de00-6787b39afc50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.013504] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.126224] env[65983]: DEBUG oslo_vmware.api [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469080, 'name': PowerOnVM_Task, 'duration_secs': 0.555579} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.132081] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.132422] env[65983]: INFO nova.compute.manager [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Took 9.65 seconds to spawn the instance on the hypervisor. [ 976.132688] env[65983]: DEBUG nova.compute.manager [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 976.134508] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bc91c2-c79a-4e32-b608-3b202905c6a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.147054] env[65983]: DEBUG oslo_vmware.api [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Task: {'id': task-4469087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515198} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.149868] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.150408] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.150408] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.150618] env[65983]: INFO nova.compute.manager [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 976.151267] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 976.155905] env[65983]: DEBUG nova.compute.manager [-] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 976.156079] env[65983]: DEBUG nova.network.neutron [-] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 976.156810] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.175696] env[65983]: DEBUG oslo_vmware.api [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Task: {'id': task-4469088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402284} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.176050] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.176783] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.176783] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.176965] env[65983]: INFO nova.compute.manager [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 976.177631] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 976.178027] env[65983]: DEBUG nova.compute.manager [-] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 976.178168] env[65983]: DEBUG nova.network.neutron [-] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 976.178543] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.332816] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.343205] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 976.343477] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.343654] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 976.343799] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.344405] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 976.344405] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 976.344405] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 976.344628] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 976.344678] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 976.344825] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 976.345011] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 976.350953] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66f82ae4-ae70-4b26-813e-c6859ef26d7e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.366191] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.374514] env[65983]: DEBUG oslo_vmware.api [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 976.374514] env[65983]: value = "task-4469091" [ 976.374514] env[65983]: _type = "Task" [ 976.374514] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.379698] env[65983]: WARNING neutronclient.v2_0.client [req-e24f353a-f397-4c33-8c7c-e263174572e6 req-e0b820e0-e43a-49e4-a40b-ea7a6d0930c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.391826] env[65983]: DEBUG oslo_vmware.api [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.505058] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ccc2f3-85a2-66b5-de00-6787b39afc50, 'name': SearchDatastore_Task, 'duration_secs': 0.016821} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.508375] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.508651] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.508895] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.509780] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.509780] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.509780] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd9ee16a-a19b-4214-b4d2-12ecf0202e9c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.519861] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469090, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.528694] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.529043] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.530317] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aedd14f2-8c9d-4c3f-80f5-0c50db826d73 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.544126] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 976.544126] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c9dcf5-e3bb-d087-0c4c-bb2d4fb038d5" [ 976.544126] env[65983]: _type = "Task" [ 976.544126] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.557440] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c9dcf5-e3bb-d087-0c4c-bb2d4fb038d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.669291] env[65983]: INFO nova.compute.manager [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Took 48.24 seconds to build instance. [ 976.730747] env[65983]: DEBUG nova.network.neutron [-] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.807510] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2193d6fd-29df-43f2-9ea6-cba35643231b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.826765] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e2aa8-0742-4d89-adff-2e7097df2c1f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.880666] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56401e56-7bd7-41fa-8025-4b7845ceb166 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.892972] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107e01e0-891a-4dd7-91f6-89063c3b902e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.897468] env[65983]: DEBUG oslo_vmware.api [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469091, 'name': ReconfigVM_Task, 'duration_secs': 0.177705} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.898106] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance '811d8ad9-137c-4720-9c9b-071e4eb3f7ce' progress to 33 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.914328] env[65983]: DEBUG nova.compute.provider_tree [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.010569] env[65983]: DEBUG nova.network.neutron [req-e24f353a-f397-4c33-8c7c-e263174572e6 req-e0b820e0-e43a-49e4-a40b-ea7a6d0930c9 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Updated VIF entry in instance network info cache for port 59209d23-9711-40b6-b244-c84466650b15. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 977.010915] env[65983]: DEBUG nova.network.neutron [req-e24f353a-f397-4c33-8c7c-e263174572e6 req-e0b820e0-e43a-49e4-a40b-ea7a6d0930c9 service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Updating instance_info_cache with network_info: [{"id": "59209d23-9711-40b6-b244-c84466650b15", "address": "fa:16:3e:12:83:f0", "network": {"id": "8dcd5251-607f-43e4-855f-ec3a1b3198b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061331494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b95365c8a944701837b3bbdb79f11b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59209d23-97", "ovs_interfaceid": "59209d23-9711-40b6-b244-c84466650b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.015567] env[65983]: DEBUG oslo_vmware.api [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469090, 'name': PowerOnVM_Task, 'duration_secs': 0.732037} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.015846] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.016739] env[65983]: INFO nova.compute.manager [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Took 6.45 seconds to spawn the instance on the hypervisor. [ 977.016739] env[65983]: DEBUG nova.compute.manager [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 977.017031] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab471f5a-9528-4f52-b6bf-3cfca456e72b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.056296] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c9dcf5-e3bb-d087-0c4c-bb2d4fb038d5, 'name': SearchDatastore_Task, 'duration_secs': 0.035835} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.057252] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-406211e7-d719-4a33-8e7c-aaf9285871f2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.065443] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 977.065443] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fb38c0-d08d-3662-df21-742c2e5012a7" [ 977.065443] env[65983]: _type = "Task" [ 977.065443] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.073047] env[65983]: DEBUG nova.compute.manager [req-fdf981b4-e62f-408f-a4d8-9de60c542f07 req-dfc0e5ca-30bb-43fe-b7fe-85924640a91e service nova] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Received event network-vif-deleted-3aaf8389-f2e0-4504-b939-db5f142f871f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 977.082779] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fb38c0-d08d-3662-df21-742c2e5012a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.105022] env[65983]: DEBUG nova.network.neutron [-] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.171299] env[65983]: DEBUG oslo_concurrency.lockutils [None req-44ac24f6-e898-424c-a402-3e50fb2fe359 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.751s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.240530] env[65983]: INFO nova.compute.manager [-] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Took 1.34 seconds to deallocate network for instance. [ 977.406340] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 977.406691] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.406789] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 977.406914] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.407066] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 977.407213] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 977.407504] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 977.407677] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 977.407838] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 977.407992] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 977.408176] env[65983]: DEBUG nova.virt.hardware [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 977.413687] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 977.414748] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7cde760-77b8-40e0-9802-e505a298f1c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.428446] env[65983]: DEBUG nova.scheduler.client.report [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.439409] env[65983]: DEBUG nova.network.neutron [-] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.440694] env[65983]: DEBUG oslo_vmware.api [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 977.440694] env[65983]: value = "task-4469092" [ 977.440694] env[65983]: _type = "Task" [ 977.440694] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.457604] env[65983]: DEBUG oslo_vmware.api [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.484399] env[65983]: DEBUG nova.compute.manager [req-b7b48a1c-5661-4757-b72d-8444b8229026 req-a2646e9b-1535-45f7-9a91-52bc98288ac9 service nova] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Received event network-vif-deleted-a721ec48-8f3a-45c1-9e52-003c70b8714c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 977.517511] env[65983]: DEBUG oslo_concurrency.lockutils [req-e24f353a-f397-4c33-8c7c-e263174572e6 req-e0b820e0-e43a-49e4-a40b-ea7a6d0930c9 service nova] Releasing lock "refresh_cache-e62ad583-c928-48d5-bb9c-5597488e8f7c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.542169] env[65983]: INFO nova.compute.manager [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Took 44.08 seconds to build instance. [ 977.579551] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52fb38c0-d08d-3662-df21-742c2e5012a7, 'name': SearchDatastore_Task, 'duration_secs': 0.033832} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.579835] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.580138] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] cd342e6e-ec20-4c10-acb7-b481d53bc6e9/cd342e6e-ec20-4c10-acb7-b481d53bc6e9.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.580439] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02ed1044-9298-4cee-9172-aa001b60a5e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.591896] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 977.591896] env[65983]: value = "task-4469093" [ 977.591896] env[65983]: _type = "Task" [ 977.591896] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.604570] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.608219] env[65983]: INFO nova.compute.manager [-] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Took 1.45 seconds to deallocate network for instance. [ 977.748300] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.935274] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.965s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.936043] env[65983]: DEBUG nova.compute.manager [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 977.939229] env[65983]: DEBUG oslo_concurrency.lockutils [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.261s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.939641] env[65983]: DEBUG nova.objects.instance [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 977.952287] env[65983]: INFO nova.compute.manager [-] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Took 1.77 seconds to deallocate network for instance. [ 977.961148] env[65983]: DEBUG oslo_vmware.api [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469092, 'name': ReconfigVM_Task, 'duration_secs': 0.204997} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.964684] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 977.965644] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01f3cbc-bf3e-476a-a3a8-caeac02339c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.004679] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 811d8ad9-137c-4720-9c9b-071e4eb3f7ce/811d8ad9-137c-4720-9c9b-071e4eb3f7ce.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.008150] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d123c7e7-fa49-47bc-9b43-01a810a55906 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.040018] env[65983]: DEBUG oslo_vmware.api [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 978.040018] env[65983]: value = "task-4469094" [ 978.040018] env[65983]: _type = "Task" [ 978.040018] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.046104] env[65983]: DEBUG oslo_concurrency.lockutils [None req-eaf692d5-7fb9-4c61-9215-ef08fcfce273 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Lock "49cd5935-fc13-4b64-bd82-74794a680f7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.173s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.053271] env[65983]: DEBUG oslo_vmware.api [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.107361] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469093, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.116968] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.445851] env[65983]: DEBUG nova.compute.utils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.450892] env[65983]: DEBUG nova.compute.manager [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Not allocating networking since 'none' was specified. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 978.472783] env[65983]: DEBUG oslo_concurrency.lockutils [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.552843] env[65983]: DEBUG oslo_vmware.api [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469094, 'name': ReconfigVM_Task, 'duration_secs': 0.463391} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.553125] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 811d8ad9-137c-4720-9c9b-071e4eb3f7ce/811d8ad9-137c-4720-9c9b-071e4eb3f7ce.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.553465] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance '811d8ad9-137c-4720-9c9b-071e4eb3f7ce' progress to 50 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.603775] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62222} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.604990] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] cd342e6e-ec20-4c10-acb7-b481d53bc6e9/cd342e6e-ec20-4c10-acb7-b481d53bc6e9.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.605334] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.605606] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40ac1387-8224-47c9-be1d-9e32ba388730 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.614425] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 978.614425] env[65983]: value = "task-4469095" [ 978.614425] env[65983]: _type = "Task" [ 978.614425] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.627303] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.879822] env[65983]: INFO nova.compute.manager [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Rebuilding instance [ 978.932121] env[65983]: DEBUG nova.compute.manager [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 978.933139] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f44481-558c-4219-b97e-c4aaa7acc404 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.952277] env[65983]: DEBUG nova.compute.manager [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 978.957159] env[65983]: DEBUG oslo_concurrency.lockutils [None req-23489f17-c0c3-4888-9301-0bb9e2585fcc tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.959604] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.236s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.959838] env[65983]: DEBUG nova.objects.instance [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lazy-loading 'resources' on Instance uuid f06070f2-2135-42ab-b30b-a89344e0618e {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.059968] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d445dc0-9afa-42fd-aca7-ca3fa6e8a770 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.082253] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1e87a7-46b9-434a-ba3c-34400805b6f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.104323] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance '811d8ad9-137c-4720-9c9b-071e4eb3f7ce' progress to 67 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 979.111903] env[65983]: DEBUG nova.compute.manager [req-abe6b431-032f-4882-9af3-74d532855d54 req-8d61f306-c4fe-4f7a-aa0f-341d5f14c0ec service nova] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Received event network-vif-deleted-59209d23-9711-40b6-b244-c84466650b15 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 979.125277] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098382} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.125591] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.126341] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52146ec0-7eea-4f95-b202-a634f6422198 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.151236] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] cd342e6e-ec20-4c10-acb7-b481d53bc6e9/cd342e6e-ec20-4c10-acb7-b481d53bc6e9.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.151956] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f18dab-8b1d-4bee-9226-df38031a8582 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.173021] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 979.173021] env[65983]: value = "task-4469096" [ 979.173021] env[65983]: _type = "Task" [ 979.173021] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.185538] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.597654] env[65983]: DEBUG nova.compute.manager [req-1781fff4-aed5-46f6-aeaf-f371944c08d9 req-6fbea180-9c33-4e6b-89a9-04b54c643873 service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Received event network-changed-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 979.598236] env[65983]: DEBUG nova.compute.manager [req-1781fff4-aed5-46f6-aeaf-f371944c08d9 req-6fbea180-9c33-4e6b-89a9-04b54c643873 service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Refreshing instance network info cache due to event network-changed-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 979.598236] env[65983]: DEBUG oslo_concurrency.lockutils [req-1781fff4-aed5-46f6-aeaf-f371944c08d9 req-6fbea180-9c33-4e6b-89a9-04b54c643873 service nova] Acquiring lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.598236] env[65983]: DEBUG oslo_concurrency.lockutils [req-1781fff4-aed5-46f6-aeaf-f371944c08d9 req-6fbea180-9c33-4e6b-89a9-04b54c643873 service nova] Acquired lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.598236] env[65983]: DEBUG nova.network.neutron [req-1781fff4-aed5-46f6-aeaf-f371944c08d9 req-6fbea180-9c33-4e6b-89a9-04b54c643873 service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Refreshing network info cache for port 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.614454] env[65983]: WARNING neutronclient.v2_0.client [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.614895] env[65983]: WARNING neutronclient.v2_0.client [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.656184] env[65983]: DEBUG nova.network.neutron [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Port 968b04c8-5075-429d-af5f-987397fb53c3 binding to destination host cpu-1 is already ACTIVE {{(pid=65983) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 979.687804] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469096, 'name': ReconfigVM_Task, 'duration_secs': 0.276954} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.688112] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Reconfigured VM instance instance-0000004d to attach disk [datastore1] cd342e6e-ec20-4c10-acb7-b481d53bc6e9/cd342e6e-ec20-4c10-acb7-b481d53bc6e9.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.689580] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'size': 0, 'disk_bus': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'image_id': '071a6326-39b8-4d94-b77c-aac96bfcf5e4'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': 'c6112765-1b76-447d-909b-231bfae202fd', 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873911', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'name': 'volume-fa240c05-80fb-441a-842f-c94882a0c7b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd342e6e-ec20-4c10-acb7-b481d53bc6e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'serial': 'fa240c05-80fb-441a-842f-c94882a0c7b0'}, 'volume_type': None}], 'swap': None} {{(pid=65983) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 979.689787] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 979.690021] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873911', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'name': 'volume-fa240c05-80fb-441a-842f-c94882a0c7b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd342e6e-ec20-4c10-acb7-b481d53bc6e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'serial': 'fa240c05-80fb-441a-842f-c94882a0c7b0'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 979.691147] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468765f6-8dd1-4d19-86a6-adddd552b770 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.713504] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0551ffc8-ac40-4eb0-b45d-65359004b144 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.741115] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-fa240c05-80fb-441a-842f-c94882a0c7b0/volume-fa240c05-80fb-441a-842f-c94882a0c7b0.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.743766] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb0e4d06-5db8-448a-bc89-f8a15cb2e933 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.763708] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 979.763708] env[65983]: value = "task-4469097" [ 979.763708] env[65983]: _type = "Task" [ 979.763708] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.777771] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469097, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.950723] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.951330] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b38ee73d-fc00-4118-93c6-fadf75b25b75 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.960086] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 979.960086] env[65983]: value = "task-4469098" [ 979.960086] env[65983]: _type = "Task" [ 979.960086] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.967640] env[65983]: DEBUG nova.compute.manager [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 979.975672] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.980671] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a686df06-26fd-4aa2-901d-5b03ef3fba60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.990973] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc2536b-b199-404c-ae27-77dc8e31c6bf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.024789] env[65983]: DEBUG nova.virt.hardware [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 980.025044] env[65983]: DEBUG nova.virt.hardware [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.025200] env[65983]: DEBUG nova.virt.hardware [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 980.025497] env[65983]: DEBUG nova.virt.hardware [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.025497] env[65983]: DEBUG nova.virt.hardware [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 980.025642] env[65983]: DEBUG nova.virt.hardware [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 980.025838] env[65983]: DEBUG nova.virt.hardware [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 980.025992] env[65983]: DEBUG nova.virt.hardware [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 980.026169] env[65983]: DEBUG nova.virt.hardware [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 980.026326] env[65983]: DEBUG nova.virt.hardware [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 980.026501] env[65983]: DEBUG nova.virt.hardware [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 980.027621] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0096b97-8a6f-4294-92e0-982ba4dff01b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.030442] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d964287-101f-48f2-a384-c331d5dcdf0d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.042812] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45f8cef-e928-4471-bc15-0fd99f224b09 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.048173] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21123b0b-3f4c-445e-ac32-7913f54db64d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.064550] env[65983]: DEBUG nova.compute.provider_tree [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.078799] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.084336] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Creating folder: Project (e8a62b1b76724492b3495d799906b9a5). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.084995] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7210f7df-fbd8-410a-b590-0e84a962e74c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.098295] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Created folder: Project (e8a62b1b76724492b3495d799906b9a5) in parent group-v873669. [ 980.098528] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Creating folder: Instances. Parent ref: group-v873923. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.099090] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a7fff36-9634-48e8-a0ff-3900a69cfe20 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.101326] env[65983]: WARNING neutronclient.v2_0.client [req-1781fff4-aed5-46f6-aeaf-f371944c08d9 req-6fbea180-9c33-4e6b-89a9-04b54c643873 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.115071] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Created folder: Instances in parent group-v873923. [ 980.115716] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 980.115716] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.115855] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-882c42a0-0696-4079-90a4-a1bc7d3e1e06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.135520] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.135520] env[65983]: value = "task-4469101" [ 980.135520] env[65983]: _type = "Task" [ 980.135520] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.149038] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469101, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.276852] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.324747] env[65983]: WARNING neutronclient.v2_0.client [req-1781fff4-aed5-46f6-aeaf-f371944c08d9 req-6fbea180-9c33-4e6b-89a9-04b54c643873 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.402176] env[65983]: DEBUG nova.network.neutron [req-1781fff4-aed5-46f6-aeaf-f371944c08d9 req-6fbea180-9c33-4e6b-89a9-04b54c643873 service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updated VIF entry in instance network info cache for port 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 980.402558] env[65983]: DEBUG nova.network.neutron [req-1781fff4-aed5-46f6-aeaf-f371944c08d9 req-6fbea180-9c33-4e6b-89a9-04b54c643873 service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance_info_cache with network_info: [{"id": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "address": "fa:16:3e:04:61:32", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2c92d3-7c", "ovs_interfaceid": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.472189] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469098, 'name': PowerOffVM_Task, 'duration_secs': 0.203052} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.472543] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.473253] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.474111] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8204bc67-524c-494f-acc1-5f7a333999e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.482036] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.482273] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7af1269-f544-4766-a3eb-4a4ba3602fe0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.514895] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.515373] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.515716] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Deleting the datastore file [datastore1] 49cd5935-fc13-4b64-bd82-74794a680f7e {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.516058] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ede45c5-e306-40e4-ab2e-060c653ee61a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.524608] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 980.524608] env[65983]: value = "task-4469103" [ 980.524608] env[65983]: _type = "Task" [ 980.524608] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.534688] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.586622] env[65983]: DEBUG nova.scheduler.client.report [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.648314] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469101, 'name': CreateVM_Task, 'duration_secs': 0.449956} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.648699] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.649058] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.649264] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.649642] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.650253] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acacbb1b-ec27-4450-9ef7-074173604216 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.656626] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Waiting for the task: (returnval){ [ 980.656626] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5234003f-907d-0339-bb09-abc2ba88a15a" [ 980.656626] env[65983]: _type = "Task" [ 980.656626] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.675785] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5234003f-907d-0339-bb09-abc2ba88a15a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.685918] env[65983]: DEBUG oslo_concurrency.lockutils [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.686191] env[65983]: DEBUG oslo_concurrency.lockutils [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.686770] env[65983]: DEBUG oslo_concurrency.lockutils [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.778622] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469097, 'name': ReconfigVM_Task, 'duration_secs': 1.012088} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.779055] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-fa240c05-80fb-441a-842f-c94882a0c7b0/volume-fa240c05-80fb-441a-842f-c94882a0c7b0.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.784489] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62156c95-7215-4bd7-84bf-359888117c1f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.808871] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 980.808871] env[65983]: value = "task-4469104" [ 980.808871] env[65983]: _type = "Task" [ 980.808871] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.825626] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.905736] env[65983]: DEBUG oslo_concurrency.lockutils [req-1781fff4-aed5-46f6-aeaf-f371944c08d9 req-6fbea180-9c33-4e6b-89a9-04b54c643873 service nova] Releasing lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.035627] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126057} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.035887] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.036093] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.036269] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.092170] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.094584] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.953s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.095027] env[65983]: DEBUG nova.objects.instance [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lazy-loading 'resources' on Instance uuid 971f5d99-6b23-4deb-aa5a-fc501452d132 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.158888] env[65983]: INFO nova.scheduler.client.report [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Deleted allocations for instance f06070f2-2135-42ab-b30b-a89344e0618e [ 981.173583] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5234003f-907d-0339-bb09-abc2ba88a15a, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.173901] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.174162] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.174465] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.174622] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.174802] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.175093] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09b9713e-3eb3-4917-961c-7bec568bfd64 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.185860] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.186104] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.186872] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172d2c35-8e52-4e7a-be74-d7ae184b32d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.195823] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Waiting for the task: (returnval){ [ 981.195823] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529419cc-1a92-b855-247b-3285189e7759" [ 981.195823] env[65983]: _type = "Task" [ 981.195823] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.206172] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529419cc-1a92-b855-247b-3285189e7759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.319864] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469104, 'name': ReconfigVM_Task, 'duration_secs': 0.163713} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.320251] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873911', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'name': 'volume-fa240c05-80fb-441a-842f-c94882a0c7b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd342e6e-ec20-4c10-acb7-b481d53bc6e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'serial': 'fa240c05-80fb-441a-842f-c94882a0c7b0'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 981.320853] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9d722a9-dfc2-4ef4-a374-ebf8ecd73a6e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.328229] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 981.328229] env[65983]: value = "task-4469105" [ 981.328229] env[65983]: _type = "Task" [ 981.328229] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.337081] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469105, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.670533] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74b74eb8-12b6-4634-be55-16aae0f64549 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f06070f2-2135-42ab-b30b-a89344e0618e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.642s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.693118] env[65983]: WARNING neutronclient.v2_0.client [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.720694] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529419cc-1a92-b855-247b-3285189e7759, 'name': SearchDatastore_Task, 'duration_secs': 0.015001} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.721590] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d43d862-2838-41a7-b7ed-b639a7813829 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.735025] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Waiting for the task: (returnval){ [ 981.735025] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524f0df3-22c0-6e58-2db7-0e3cd0fe1b2e" [ 981.735025] env[65983]: _type = "Task" [ 981.735025] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.737217] env[65983]: DEBUG oslo_concurrency.lockutils [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.737391] env[65983]: DEBUG oslo_concurrency.lockutils [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.737565] env[65983]: DEBUG nova.network.neutron [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.744912] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524f0df3-22c0-6e58-2db7-0e3cd0fe1b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.841795] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469105, 'name': Rename_Task, 'duration_secs': 0.168922} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.842098] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.842434] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da681021-dee6-45ca-8368-93439202821b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.850030] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 981.850030] env[65983]: value = "task-4469106" [ 981.850030] env[65983]: _type = "Task" [ 981.850030] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.864982] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.080796] env[65983]: DEBUG nova.virt.hardware [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 982.081077] env[65983]: DEBUG nova.virt.hardware [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.081239] env[65983]: DEBUG nova.virt.hardware [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 982.081419] env[65983]: DEBUG nova.virt.hardware [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.081559] env[65983]: DEBUG nova.virt.hardware [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 982.081699] env[65983]: DEBUG nova.virt.hardware [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 982.081906] env[65983]: DEBUG nova.virt.hardware [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 982.082070] env[65983]: DEBUG nova.virt.hardware [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 982.082233] env[65983]: DEBUG nova.virt.hardware [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 982.082399] env[65983]: DEBUG nova.virt.hardware [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 982.082702] env[65983]: DEBUG nova.virt.hardware [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 982.083538] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a2cb41-11f4-4945-a75f-453a6d38d8e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.090912] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62e06bf-9e7f-41d7-bf97-6c9f1d008f78 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.098012] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e58806-d6ec-4f74-a30b-f042b5947615 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.106803] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc141fb-80fd-4553-bd0d-a8e344577b7a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.118580] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.124603] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 982.125498] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.125755] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d874627-f071-4280-8914-7eec6555e4c4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.164478] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32ad35f-cc74-40a0-b303-26a0d204bb44 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.170177] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.170177] env[65983]: value = "task-4469107" [ 982.170177] env[65983]: _type = "Task" [ 982.170177] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.178727] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80daef8a-4620-4745-9ad6-ccefcc6ff68e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.190657] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469107, 'name': CreateVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.200369] env[65983]: DEBUG nova.compute.provider_tree [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.246799] env[65983]: WARNING neutronclient.v2_0.client [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.249832] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524f0df3-22c0-6e58-2db7-0e3cd0fe1b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.033663} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.250617] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.250946] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] a7610115-61a9-4300-bff1-b6a694663ac5/a7610115-61a9-4300-bff1-b6a694663ac5.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.251300] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5dfe834-213a-4cbd-9b7f-6b2b305eaff2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.260891] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Waiting for the task: (returnval){ [ 982.260891] env[65983]: value = "task-4469108" [ 982.260891] env[65983]: _type = "Task" [ 982.260891] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.271826] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.364068] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469106, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.506557] env[65983]: WARNING neutronclient.v2_0.client [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.586929] env[65983]: DEBUG nova.network.neutron [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance_info_cache with network_info: [{"id": "968b04c8-5075-429d-af5f-987397fb53c3", "address": "fa:16:3e:11:03:ab", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968b04c8-50", "ovs_interfaceid": "968b04c8-5075-429d-af5f-987397fb53c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.684873] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469107, 'name': CreateVM_Task, 'duration_secs': 0.397211} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.685418] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.685596] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.685811] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.686252] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.686697] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1358af01-e2d6-479e-9e72-90840eafed60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.693954] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 982.693954] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5242422c-5389-cd40-02e7-06ac9f0e163f" [ 982.693954] env[65983]: _type = "Task" [ 982.693954] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.704976] env[65983]: DEBUG nova.scheduler.client.report [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.708563] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5242422c-5389-cd40-02e7-06ac9f0e163f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.772066] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469108, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.861656] env[65983]: DEBUG oslo_vmware.api [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469106, 'name': PowerOnVM_Task, 'duration_secs': 0.526684} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.861933] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.862155] env[65983]: DEBUG nova.compute.manager [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 982.862983] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fffb8d-1bb1-4e76-bf2c-7cdcd847688a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.089621] env[65983]: DEBUG oslo_concurrency.lockutils [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.158644] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "f83633bd-6802-402b-9ba0-7e3510fb145a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.159020] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.206784] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5242422c-5389-cd40-02e7-06ac9f0e163f, 'name': SearchDatastore_Task, 'duration_secs': 0.054849} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.207842] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.208151] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.208443] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.208627] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.208956] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.209868] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.212379] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26b401c1-3be0-4415-9668-48420887b561 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.215495] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.990s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.215842] env[65983]: DEBUG nova.objects.instance [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lazy-loading 'resources' on Instance uuid b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.226939] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.227182] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.228605] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8686de-c457-4bca-bfa7-e718933538e5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.235652] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 983.235652] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522b9998-44d3-f0a1-a566-4563c4d996ac" [ 983.235652] env[65983]: _type = "Task" [ 983.235652] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.240909] env[65983]: INFO nova.scheduler.client.report [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Deleted allocations for instance 971f5d99-6b23-4deb-aa5a-fc501452d132 [ 983.251084] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522b9998-44d3-f0a1-a566-4563c4d996ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.274668] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779394} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.274965] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] a7610115-61a9-4300-bff1-b6a694663ac5/a7610115-61a9-4300-bff1-b6a694663ac5.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.275207] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.275664] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a27f4ca-5858-4c2e-a1d1-99fb359f9eef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.283872] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Waiting for the task: (returnval){ [ 983.283872] env[65983]: value = "task-4469109" [ 983.283872] env[65983]: _type = "Task" [ 983.283872] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.294709] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.381467] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.614077] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f76ef7-ddad-407e-a388-b523e0a7e96e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.634717] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4245f528-940f-45e9-ac0c-258ca3e3c6dc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.642652] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance '811d8ad9-137c-4720-9c9b-071e4eb3f7ce' progress to 83 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.662435] env[65983]: INFO nova.compute.manager [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Detaching volume 282612cd-6fd8-4b8f-ba61-26e735615974 [ 983.703440] env[65983]: INFO nova.virt.block_device [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Attempting to driver detach volume 282612cd-6fd8-4b8f-ba61-26e735615974 from mountpoint /dev/sdb [ 983.703771] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 983.703854] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873766', 'volume_id': '282612cd-6fd8-4b8f-ba61-26e735615974', 'name': 'volume-282612cd-6fd8-4b8f-ba61-26e735615974', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f83633bd-6802-402b-9ba0-7e3510fb145a', 'attached_at': '', 'detached_at': '', 'volume_id': '282612cd-6fd8-4b8f-ba61-26e735615974', 'serial': '282612cd-6fd8-4b8f-ba61-26e735615974'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 983.705035] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957dab2f-858f-47d2-b1c8-c889aa52a297 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.734386] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eca381-5709-4cc4-93eb-aa600b54d55b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.749054] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522b9998-44d3-f0a1-a566-4563c4d996ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01679} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.750587] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74418709-4bbd-47ed-8752-1461987eca96 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.756037] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f98f455-c4a3-4e99-b6d5-5f5940eb56ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.761712] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "971f5d99-6b23-4deb-aa5a-fc501452d132" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.144s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.787465] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f5d920-e6be-4f80-9c1f-ee2a505501df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.790637] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 983.790637] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5252cb61-193b-03d8-9887-57f9fe4b81b0" [ 983.790637] env[65983]: _type = "Task" [ 983.790637] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.810063] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The volume has not been displaced from its original location: [datastore2] volume-282612cd-6fd8-4b8f-ba61-26e735615974/volume-282612cd-6fd8-4b8f-ba61-26e735615974.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 983.817223] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 983.824091] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37edbfe0-3851-40fb-b8ef-7fd2e3ec0a77 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.837849] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304429} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.842658] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.843077] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5252cb61-193b-03d8-9887-57f9fe4b81b0, 'name': SearchDatastore_Task, 'duration_secs': 0.0116} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.844291] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d5daf-deb1-44b1-88ab-11a14454f675 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.847076] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.847344] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 49cd5935-fc13-4b64-bd82-74794a680f7e/49cd5935-fc13-4b64-bd82-74794a680f7e.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.847642] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cc3f6b7-337c-4bb1-bbf1-eb4f0cf3623e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.854569] env[65983]: DEBUG oslo_vmware.api [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 983.854569] env[65983]: value = "task-4469110" [ 983.854569] env[65983]: _type = "Task" [ 983.854569] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.875161] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] a7610115-61a9-4300-bff1-b6a694663ac5/a7610115-61a9-4300-bff1-b6a694663ac5.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.880745] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba67b46-4fdf-4a98-81c4-2e01ac7d337a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.896413] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 983.896413] env[65983]: value = "task-4469111" [ 983.896413] env[65983]: _type = "Task" [ 983.896413] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.901066] env[65983]: DEBUG oslo_vmware.api [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.907935] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Waiting for the task: (returnval){ [ 983.907935] env[65983]: value = "task-4469112" [ 983.907935] env[65983]: _type = "Task" [ 983.907935] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.911268] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.924356] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469112, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.152031] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-250cd3df-89e5-4040-9ed9-4d445d476808 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance '811d8ad9-137c-4720-9c9b-071e4eb3f7ce' progress to 100 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.300451] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599f11d1-dd5d-4785-8038-8d7c85015e25 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.311695] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d902ad7-6f9c-4d36-8ffd-63158141abcb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.349093] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3ce2d1-f4de-45a0-aa54-318cfec475bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.362118] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e14a51-adff-4aff-87ba-83ec4a48fa3e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.387584] env[65983]: DEBUG nova.compute.provider_tree [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.388113] env[65983]: DEBUG oslo_vmware.api [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469110, 'name': ReconfigVM_Task, 'duration_secs': 0.286339} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.388389] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 984.393492] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81dc8254-f5a3-43a4-8f9f-4b0b6de13b30 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.420310] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469111, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.421432] env[65983]: DEBUG oslo_vmware.api [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 984.421432] env[65983]: value = "task-4469113" [ 984.421432] env[65983]: _type = "Task" [ 984.421432] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.428826] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469112, 'name': ReconfigVM_Task, 'duration_secs': 0.388612} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.430370] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Reconfigured VM instance instance-0000005b to attach disk [datastore2] a7610115-61a9-4300-bff1-b6a694663ac5/a7610115-61a9-4300-bff1-b6a694663ac5.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.430370] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6063f4a0-f426-4278-a0e5-b6c4a6cad9e7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.436351] env[65983]: DEBUG oslo_vmware.api [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469113, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.444551] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Waiting for the task: (returnval){ [ 984.444551] env[65983]: value = "task-4469114" [ 984.444551] env[65983]: _type = "Task" [ 984.444551] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.457444] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469114, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.895205] env[65983]: DEBUG nova.scheduler.client.report [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.916787] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653691} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.917699] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 49cd5935-fc13-4b64-bd82-74794a680f7e/49cd5935-fc13-4b64-bd82-74794a680f7e.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.917916] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.918209] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac61923b-0050-45a9-a892-a59c566f19fb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.927247] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 984.927247] env[65983]: value = "task-4469115" [ 984.927247] env[65983]: _type = "Task" [ 984.927247] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.936409] env[65983]: DEBUG oslo_vmware.api [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469113, 'name': ReconfigVM_Task, 'duration_secs': 0.360477} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.937201] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873766', 'volume_id': '282612cd-6fd8-4b8f-ba61-26e735615974', 'name': 'volume-282612cd-6fd8-4b8f-ba61-26e735615974', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f83633bd-6802-402b-9ba0-7e3510fb145a', 'attached_at': '', 'detached_at': '', 'volume_id': '282612cd-6fd8-4b8f-ba61-26e735615974', 'serial': '282612cd-6fd8-4b8f-ba61-26e735615974'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 984.942973] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.958253] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469114, 'name': Rename_Task, 'duration_secs': 0.2599} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.958410] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.958652] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4756e5b-21b9-4396-b51e-0cb91cad46e5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.967372] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Waiting for the task: (returnval){ [ 984.967372] env[65983]: value = "task-4469116" [ 984.967372] env[65983]: _type = "Task" [ 984.967372] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.978670] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.400771] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.403256] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.004s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.404827] env[65983]: INFO nova.compute.claims [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.436014] env[65983]: INFO nova.scheduler.client.report [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted allocations for instance b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b [ 985.444040] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.358444} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.444040] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.444863] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2689f3f2-eb77-4498-8147-a087ac4f3e2a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.468020] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 49cd5935-fc13-4b64-bd82-74794a680f7e/49cd5935-fc13-4b64-bd82-74794a680f7e.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.468416] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b6812e6-31c7-489f-819c-14b7dbec3833 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.496980] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.498533] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 985.498533] env[65983]: value = "task-4469117" [ 985.498533] env[65983]: _type = "Task" [ 985.498533] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.509479] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.513288] env[65983]: DEBUG nova.objects.instance [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lazy-loading 'flavor' on Instance uuid f83633bd-6802-402b-9ba0-7e3510fb145a {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.704562] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.704809] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.947676] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.304s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.978477] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469116, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.010617] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.208345] env[65983]: DEBUG nova.compute.utils [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.480051] env[65983]: DEBUG oslo_vmware.api [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469116, 'name': PowerOnVM_Task, 'duration_secs': 1.414039} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.482929] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.483196] env[65983]: INFO nova.compute.manager [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Took 6.52 seconds to spawn the instance on the hypervisor. [ 986.483377] env[65983]: DEBUG nova.compute.manager [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 986.484491] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162c20f8-dd44-4afd-9f8d-645424da9803 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.510083] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.522327] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f3fac880-bc92-4224-a1dd-612cff7b35d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.363s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.526696] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.527207] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.527421] env[65983]: DEBUG nova.compute.manager [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Going to confirm migration 3 {{(pid=65983) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 986.711709] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.966733] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550dcb8b-9073-466e-942c-3328eec7198a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.974866] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c316ff-766b-4255-bd11-f0cd15b96885 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.013304] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baad2868-bd4e-41ed-b1dc-5dbb709243fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.018708] env[65983]: INFO nova.compute.manager [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Took 45.39 seconds to build instance. [ 987.027890] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469117, 'name': ReconfigVM_Task, 'duration_secs': 1.320307} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.029343] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f00865c-2ef6-4f46-b0d3-0c8aeddfb595 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.033501] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 49cd5935-fc13-4b64-bd82-74794a680f7e/49cd5935-fc13-4b64-bd82-74794a680f7e.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.036826] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ba6f38a-4bff-4022-a310-2ee095e4f535 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.038902] env[65983]: WARNING neutronclient.v2_0.client [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.052326] env[65983]: DEBUG nova.compute.provider_tree [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.055786] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 987.055786] env[65983]: value = "task-4469118" [ 987.055786] env[65983]: _type = "Task" [ 987.055786] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.065758] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469118, 'name': Rename_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.145358] env[65983]: WARNING neutronclient.v2_0.client [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.145865] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.146031] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.146242] env[65983]: DEBUG nova.network.neutron [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 987.146379] env[65983]: DEBUG nova.objects.instance [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'info_cache' on Instance uuid 811d8ad9-137c-4720-9c9b-071e4eb3f7ce {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.529944] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2fe91c67-45da-400d-b43e-059bee1f4ae7 tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Lock "a7610115-61a9-4300-bff1-b6a694663ac5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.168s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.557379] env[65983]: DEBUG nova.scheduler.client.report [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.571208] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469118, 'name': Rename_Task, 'duration_secs': 0.39257} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.571530] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.571797] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29ff4c99-f35e-4f19-9cda-2a4b436a97d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.580031] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 987.580031] env[65983]: value = "task-4469119" [ 987.580031] env[65983]: _type = "Task" [ 987.580031] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.588965] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.849513] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.849793] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.850042] env[65983]: INFO nova.compute.manager [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Attaching volume 3d7565b4-8621-47db-a37b-640edfd55b1b to /dev/sdb [ 987.884712] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd07450b-76b5-4115-a3fb-c4efe8de0c78 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.893293] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72085113-2414-4b97-b9b1-696411d2d717 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.908175] env[65983]: DEBUG nova.virt.block_device [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updating existing volume attachment record: 3b1e5684-48c5-4289-ac9e-52b839fe1c9a {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 987.959080] env[65983]: DEBUG nova.compute.manager [None req-3dbd45e3-bd4f-489d-b60b-7323282795ce tempest-ServerDiagnosticsV248Test-102480155 tempest-ServerDiagnosticsV248Test-102480155-project-admin] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 987.960320] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe3685a-18e8-4241-9671-1cc36c6c25a5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.967480] env[65983]: INFO nova.compute.manager [None req-3dbd45e3-bd4f-489d-b60b-7323282795ce tempest-ServerDiagnosticsV248Test-102480155 tempest-ServerDiagnosticsV248Test-102480155-project-admin] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Retrieving diagnostics [ 987.968588] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcc3fe9-9d26-4175-9aaa-03b422c06226 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.067103] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.067935] env[65983]: DEBUG nova.compute.manager [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 988.072201] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.598s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.072508] env[65983]: DEBUG nova.objects.instance [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 988.095727] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.153434] env[65983]: WARNING neutronclient.v2_0.client [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.498739] env[65983]: WARNING neutronclient.v2_0.client [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.508973] env[65983]: DEBUG oslo_concurrency.lockutils [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "f83633bd-6802-402b-9ba0-7e3510fb145a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.509398] env[65983]: DEBUG oslo_concurrency.lockutils [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.509673] env[65983]: DEBUG oslo_concurrency.lockutils [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "f83633bd-6802-402b-9ba0-7e3510fb145a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.509896] env[65983]: DEBUG oslo_concurrency.lockutils [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.510276] env[65983]: DEBUG oslo_concurrency.lockutils [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.512870] env[65983]: INFO nova.compute.manager [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Terminating instance [ 988.582824] env[65983]: DEBUG nova.compute.utils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.584256] env[65983]: DEBUG nova.compute.manager [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 988.584458] env[65983]: DEBUG nova.network.neutron [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 988.584858] env[65983]: WARNING neutronclient.v2_0.client [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.585184] env[65983]: WARNING neutronclient.v2_0.client [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.597317] env[65983]: DEBUG nova.network.neutron [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance_info_cache with network_info: [{"id": "968b04c8-5075-429d-af5f-987397fb53c3", "address": "fa:16:3e:11:03:ab", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968b04c8-50", "ovs_interfaceid": "968b04c8-5075-429d-af5f-987397fb53c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.606156] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469119, 'name': PowerOnVM_Task} progress is 92%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.638384] env[65983]: DEBUG nova.policy [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f9892e9fac4fcfa97f7288f681e623', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978bc558023244e489113f46147ed0bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.995604] env[65983]: DEBUG nova.network.neutron [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Successfully created port: ae159c9a-320f-436f-be28-622de7371b6d {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 989.022324] env[65983]: DEBUG nova.compute.manager [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 989.022324] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.023929] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c540554-3878-43b4-a18c-4b5da8ddc2df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.032609] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.032609] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab8f80a-b7b8-4c90-8093-765b8d38a1b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.041927] env[65983]: DEBUG oslo_vmware.api [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 989.041927] env[65983]: value = "task-4469123" [ 989.041927] env[65983]: _type = "Task" [ 989.041927] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.053792] env[65983]: DEBUG oslo_vmware.api [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.085665] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57297be1-3dec-410b-89f6-1080a56eca03 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.088961] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.167s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.088961] env[65983]: INFO nova.compute.claims [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.095485] env[65983]: DEBUG nova.compute.manager [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 989.098628] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.098766] env[65983]: DEBUG nova.objects.instance [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'migration_context' on Instance uuid 811d8ad9-137c-4720-9c9b-071e4eb3f7ce {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.111604] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Acquiring lock "c834f28d-688e-4dfa-9a7f-e09550cdd3b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.111604] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Lock "c834f28d-688e-4dfa-9a7f-e09550cdd3b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.111812] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Acquiring lock "c834f28d-688e-4dfa-9a7f-e09550cdd3b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.112037] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Lock "c834f28d-688e-4dfa-9a7f-e09550cdd3b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.112591] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Lock "c834f28d-688e-4dfa-9a7f-e09550cdd3b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.114462] env[65983]: DEBUG oslo_vmware.api [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469119, 'name': PowerOnVM_Task, 'duration_secs': 1.18393} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.115459] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.115743] env[65983]: DEBUG nova.compute.manager [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 989.116486] env[65983]: INFO nova.compute.manager [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Terminating instance [ 989.119036] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2240e2f6-8655-4923-b0fa-734acede623d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.551947] env[65983]: DEBUG oslo_vmware.api [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469123, 'name': PowerOffVM_Task, 'duration_secs': 0.238147} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.552109] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.552182] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.552435] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a8f8034-b5cb-489c-9a86-4b4270b7e984 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.603975] env[65983]: DEBUG nova.objects.base [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Object Instance<811d8ad9-137c-4720-9c9b-071e4eb3f7ce> lazy-loaded attributes: info_cache,migration_context {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 989.609968] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1caba-ba9a-4814-a938-4c57a54c2dd3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.631531] env[65983]: DEBUG nova.compute.manager [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 989.631531] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.633430] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69980861-4bd4-4f68-ad69-b9eabbc1b6da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.635158] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d20925-bed0-4683-b23d-ce6c6df57105 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.637431] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.637624] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.637797] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Deleting the datastore file [datastore1] f83633bd-6802-402b-9ba0-7e3510fb145a {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.639212] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90559434-ffe0-4d50-a230-c019c36653b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.652440] env[65983]: DEBUG oslo_vmware.api [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 989.652440] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52aafa06-a6ee-fb57-c6a7-fc83ecead1e3" [ 989.652440] env[65983]: _type = "Task" [ 989.652440] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.652440] env[65983]: DEBUG oslo_vmware.api [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Waiting for the task: (returnval){ [ 989.652440] env[65983]: value = "task-4469125" [ 989.652440] env[65983]: _type = "Task" [ 989.652440] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.654024] env[65983]: DEBUG oslo_vmware.api [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 989.654024] env[65983]: value = "task-4469126" [ 989.654024] env[65983]: _type = "Task" [ 989.654024] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.654507] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.670878] env[65983]: DEBUG oslo_vmware.api [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52aafa06-a6ee-fb57-c6a7-fc83ecead1e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.677106] env[65983]: DEBUG oslo_vmware.api [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.677366] env[65983]: DEBUG oslo_vmware.api [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4469125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.113187] env[65983]: DEBUG nova.compute.manager [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 990.147634] env[65983]: DEBUG nova.virt.hardware [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 990.148040] env[65983]: DEBUG nova.virt.hardware [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.148231] env[65983]: DEBUG nova.virt.hardware [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 990.148422] env[65983]: DEBUG nova.virt.hardware [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.149029] env[65983]: DEBUG nova.virt.hardware [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 990.149029] env[65983]: DEBUG nova.virt.hardware [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 990.149029] env[65983]: DEBUG nova.virt.hardware [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 990.149430] env[65983]: DEBUG nova.virt.hardware [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 990.149430] env[65983]: DEBUG nova.virt.hardware [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 990.149547] env[65983]: DEBUG nova.virt.hardware [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 990.149706] env[65983]: DEBUG nova.virt.hardware [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 990.150653] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6e92c5-8879-4789-b01c-0b6b9430e5c0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.188144] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d2d0f8-6dec-49c7-9114-8a1a20521416 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.194238] env[65983]: DEBUG oslo_vmware.api [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52aafa06-a6ee-fb57-c6a7-fc83ecead1e3, 'name': SearchDatastore_Task, 'duration_secs': 0.028853} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.194238] env[65983]: DEBUG oslo_vmware.api [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4469125, 'name': PowerOffVM_Task, 'duration_secs': 0.349247} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.200509] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.201820] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.202030] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 990.205485] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873878', 'volume_id': 'a501a46d-3d78-4977-903f-749737402b2d', 'name': 'volume-a501a46d-3d78-4977-903f-749737402b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c834f28d-688e-4dfa-9a7f-e09550cdd3b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a501a46d-3d78-4977-903f-749737402b2d', 'serial': 'a501a46d-3d78-4977-903f-749737402b2d'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 990.205485] env[65983]: DEBUG oslo_vmware.api [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215288} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.206681] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ae5051-adda-432f-9ee1-12131ff76fe8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.216953] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.217167] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.217312] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.217497] env[65983]: INFO nova.compute.manager [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 990.217750] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 990.226759] env[65983]: DEBUG nova.compute.manager [-] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 990.226998] env[65983]: DEBUG nova.network.neutron [-] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 990.227160] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.261026] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa9bd31-c395-4875-8cc2-a7debc6c618d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.270573] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab95841-b2bb-48c3-b1ff-032960d177b6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.294063] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.299079] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78abd08b-54ea-42cc-98d6-f763982df9ba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.321933] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] The volume has not been displaced from its original location: [datastore2] volume-a501a46d-3d78-4977-903f-749737402b2d/volume-a501a46d-3d78-4977-903f-749737402b2d.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 990.332526] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 990.338809] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2857371a-71cc-420d-a1dd-7f754aa8752d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.364041] env[65983]: DEBUG oslo_vmware.api [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Waiting for the task: (returnval){ [ 990.364041] env[65983]: value = "task-4469127" [ 990.364041] env[65983]: _type = "Task" [ 990.364041] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.376895] env[65983]: DEBUG oslo_vmware.api [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4469127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.686866] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c36eaa-c3d0-4e8a-a5c4-827c79d5eeb0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.697283] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d717bed-95b5-4713-9229-643287548d48 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.733124] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0e8889-a5df-4101-abb9-6635fb25add3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.742699] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb174596-4d1d-49a1-ba74-ea0920df32ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.761345] env[65983]: DEBUG nova.compute.provider_tree [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.765493] env[65983]: DEBUG nova.network.neutron [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Successfully updated port: ae159c9a-320f-436f-be28-622de7371b6d {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 990.811059] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquiring lock "49cd5935-fc13-4b64-bd82-74794a680f7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.811059] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Lock "49cd5935-fc13-4b64-bd82-74794a680f7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.811254] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquiring lock "49cd5935-fc13-4b64-bd82-74794a680f7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.811442] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Lock "49cd5935-fc13-4b64-bd82-74794a680f7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.811604] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Lock "49cd5935-fc13-4b64-bd82-74794a680f7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.816082] env[65983]: INFO nova.compute.manager [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Terminating instance [ 990.875414] env[65983]: DEBUG oslo_vmware.api [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4469127, 'name': ReconfigVM_Task, 'duration_secs': 0.502092} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.875845] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 990.880959] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abcc8c3f-2714-4b5c-8b7e-2bd27477f3d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.898747] env[65983]: DEBUG oslo_vmware.api [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Waiting for the task: (returnval){ [ 990.898747] env[65983]: value = "task-4469129" [ 990.898747] env[65983]: _type = "Task" [ 990.898747] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.907916] env[65983]: DEBUG oslo_vmware.api [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4469129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.005531] env[65983]: DEBUG nova.compute.manager [req-55bc49ad-724c-481e-a6f5-b7f8efdee1d7 req-e39e28c0-7bca-47ad-88fa-5268ef81642e service nova] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Received event network-vif-plugged-ae159c9a-320f-436f-be28-622de7371b6d {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 991.005531] env[65983]: DEBUG oslo_concurrency.lockutils [req-55bc49ad-724c-481e-a6f5-b7f8efdee1d7 req-e39e28c0-7bca-47ad-88fa-5268ef81642e service nova] Acquiring lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.005531] env[65983]: DEBUG oslo_concurrency.lockutils [req-55bc49ad-724c-481e-a6f5-b7f8efdee1d7 req-e39e28c0-7bca-47ad-88fa-5268ef81642e service nova] Lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.005962] env[65983]: DEBUG oslo_concurrency.lockutils [req-55bc49ad-724c-481e-a6f5-b7f8efdee1d7 req-e39e28c0-7bca-47ad-88fa-5268ef81642e service nova] Lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.007270] env[65983]: DEBUG nova.compute.manager [req-55bc49ad-724c-481e-a6f5-b7f8efdee1d7 req-e39e28c0-7bca-47ad-88fa-5268ef81642e service nova] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] No waiting events found dispatching network-vif-plugged-ae159c9a-320f-436f-be28-622de7371b6d {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 991.007270] env[65983]: WARNING nova.compute.manager [req-55bc49ad-724c-481e-a6f5-b7f8efdee1d7 req-e39e28c0-7bca-47ad-88fa-5268ef81642e service nova] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Received unexpected event network-vif-plugged-ae159c9a-320f-436f-be28-622de7371b6d for instance with vm_state building and task_state spawning. [ 991.184717] env[65983]: DEBUG nova.compute.manager [req-f17cb66f-4735-4afb-8c04-c67159160110 req-ad6a9888-ef11-4454-a802-78901444504d service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Received event network-vif-deleted-6a7adb7d-48dc-4f93-94ee-72c4d4c01426 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 991.186162] env[65983]: INFO nova.compute.manager [req-f17cb66f-4735-4afb-8c04-c67159160110 req-ad6a9888-ef11-4454-a802-78901444504d service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Neutron deleted interface 6a7adb7d-48dc-4f93-94ee-72c4d4c01426; detaching it from the instance and deleting it from the info cache [ 991.186162] env[65983]: DEBUG nova.network.neutron [req-f17cb66f-4735-4afb-8c04-c67159160110 req-ad6a9888-ef11-4454-a802-78901444504d service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.267602] env[65983]: DEBUG nova.scheduler.client.report [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.270891] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "refresh_cache-f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.271220] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "refresh_cache-f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.271465] env[65983]: DEBUG nova.network.neutron [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 991.321504] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquiring lock "refresh_cache-49cd5935-fc13-4b64-bd82-74794a680f7e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.322435] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquired lock "refresh_cache-49cd5935-fc13-4b64-bd82-74794a680f7e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.322435] env[65983]: DEBUG nova.network.neutron [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 991.411097] env[65983]: DEBUG oslo_vmware.api [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4469129, 'name': ReconfigVM_Task, 'duration_secs': 0.229872} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.411415] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873878', 'volume_id': 'a501a46d-3d78-4977-903f-749737402b2d', 'name': 'volume-a501a46d-3d78-4977-903f-749737402b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c834f28d-688e-4dfa-9a7f-e09550cdd3b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a501a46d-3d78-4977-903f-749737402b2d', 'serial': 'a501a46d-3d78-4977-903f-749737402b2d'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 991.411690] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.413058] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff922ac-7894-462d-9f8e-7736672a0fa3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.422413] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.422413] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd900a5d-6791-4062-8ef6-314ba8fb8d57 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.444979] env[65983]: DEBUG nova.network.neutron [-] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.510022] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.510022] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.510022] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Deleting the datastore file [datastore2] c834f28d-688e-4dfa-9a7f-e09550cdd3b7 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.510022] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a220780c-9be2-40e9-8396-043513b83581 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.518114] env[65983]: DEBUG oslo_vmware.api [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Waiting for the task: (returnval){ [ 991.518114] env[65983]: value = "task-4469131" [ 991.518114] env[65983]: _type = "Task" [ 991.518114] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.528309] env[65983]: DEBUG oslo_vmware.api [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4469131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.688498] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb726e7c-cffa-4d32-a8f1-794ce85bffda {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.699681] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc826c69-39ec-4c06-9b17-e8b47ae5c059 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.736441] env[65983]: DEBUG nova.compute.manager [req-f17cb66f-4735-4afb-8c04-c67159160110 req-ad6a9888-ef11-4454-a802-78901444504d service nova] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Detach interface failed, port_id=6a7adb7d-48dc-4f93-94ee-72c4d4c01426, reason: Instance f83633bd-6802-402b-9ba0-7e3510fb145a could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 991.778644] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.779493] env[65983]: DEBUG nova.compute.manager [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 991.782572] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.035s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.782740] env[65983]: DEBUG nova.objects.instance [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lazy-loading 'resources' on Instance uuid 16c49a19-97ea-4348-a504-fbadc34c796f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.811455] env[65983]: DEBUG nova.network.neutron [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 991.824489] env[65983]: WARNING neutronclient.v2_0.client [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.843263] env[65983]: DEBUG nova.network.neutron [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 991.919839] env[65983]: DEBUG nova.network.neutron [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.947684] env[65983]: WARNING neutronclient.v2_0.client [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.950700] env[65983]: INFO nova.compute.manager [-] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Took 1.72 seconds to deallocate network for instance. [ 992.026500] env[65983]: DEBUG nova.network.neutron [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Updating instance_info_cache with network_info: [{"id": "ae159c9a-320f-436f-be28-622de7371b6d", "address": "fa:16:3e:12:05:36", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae159c9a-32", "ovs_interfaceid": "ae159c9a-320f-436f-be28-622de7371b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.031418] env[65983]: DEBUG oslo_vmware.api [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Task: {'id': task-4469131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433887} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.031734] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.031806] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.031967] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.032145] env[65983]: INFO nova.compute.manager [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Took 2.40 seconds to destroy the instance on the hypervisor. [ 992.032382] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 992.032574] env[65983]: DEBUG nova.compute.manager [-] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 992.032850] env[65983]: DEBUG nova.network.neutron [-] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 992.033051] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.095355] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.287464] env[65983]: DEBUG nova.compute.utils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.291609] env[65983]: DEBUG nova.compute.manager [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 992.292682] env[65983]: DEBUG nova.network.neutron [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 992.292682] env[65983]: WARNING neutronclient.v2_0.client [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.292682] env[65983]: WARNING neutronclient.v2_0.client [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.351652] env[65983]: DEBUG nova.policy [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cce9bcd612a74e3395f3136c03a1261b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7f80ab604934fa3b2faf116c4f273bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.424053] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Releasing lock "refresh_cache-49cd5935-fc13-4b64-bd82-74794a680f7e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.424053] env[65983]: DEBUG nova.compute.manager [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 992.424053] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.424495] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0238af11-f197-4bf5-a821-12a31d80cf13 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.434657] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.434979] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2736d9c5-dac6-4dda-81d0-e41396723816 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.442385] env[65983]: DEBUG oslo_vmware.api [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 992.442385] env[65983]: value = "task-4469132" [ 992.442385] env[65983]: _type = "Task" [ 992.442385] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.457516] env[65983]: DEBUG oslo_concurrency.lockutils [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.457799] env[65983]: DEBUG oslo_vmware.api [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.532411] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "refresh_cache-f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.532821] env[65983]: DEBUG nova.compute.manager [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Instance network_info: |[{"id": "ae159c9a-320f-436f-be28-622de7371b6d", "address": "fa:16:3e:12:05:36", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae159c9a-32", "ovs_interfaceid": "ae159c9a-320f-436f-be28-622de7371b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 992.536358] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:05:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae159c9a-320f-436f-be28-622de7371b6d', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.545252] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 992.546366] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.546366] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bf46ef4-38dd-40b2-b1ca-ea38d78cb553 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.574173] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.574173] env[65983]: value = "task-4469133" [ 992.574173] env[65983]: _type = "Task" [ 992.574173] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.586525] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469133, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.730068] env[65983]: DEBUG nova.network.neutron [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Successfully created port: 573ada6d-ee27-4e3d-9cd2-a3d75cf16553 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 992.792183] env[65983]: DEBUG nova.compute.manager [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 992.815303] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45869b82-379e-4d51-9e36-14eaae768647 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.826953] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460d4192-a1d2-4fb2-8bf2-9d88e35d32af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.863780] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67004f19-b6aa-4689-b1d7-5f8e6578603c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.876879] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c997888-4182-4b51-8a17-9c28629d02f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.892293] env[65983]: DEBUG nova.compute.provider_tree [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.953860] env[65983]: DEBUG oslo_vmware.api [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469132, 'name': PowerOffVM_Task, 'duration_secs': 0.199568} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.954967] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 992.955292] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873928', 'volume_id': '3d7565b4-8621-47db-a37b-640edfd55b1b', 'name': 'volume-3d7565b4-8621-47db-a37b-640edfd55b1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a6b40bf-1bbe-4487-90e5-1e2a2667510d', 'attached_at': '', 'detached_at': '', 'volume_id': '3d7565b4-8621-47db-a37b-640edfd55b1b', 'serial': '3d7565b4-8621-47db-a37b-640edfd55b1b'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 992.955681] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.955897] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.956716] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c31c97e-1440-49c7-8534-ba75bbfb60c4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.959771] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5814e39-88ec-4b90-b908-174902456556 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.978480] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec2eb60-ee68-4cf3-94a2-0daad1a25973 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.008943] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-3d7565b4-8621-47db-a37b-640edfd55b1b/volume-3d7565b4-8621-47db-a37b-640edfd55b1b.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.012362] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09a75c38-a85a-4612-bc47-49c89f14a256 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.026449] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.026648] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.026831] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Deleting the datastore file [datastore2] 49cd5935-fc13-4b64-bd82-74794a680f7e {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.027966] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6718a1f-2f65-41e6-8543-96975b3f422d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.036792] env[65983]: DEBUG oslo_vmware.api [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 993.036792] env[65983]: value = "task-4469135" [ 993.036792] env[65983]: _type = "Task" [ 993.036792] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.038729] env[65983]: DEBUG oslo_vmware.api [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for the task: (returnval){ [ 993.038729] env[65983]: value = "task-4469136" [ 993.038729] env[65983]: _type = "Task" [ 993.038729] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.051939] env[65983]: DEBUG oslo_vmware.api [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.055741] env[65983]: DEBUG oslo_vmware.api [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469135, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.086199] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469133, 'name': CreateVM_Task, 'duration_secs': 0.431027} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.086422] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.087063] env[65983]: WARNING neutronclient.v2_0.client [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.087438] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.088206] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.088206] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.088206] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20b942e5-018c-4335-a193-1a627828b8fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.094655] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 993.094655] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527264f6-912f-cd86-aed8-d66f01333d9a" [ 993.094655] env[65983]: _type = "Task" [ 993.094655] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.105720] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527264f6-912f-cd86-aed8-d66f01333d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.395227] env[65983]: DEBUG nova.scheduler.client.report [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.505836] env[65983]: DEBUG nova.compute.manager [req-80eca2ed-b368-4aa7-8da9-5fe37b8ac2d3 req-c495005d-e684-4441-97e2-84290ef51a0e service nova] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Received event network-changed-ae159c9a-320f-436f-be28-622de7371b6d {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 993.505970] env[65983]: DEBUG nova.compute.manager [req-80eca2ed-b368-4aa7-8da9-5fe37b8ac2d3 req-c495005d-e684-4441-97e2-84290ef51a0e service nova] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Refreshing instance network info cache due to event network-changed-ae159c9a-320f-436f-be28-622de7371b6d. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 993.506763] env[65983]: DEBUG oslo_concurrency.lockutils [req-80eca2ed-b368-4aa7-8da9-5fe37b8ac2d3 req-c495005d-e684-4441-97e2-84290ef51a0e service nova] Acquiring lock "refresh_cache-f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.506763] env[65983]: DEBUG oslo_concurrency.lockutils [req-80eca2ed-b368-4aa7-8da9-5fe37b8ac2d3 req-c495005d-e684-4441-97e2-84290ef51a0e service nova] Acquired lock "refresh_cache-f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.506763] env[65983]: DEBUG nova.network.neutron [req-80eca2ed-b368-4aa7-8da9-5fe37b8ac2d3 req-c495005d-e684-4441-97e2-84290ef51a0e service nova] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Refreshing network info cache for port ae159c9a-320f-436f-be28-622de7371b6d {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.528302] env[65983]: DEBUG nova.network.neutron [-] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.558819] env[65983]: DEBUG oslo_vmware.api [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Task: {'id': task-4469136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156857} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.559033] env[65983]: DEBUG oslo_vmware.api [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469135, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.559132] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.559315] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.559482] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.559649] env[65983]: INFO nova.compute.manager [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 993.559972] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 993.560123] env[65983]: DEBUG nova.compute.manager [-] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 993.560191] env[65983]: DEBUG nova.network.neutron [-] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 993.560439] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.584867] env[65983]: DEBUG nova.network.neutron [-] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 993.585144] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.607115] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527264f6-912f-cd86-aed8-d66f01333d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.012791} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.607115] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.607286] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.608693] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.608693] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.608693] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.608693] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-372a7977-80b5-4072-abbc-950cc42aa393 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.619217] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.619470] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.620284] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1926277f-8ce6-465f-a14c-4b09705a9f2d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.626994] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 993.626994] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521c1a24-2fce-4a97-5385-d434cbbfa7b6" [ 993.626994] env[65983]: _type = "Task" [ 993.626994] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.637923] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521c1a24-2fce-4a97-5385-d434cbbfa7b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.653198] env[65983]: DEBUG nova.compute.manager [req-2eb27991-8a3c-4cc2-b5fa-8922a2559603 req-6c71fb4f-a0ab-4158-b0f3-db7a90191172 service nova] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Received event network-vif-deleted-bea98df3-97aa-4fad-8bc9-9302a2d6ffab {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 993.802698] env[65983]: DEBUG nova.compute.manager [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 993.827629] env[65983]: DEBUG nova.virt.hardware [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 993.827861] env[65983]: DEBUG nova.virt.hardware [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.828068] env[65983]: DEBUG nova.virt.hardware [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 993.828243] env[65983]: DEBUG nova.virt.hardware [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.828344] env[65983]: DEBUG nova.virt.hardware [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 993.828481] env[65983]: DEBUG nova.virt.hardware [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 993.828681] env[65983]: DEBUG nova.virt.hardware [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 993.828835] env[65983]: DEBUG nova.virt.hardware [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 993.828998] env[65983]: DEBUG nova.virt.hardware [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 993.829202] env[65983]: DEBUG nova.virt.hardware [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 993.829379] env[65983]: DEBUG nova.virt.hardware [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 993.830347] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a75292-0c2a-41c8-a516-4580f6f8a4e8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.839599] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dec3e7b-24f6-40f4-bb44-f784d92f732b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.902722] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.906967] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.110s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.906967] env[65983]: DEBUG nova.objects.instance [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lazy-loading 'resources' on Instance uuid 5129b964-14d3-4417-8107-28ad1e7a43e3 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.928397] env[65983]: INFO nova.scheduler.client.report [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Deleted allocations for instance 16c49a19-97ea-4348-a504-fbadc34c796f [ 994.011152] env[65983]: WARNING neutronclient.v2_0.client [req-80eca2ed-b368-4aa7-8da9-5fe37b8ac2d3 req-c495005d-e684-4441-97e2-84290ef51a0e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.031714] env[65983]: INFO nova.compute.manager [-] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Took 2.00 seconds to deallocate network for instance. [ 994.060142] env[65983]: DEBUG oslo_vmware.api [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469135, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.088245] env[65983]: DEBUG nova.network.neutron [-] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.138742] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521c1a24-2fce-4a97-5385-d434cbbfa7b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.139711] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b030a4e-85db-421e-ab46-4f5ec2eb0abc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.146769] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 994.146769] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e89351-9e71-d8c6-8d96-b1bc751faf7f" [ 994.146769] env[65983]: _type = "Task" [ 994.146769] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.159874] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e89351-9e71-d8c6-8d96-b1bc751faf7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.356903] env[65983]: WARNING neutronclient.v2_0.client [req-80eca2ed-b368-4aa7-8da9-5fe37b8ac2d3 req-c495005d-e684-4441-97e2-84290ef51a0e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.398177] env[65983]: DEBUG nova.network.neutron [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Successfully updated port: 573ada6d-ee27-4e3d-9cd2-a3d75cf16553 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 994.440183] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Lock "16c49a19-97ea-4348-a504-fbadc34c796f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.294s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.490828] env[65983]: DEBUG nova.network.neutron [req-80eca2ed-b368-4aa7-8da9-5fe37b8ac2d3 req-c495005d-e684-4441-97e2-84290ef51a0e service nova] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Updated VIF entry in instance network info cache for port ae159c9a-320f-436f-be28-622de7371b6d. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 994.490828] env[65983]: DEBUG nova.network.neutron [req-80eca2ed-b368-4aa7-8da9-5fe37b8ac2d3 req-c495005d-e684-4441-97e2-84290ef51a0e service nova] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Updating instance_info_cache with network_info: [{"id": "ae159c9a-320f-436f-be28-622de7371b6d", "address": "fa:16:3e:12:05:36", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae159c9a-32", "ovs_interfaceid": "ae159c9a-320f-436f-be28-622de7371b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.549237] env[65983]: DEBUG oslo_vmware.api [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469135, 'name': ReconfigVM_Task, 'duration_secs': 1.449225} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.551904] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-3d7565b4-8621-47db-a37b-640edfd55b1b/volume-3d7565b4-8621-47db-a37b-640edfd55b1b.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.557500] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea3db83-3972-4544-97dc-5207e026474a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.576850] env[65983]: DEBUG oslo_vmware.api [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 994.576850] env[65983]: value = "task-4469137" [ 994.576850] env[65983]: _type = "Task" [ 994.576850] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.587583] env[65983]: DEBUG oslo_vmware.api [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.591687] env[65983]: INFO nova.compute.manager [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Took 0.56 seconds to detach 1 volumes for instance. [ 994.593790] env[65983]: INFO nova.compute.manager [-] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Took 1.03 seconds to deallocate network for instance. [ 994.594825] env[65983]: DEBUG nova.compute.manager [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Deleting volume: a501a46d-3d78-4977-903f-749737402b2d {{(pid=65983) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 994.659200] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e89351-9e71-d8c6-8d96-b1bc751faf7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011812} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.664806] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.664806] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] f638b3a9-34b4-42e6-a4db-8a4ad5e458f6/f638b3a9-34b4-42e6-a4db-8a4ad5e458f6.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.664806] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dbfe63c-cf85-4633-9496-0fd0868ba661 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.672304] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 994.672304] env[65983]: value = "task-4469138" [ 994.672304] env[65983]: _type = "Task" [ 994.672304] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.685519] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.880520] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425c9c72-1353-415f-9c87-a33109ff816c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.889385] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dbaf4e-01b7-45ac-b86d-6949bb943a4c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.928148] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.928258] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.928439] env[65983]: DEBUG nova.network.neutron [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 994.933509] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d7f84c-af5c-409e-9632-abb6757b9e86 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.942022] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5983eb9a-6ce2-47d9-9eac-593bca314e6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.963591] env[65983]: DEBUG nova.compute.provider_tree [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.995334] env[65983]: DEBUG oslo_concurrency.lockutils [req-80eca2ed-b368-4aa7-8da9-5fe37b8ac2d3 req-c495005d-e684-4441-97e2-84290ef51a0e service nova] Releasing lock "refresh_cache-f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.092035] env[65983]: DEBUG oslo_vmware.api [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469137, 'name': ReconfigVM_Task, 'duration_secs': 0.173878} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.092221] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873928', 'volume_id': '3d7565b4-8621-47db-a37b-640edfd55b1b', 'name': 'volume-3d7565b4-8621-47db-a37b-640edfd55b1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a6b40bf-1bbe-4487-90e5-1e2a2667510d', 'attached_at': '', 'detached_at': '', 'volume_id': '3d7565b4-8621-47db-a37b-640edfd55b1b', 'serial': '3d7565b4-8621-47db-a37b-640edfd55b1b'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 995.105153] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.147900] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.183710] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500157} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.183962] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] f638b3a9-34b4-42e6-a4db-8a4ad5e458f6/f638b3a9-34b4-42e6-a4db-8a4ad5e458f6.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.184204] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.184503] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d7838a7-56cb-4788-a1c5-c76aa32fd8d8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.191572] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 995.191572] env[65983]: value = "task-4469140" [ 995.191572] env[65983]: _type = "Task" [ 995.191572] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.202045] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.461081] env[65983]: DEBUG nova.network.neutron [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 995.466612] env[65983]: DEBUG nova.scheduler.client.report [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.549056] env[65983]: WARNING neutronclient.v2_0.client [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.554998] env[65983]: DEBUG nova.compute.manager [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Received event network-vif-plugged-573ada6d-ee27-4e3d-9cd2-a3d75cf16553 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 995.556736] env[65983]: DEBUG oslo_concurrency.lockutils [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] Acquiring lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.556736] env[65983]: DEBUG oslo_concurrency.lockutils [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] Lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.556736] env[65983]: DEBUG oslo_concurrency.lockutils [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] Lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.556736] env[65983]: DEBUG nova.compute.manager [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] No waiting events found dispatching network-vif-plugged-573ada6d-ee27-4e3d-9cd2-a3d75cf16553 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 995.556736] env[65983]: WARNING nova.compute.manager [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Received unexpected event network-vif-plugged-573ada6d-ee27-4e3d-9cd2-a3d75cf16553 for instance with vm_state building and task_state spawning. [ 995.556736] env[65983]: DEBUG nova.compute.manager [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Received event network-changed-573ada6d-ee27-4e3d-9cd2-a3d75cf16553 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 995.556736] env[65983]: DEBUG nova.compute.manager [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Refreshing instance network info cache due to event network-changed-573ada6d-ee27-4e3d-9cd2-a3d75cf16553. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 995.557364] env[65983]: DEBUG oslo_concurrency.lockutils [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] Acquiring lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.683929] env[65983]: DEBUG nova.network.neutron [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance_info_cache with network_info: [{"id": "573ada6d-ee27-4e3d-9cd2-a3d75cf16553", "address": "fa:16:3e:48:88:8f", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573ada6d-ee", "ovs_interfaceid": "573ada6d-ee27-4e3d-9cd2-a3d75cf16553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.704822] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067264} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.705096] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.706318] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf18217-17a1-48b8-8b03-fb03b92ca572 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.731117] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] f638b3a9-34b4-42e6-a4db-8a4ad5e458f6/f638b3a9-34b4-42e6-a4db-8a4ad5e458f6.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.732127] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4f95585-edd6-4ef3-bd89-45b926d389f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.756221] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 995.756221] env[65983]: value = "task-4469141" [ 995.756221] env[65983]: _type = "Task" [ 995.756221] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.768813] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.972888] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.975607] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.494s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.976031] env[65983]: DEBUG nova.objects.instance [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lazy-loading 'resources' on Instance uuid 0b9da095-cf5a-4e4d-be8a-a38906939b45 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.035389] env[65983]: INFO nova.scheduler.client.report [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleted allocations for instance 5129b964-14d3-4417-8107-28ad1e7a43e3 [ 996.144133] env[65983]: DEBUG nova.objects.instance [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lazy-loading 'flavor' on Instance uuid 2a6b40bf-1bbe-4487-90e5-1e2a2667510d {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.192587] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.192587] env[65983]: DEBUG nova.compute.manager [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Instance network_info: |[{"id": "573ada6d-ee27-4e3d-9cd2-a3d75cf16553", "address": "fa:16:3e:48:88:8f", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573ada6d-ee", "ovs_interfaceid": "573ada6d-ee27-4e3d-9cd2-a3d75cf16553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 996.192587] env[65983]: DEBUG oslo_concurrency.lockutils [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] Acquired lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.192587] env[65983]: DEBUG nova.network.neutron [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Refreshing network info cache for port 573ada6d-ee27-4e3d-9cd2-a3d75cf16553 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.192587] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:88:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '573ada6d-ee27-4e3d-9cd2-a3d75cf16553', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.205555] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 996.207706] env[65983]: WARNING neutronclient.v2_0.client [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.210761] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.212015] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ed06d38-6e67-4dbb-9cbf-e0a3ee8970e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.237085] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.237085] env[65983]: value = "task-4469142" [ 996.237085] env[65983]: _type = "Task" [ 996.237085] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.246732] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469142, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.275785] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.527585] env[65983]: WARNING neutronclient.v2_0.client [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.548084] env[65983]: DEBUG oslo_concurrency.lockutils [None req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "5129b964-14d3-4417-8107-28ad1e7a43e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.326s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.565661] env[65983]: INFO nova.compute.manager [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Rescuing [ 996.565661] env[65983]: DEBUG oslo_concurrency.lockutils [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.565661] env[65983]: DEBUG oslo_concurrency.lockutils [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.565661] env[65983]: DEBUG nova.network.neutron [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 996.653867] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e516f380-558f-481d-ab42-2592c8da6744 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.804s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.662910] env[65983]: DEBUG nova.network.neutron [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updated VIF entry in instance network info cache for port 573ada6d-ee27-4e3d-9cd2-a3d75cf16553. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 996.663290] env[65983]: DEBUG nova.network.neutron [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance_info_cache with network_info: [{"id": "573ada6d-ee27-4e3d-9cd2-a3d75cf16553", "address": "fa:16:3e:48:88:8f", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573ada6d-ee", "ovs_interfaceid": "573ada6d-ee27-4e3d-9cd2-a3d75cf16553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.752412] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469142, 'name': CreateVM_Task, 'duration_secs': 0.392194} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.752412] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.752412] env[65983]: WARNING neutronclient.v2_0.client [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.752635] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.752869] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.753344] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.753427] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f025e4-1974-4e41-92d8-6ecf39c7b8f3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.759000] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 996.759000] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526ea42f-9a00-83e2-7dc3-6bde6643e577" [ 996.759000] env[65983]: _type = "Task" [ 996.759000] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.773665] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469141, 'name': ReconfigVM_Task, 'duration_secs': 0.845958} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.778928] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Reconfigured VM instance instance-0000005c to attach disk [datastore1] f638b3a9-34b4-42e6-a4db-8a4ad5e458f6/f638b3a9-34b4-42e6-a4db-8a4ad5e458f6.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.779622] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526ea42f-9a00-83e2-7dc3-6bde6643e577, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.779839] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40669a8d-95e5-4578-984d-907698e79260 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.781548] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.781760] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.781974] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.782122] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.782285] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.782549] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55fa7db1-cedf-486a-b8b7-0c0534387e4e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.792878] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 996.792878] env[65983]: value = "task-4469143" [ 996.792878] env[65983]: _type = "Task" [ 996.792878] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.798502] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.798502] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.799336] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184661be-937e-4718-b7a7-8e19151bb49f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.805042] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469143, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.813554] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 996.813554] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5227a949-8878-f3be-56f0-64c561092021" [ 996.813554] env[65983]: _type = "Task" [ 996.813554] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.823415] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5227a949-8878-f3be-56f0-64c561092021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.943599] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd0e251-a80c-4274-af9a-fb46f3bf4c4f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.952169] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee52f82-64f1-4d90-9992-78220ea17e9e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.983896] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d58fe2-c157-4caa-b6dd-44ce7bf35862 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.994854] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80484628-0236-43d2-8904-1602b398cac6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.009939] env[65983]: DEBUG nova.compute.provider_tree [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.071153] env[65983]: WARNING neutronclient.v2_0.client [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.169520] env[65983]: DEBUG oslo_concurrency.lockutils [req-a80ac7a6-df0a-4d77-a29e-ab9eaf0a1023 req-cee594ab-016c-4c87-934f-c3f5de15521b service nova] Releasing lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.304510] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469143, 'name': Rename_Task, 'duration_secs': 0.169554} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.305079] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.305187] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f798561a-4eb4-431f-9788-4f0245846ee4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.314711] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 997.314711] env[65983]: value = "task-4469144" [ 997.314711] env[65983]: _type = "Task" [ 997.314711] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.331912] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5227a949-8878-f3be-56f0-64c561092021, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.334359] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.337515] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0881de-f1db-46d3-9c83-7ea1ca31b572 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.344207] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 997.344207] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5251f6a1-f948-e14e-77fd-aadcb5a1ae6d" [ 997.344207] env[65983]: _type = "Task" [ 997.344207] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.358827] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5251f6a1-f948-e14e-77fd-aadcb5a1ae6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.371838] env[65983]: WARNING neutronclient.v2_0.client [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.515528] env[65983]: DEBUG nova.scheduler.client.report [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.561031] env[65983]: DEBUG nova.network.neutron [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updating instance_info_cache with network_info: [{"id": "2c33df5f-8adb-47d4-b9df-af900442c536", "address": "fa:16:3e:b8:35:19", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c33df5f-8a", "ovs_interfaceid": "2c33df5f-8adb-47d4-b9df-af900442c536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.833147] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.858912] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5251f6a1-f948-e14e-77fd-aadcb5a1ae6d, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.859316] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.859608] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] cdccdb6d-377c-479c-9200-11ed6ca0dc4a/cdccdb6d-377c-479c-9200-11ed6ca0dc4a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.859926] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70ebb4cb-4ed6-4940-9aee-87aba232541b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.868087] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 997.868087] env[65983]: value = "task-4469145" [ 997.868087] env[65983]: _type = "Task" [ 997.868087] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.878052] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.022387] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.025550] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.255s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.027039] env[65983]: INFO nova.compute.claims [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.065140] env[65983]: DEBUG oslo_concurrency.lockutils [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.091459] env[65983]: INFO nova.scheduler.client.report [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleted allocations for instance 0b9da095-cf5a-4e4d-be8a-a38906939b45 [ 998.337875] env[65983]: DEBUG oslo_vmware.api [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469144, 'name': PowerOnVM_Task, 'duration_secs': 0.772778} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.338224] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.339421] env[65983]: INFO nova.compute.manager [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Took 8.23 seconds to spawn the instance on the hypervisor. [ 998.339421] env[65983]: DEBUG nova.compute.manager [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 998.339858] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d9090f-f422-4941-8d27-277974cf46a6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.381902] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487757} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.382306] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] cdccdb6d-377c-479c-9200-11ed6ca0dc4a/cdccdb6d-377c-479c-9200-11ed6ca0dc4a.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.382577] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.382916] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d7914e7-884c-4d72-9b1c-37bcc3515c9b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.391603] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 998.391603] env[65983]: value = "task-4469146" [ 998.391603] env[65983]: _type = "Task" [ 998.391603] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.402686] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.552401] env[65983]: DEBUG nova.compute.manager [None req-4395a72a-47e8-48a9-ab3e-8b1c8b1b3097 tempest-ServerDiagnosticsV248Test-102480155 tempest-ServerDiagnosticsV248Test-102480155-project-admin] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 998.553535] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b8d720-7a7f-4f56-a518-4ede77cabb70 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.561948] env[65983]: INFO nova.compute.manager [None req-4395a72a-47e8-48a9-ab3e-8b1c8b1b3097 tempest-ServerDiagnosticsV248Test-102480155 tempest-ServerDiagnosticsV248Test-102480155-project-admin] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Retrieving diagnostics [ 998.562733] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235fc564-d75c-4f23-8a65-b4bce4771ade {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.602914] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "0b9da095-cf5a-4e4d-be8a-a38906939b45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.256s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.860047] env[65983]: INFO nova.compute.manager [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Took 50.48 seconds to build instance. [ 998.903278] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068179} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.903545] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.904431] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d131a1fc-8977-4af8-b20b-e578c68d3a49 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.929020] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] cdccdb6d-377c-479c-9200-11ed6ca0dc4a/cdccdb6d-377c-479c-9200-11ed6ca0dc4a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.929680] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4b8a74a-2ce4-438c-a69a-731b60c39033 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.951486] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 998.951486] env[65983]: value = "task-4469147" [ 998.951486] env[65983]: _type = "Task" [ 998.951486] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.960278] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.246495] env[65983]: DEBUG oslo_concurrency.lockutils [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "e0ccc790-4442-451a-8b40-3357ef86807a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.247207] env[65983]: DEBUG oslo_concurrency.lockutils [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "e0ccc790-4442-451a-8b40-3357ef86807a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.247207] env[65983]: DEBUG oslo_concurrency.lockutils [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "e0ccc790-4442-451a-8b40-3357ef86807a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.247207] env[65983]: DEBUG oslo_concurrency.lockutils [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "e0ccc790-4442-451a-8b40-3357ef86807a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.247378] env[65983]: DEBUG oslo_concurrency.lockutils [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "e0ccc790-4442-451a-8b40-3357ef86807a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.250558] env[65983]: INFO nova.compute.manager [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Terminating instance [ 999.362606] env[65983]: DEBUG oslo_concurrency.lockutils [None req-83664bb2-3a0f-4bec-a0e5-076fe873a81e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.528s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.463869] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469147, 'name': ReconfigVM_Task, 'duration_secs': 0.295277} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.465051] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Reconfigured VM instance instance-0000005d to attach disk [datastore1] cdccdb6d-377c-479c-9200-11ed6ca0dc4a/cdccdb6d-377c-479c-9200-11ed6ca0dc4a.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.466338] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e02dea-83a9-4536-b5c2-22207ba06940 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.470120] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9ab18a4-aab5-41a5-b941-8102a3759314 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.477333] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb86725-ab79-41ea-9e89-abb894c0e0cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.480583] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 999.480583] env[65983]: value = "task-4469148" [ 999.480583] env[65983]: _type = "Task" [ 999.480583] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.511833] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6377f43-9c5c-499f-8851-c2b6418fca23 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.522621] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469148, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.533106] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3a30c2-d6c6-43c5-8e0f-afaa59a72729 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.550499] env[65983]: DEBUG nova.compute.provider_tree [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.635032] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.635379] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f51517d3-dfe6-4b35-a95a-eeb5ff7c0c46 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.647463] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 999.647463] env[65983]: value = "task-4469149" [ 999.647463] env[65983]: _type = "Task" [ 999.647463] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.658090] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.758755] env[65983]: DEBUG nova.compute.manager [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 999.758997] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.759903] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0de9cf5-f076-4423-9d61-88335ad1fb36 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.768138] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.768434] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8a25f10-0cd3-45f2-9c61-e9b979db3c2d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.777041] env[65983]: DEBUG oslo_vmware.api [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 999.777041] env[65983]: value = "task-4469150" [ 999.777041] env[65983]: _type = "Task" [ 999.777041] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.788039] env[65983]: DEBUG oslo_vmware.api [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.885731] env[65983]: DEBUG oslo_concurrency.lockutils [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Acquiring lock "a7610115-61a9-4300-bff1-b6a694663ac5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.885731] env[65983]: DEBUG oslo_concurrency.lockutils [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Lock "a7610115-61a9-4300-bff1-b6a694663ac5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.886796] env[65983]: DEBUG oslo_concurrency.lockutils [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Acquiring lock "a7610115-61a9-4300-bff1-b6a694663ac5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.886796] env[65983]: DEBUG oslo_concurrency.lockutils [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Lock "a7610115-61a9-4300-bff1-b6a694663ac5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.886796] env[65983]: DEBUG oslo_concurrency.lockutils [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Lock "a7610115-61a9-4300-bff1-b6a694663ac5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.888916] env[65983]: INFO nova.compute.manager [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Terminating instance [ 999.992325] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469148, 'name': Rename_Task, 'duration_secs': 0.161343} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.992325] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.992325] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fdaa0e4-ea0c-4ed6-a75d-0afafba29696 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.000778] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1000.000778] env[65983]: value = "task-4469151" [ 1000.000778] env[65983]: _type = "Task" [ 1000.000778] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.010856] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.028499] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea53cf60-e1a4-46fd-9c97-1a4a8edf0ebd tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.028499] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea53cf60-e1a4-46fd-9c97-1a4a8edf0ebd tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.028499] env[65983]: DEBUG nova.compute.manager [None req-ea53cf60-e1a4-46fd-9c97-1a4a8edf0ebd tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1000.029158] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5620df-c1bc-4508-bbce-f47ed1538948 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.038358] env[65983]: DEBUG nova.compute.manager [None req-ea53cf60-e1a4-46fd-9c97-1a4a8edf0ebd tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65983) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1000.038694] env[65983]: DEBUG nova.objects.instance [None req-ea53cf60-e1a4-46fd-9c97-1a4a8edf0ebd tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lazy-loading 'flavor' on Instance uuid f638b3a9-34b4-42e6-a4db-8a4ad5e458f6 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.057645] env[65983]: DEBUG nova.scheduler.client.report [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.164351] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469149, 'name': PowerOffVM_Task, 'duration_secs': 0.256631} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.164762] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.166480] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeb2361-2782-4a35-a219-b1ab39cc7a55 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.196709] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab33776-6e96-48f0-be7b-435a1ad03d87 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.244479] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.244814] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24f9fa0e-afef-480e-9f55-0925f1ba7240 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.254150] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1000.254150] env[65983]: value = "task-4469152" [ 1000.254150] env[65983]: _type = "Task" [ 1000.254150] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.270918] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1000.270918] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.271654] env[65983]: DEBUG oslo_concurrency.lockutils [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.271654] env[65983]: DEBUG oslo_concurrency.lockutils [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.271654] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.271898] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ac373fd-a3bd-44f4-a2a4-7ed1088a43ab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.284999] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.285344] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.286515] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471de3cc-01fb-4198-a411-0da65b61d9b0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.292055] env[65983]: DEBUG oslo_vmware.api [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469150, 'name': PowerOffVM_Task, 'duration_secs': 0.211672} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.292709] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.292952] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.293288] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32bc1e21-b070-4ddb-b7d3-0bdf378a3652 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.296439] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1000.296439] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5241bb15-486b-f7e5-4473-7f2f134e02f5" [ 1000.296439] env[65983]: _type = "Task" [ 1000.296439] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.307429] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5241bb15-486b-f7e5-4473-7f2f134e02f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.368622] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.368866] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.369054] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleting the datastore file [datastore1] e0ccc790-4442-451a-8b40-3357ef86807a {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.369368] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a8ddd4b-5e9c-46f0-9675-38f42ca62516 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.377819] env[65983]: DEBUG oslo_vmware.api [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 1000.377819] env[65983]: value = "task-4469154" [ 1000.377819] env[65983]: _type = "Task" [ 1000.377819] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.391031] env[65983]: DEBUG oslo_vmware.api [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.395747] env[65983]: DEBUG oslo_concurrency.lockutils [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Acquiring lock "refresh_cache-a7610115-61a9-4300-bff1-b6a694663ac5" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.396247] env[65983]: DEBUG oslo_concurrency.lockutils [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Acquired lock "refresh_cache-a7610115-61a9-4300-bff1-b6a694663ac5" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.396508] env[65983]: DEBUG nova.network.neutron [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1000.515476] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469151, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.564494] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.565499] env[65983]: DEBUG nova.compute.manager [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1000.569187] env[65983]: DEBUG oslo_concurrency.lockutils [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.337s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.569438] env[65983]: DEBUG nova.objects.instance [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Lazy-loading 'resources' on Instance uuid d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.812254] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5241bb15-486b-f7e5-4473-7f2f134e02f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.812564] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ab5850-8e22-48ac-9874-312fc0fe82da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.820093] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1000.820093] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528d7b30-8aed-333f-1591-d062eaba9908" [ 1000.820093] env[65983]: _type = "Task" [ 1000.820093] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.832024] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528d7b30-8aed-333f-1591-d062eaba9908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.889685] env[65983]: DEBUG oslo_vmware.api [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140425} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.890088] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.890088] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.890355] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.890953] env[65983]: INFO nova.compute.manager [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1000.890953] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1000.890953] env[65983]: DEBUG nova.compute.manager [-] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1000.891143] env[65983]: DEBUG nova.network.neutron [-] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1000.891423] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.903024] env[65983]: WARNING neutronclient.v2_0.client [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.934772] env[65983]: DEBUG nova.network.neutron [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1000.958657] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.020112] env[65983]: DEBUG oslo_vmware.api [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469151, 'name': PowerOnVM_Task, 'duration_secs': 0.572989} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.020112] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.020112] env[65983]: INFO nova.compute.manager [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1001.020112] env[65983]: DEBUG nova.compute.manager [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1001.021217] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a08f644-8456-48a4-b04d-0b9172f8e09b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.051832] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea53cf60-e1a4-46fd-9c97-1a4a8edf0ebd tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.052037] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fce8ec0c-3fc1-4af9-86c7-c52b51fccc21 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.059277] env[65983]: DEBUG nova.network.neutron [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.063519] env[65983]: DEBUG oslo_vmware.api [None req-ea53cf60-e1a4-46fd-9c97-1a4a8edf0ebd tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1001.063519] env[65983]: value = "task-4469155" [ 1001.063519] env[65983]: _type = "Task" [ 1001.063519] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.076548] env[65983]: DEBUG nova.compute.utils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.081446] env[65983]: DEBUG oslo_vmware.api [None req-ea53cf60-e1a4-46fd-9c97-1a4a8edf0ebd tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.082879] env[65983]: DEBUG nova.compute.manager [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1001.083205] env[65983]: DEBUG nova.network.neutron [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1001.083491] env[65983]: WARNING neutronclient.v2_0.client [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.084069] env[65983]: WARNING neutronclient.v2_0.client [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.181701] env[65983]: DEBUG nova.policy [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f240f9afeeb34dc39424691c792e4c7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c3ca780ae44e508b7c75bd4d59fc90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.336225] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528d7b30-8aed-333f-1591-d062eaba9908, 'name': SearchDatastore_Task, 'duration_secs': 0.012816} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.337021] env[65983]: DEBUG oslo_concurrency.lockutils [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.337428] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 2a6b40bf-1bbe-4487-90e5-1e2a2667510d/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk. {{(pid=65983) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1001.340288] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da936913-401c-4a1c-b655-20dd738b74d0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.349213] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1001.349213] env[65983]: value = "task-4469156" [ 1001.349213] env[65983]: _type = "Task" [ 1001.349213] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.357523] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.546407] env[65983]: INFO nova.compute.manager [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Took 50.65 seconds to build instance. [ 1001.567195] env[65983]: DEBUG oslo_concurrency.lockutils [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Releasing lock "refresh_cache-a7610115-61a9-4300-bff1-b6a694663ac5" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.567644] env[65983]: DEBUG nova.compute.manager [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1001.567845] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.570089] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1320de-03ab-4c88-9f31-5f03711039c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.583648] env[65983]: DEBUG nova.compute.manager [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1001.599744] env[65983]: DEBUG oslo_vmware.api [None req-ea53cf60-e1a4-46fd-9c97-1a4a8edf0ebd tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469155, 'name': PowerOffVM_Task, 'duration_secs': 0.210868} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.599744] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.599744] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea53cf60-e1a4-46fd-9c97-1a4a8edf0ebd tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.599744] env[65983]: DEBUG nova.compute.manager [None req-ea53cf60-e1a4-46fd-9c97-1a4a8edf0ebd tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1001.600203] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9865267b-2d54-405e-808e-10028ce9dd91 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.602418] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff0a355-60a1-4511-8b27-ee916ed525d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.619351] env[65983]: DEBUG oslo_vmware.api [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Waiting for the task: (returnval){ [ 1001.619351] env[65983]: value = "task-4469157" [ 1001.619351] env[65983]: _type = "Task" [ 1001.619351] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.637125] env[65983]: DEBUG oslo_vmware.api [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.643053] env[65983]: DEBUG nova.compute.manager [req-c93a52de-ecb3-47af-a549-9b57c97fafa1 req-d18d599d-3327-4f7d-903c-a3b957f8cecc service nova] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Received event network-vif-deleted-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1001.644608] env[65983]: INFO nova.compute.manager [req-c93a52de-ecb3-47af-a549-9b57c97fafa1 req-d18d599d-3327-4f7d-903c-a3b957f8cecc service nova] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Neutron deleted interface 7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84; detaching it from the instance and deleting it from the info cache [ 1001.644608] env[65983]: DEBUG nova.network.neutron [req-c93a52de-ecb3-47af-a549-9b57c97fafa1 req-d18d599d-3327-4f7d-903c-a3b957f8cecc service nova] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.660048] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda0c69c-6e44-4526-adff-d84f2e2ad170 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.673120] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3b135b-5a4a-4ab1-80c3-65e272dfca75 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.709036] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73424519-580a-4719-8323-464b12a1800c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.718826] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956bbf80-b129-4ac0-ad4d-7f5a9ffb54f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.740995] env[65983]: DEBUG nova.compute.provider_tree [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.743717] env[65983]: DEBUG nova.network.neutron [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Successfully created port: 67ef1a33-68fb-4664-bf24-64f88e1e3430 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1001.758094] env[65983]: DEBUG nova.network.neutron [-] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.862192] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469156, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.048096] env[65983]: DEBUG oslo_concurrency.lockutils [None req-908ff31c-92e6-4120-8398-2acdadebff22 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.706s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.125704] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ea53cf60-e1a4-46fd-9c97-1a4a8edf0ebd tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.097s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.135279] env[65983]: DEBUG oslo_vmware.api [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469157, 'name': PowerOffVM_Task, 'duration_secs': 0.212147} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.135519] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.135673] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.135992] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3da64e46-e067-4fb0-a1cb-025d558040ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.147402] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7cacac00-e282-4812-b265-19f771d41235 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.163088] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de42f1c-e516-4a25-98be-2b744b93edf1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.178210] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.178548] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.178723] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Deleting the datastore file [datastore2] a7610115-61a9-4300-bff1-b6a694663ac5 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.180234] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7a55ab1-ea1e-44b8-b8a1-b8e1202b44ed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.187815] env[65983]: DEBUG oslo_vmware.api [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Waiting for the task: (returnval){ [ 1002.187815] env[65983]: value = "task-4469159" [ 1002.187815] env[65983]: _type = "Task" [ 1002.187815] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.207952] env[65983]: DEBUG nova.compute.manager [req-c93a52de-ecb3-47af-a549-9b57c97fafa1 req-d18d599d-3327-4f7d-903c-a3b957f8cecc service nova] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Detach interface failed, port_id=7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84, reason: Instance e0ccc790-4442-451a-8b40-3357ef86807a could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1002.215752] env[65983]: DEBUG oslo_vmware.api [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.248662] env[65983]: DEBUG nova.scheduler.client.report [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.261734] env[65983]: INFO nova.compute.manager [-] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Took 1.37 seconds to deallocate network for instance. [ 1002.360595] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551901} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.360888] env[65983]: INFO nova.virt.vmwareapi.ds_util [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 2a6b40bf-1bbe-4487-90e5-1e2a2667510d/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk. [ 1002.361703] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84291419-bd83-467a-a520-77ef478f3a87 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.393033] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 2a6b40bf-1bbe-4487-90e5-1e2a2667510d/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.393289] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb20de03-49e7-439c-a471-f27c61249305 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.414765] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1002.414765] env[65983]: value = "task-4469160" [ 1002.414765] env[65983]: _type = "Task" [ 1002.414765] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.423955] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.606133] env[65983]: DEBUG nova.compute.manager [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1002.636018] env[65983]: DEBUG nova.virt.hardware [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1002.636018] env[65983]: DEBUG nova.virt.hardware [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.636018] env[65983]: DEBUG nova.virt.hardware [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1002.636018] env[65983]: DEBUG nova.virt.hardware [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.636018] env[65983]: DEBUG nova.virt.hardware [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1002.636262] env[65983]: DEBUG nova.virt.hardware [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1002.636312] env[65983]: DEBUG nova.virt.hardware [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1002.637183] env[65983]: DEBUG nova.virt.hardware [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1002.637183] env[65983]: DEBUG nova.virt.hardware [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1002.637183] env[65983]: DEBUG nova.virt.hardware [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1002.637183] env[65983]: DEBUG nova.virt.hardware [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1002.637958] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033f0249-6ce7-463f-9f4e-3208c53a6859 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.648581] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bfe869-919a-49b2-880f-f6fd1e01e307 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.699618] env[65983]: DEBUG oslo_vmware.api [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Task: {'id': task-4469159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113354} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.699904] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.700106] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.700288] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.700460] env[65983]: INFO nova.compute.manager [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1002.700706] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1002.700907] env[65983]: DEBUG nova.compute.manager [-] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1002.701017] env[65983]: DEBUG nova.network.neutron [-] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1002.701275] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.731980] env[65983]: DEBUG nova.network.neutron [-] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1002.732688] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.755297] env[65983]: DEBUG oslo_concurrency.lockutils [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.758219] env[65983]: DEBUG oslo_concurrency.lockutils [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.437s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.759454] env[65983]: DEBUG nova.objects.instance [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lazy-loading 'resources' on Instance uuid a7c065af-ee14-4196-b7d9-4a0b7971b6ec {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.769822] env[65983]: DEBUG oslo_concurrency.lockutils [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.787427] env[65983]: INFO nova.scheduler.client.report [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Deleted allocations for instance d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb [ 1002.928244] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.236478] env[65983]: DEBUG nova.network.neutron [-] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.299716] env[65983]: DEBUG oslo_concurrency.lockutils [None req-886cbd68-ad7c-4d5a-902d-23231b35166a tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Lock "d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.868s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.404339] env[65983]: DEBUG nova.network.neutron [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Successfully updated port: 67ef1a33-68fb-4664-bf24-64f88e1e3430 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1003.431652] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469160, 'name': ReconfigVM_Task, 'duration_secs': 0.996248} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.434870] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 2a6b40bf-1bbe-4487-90e5-1e2a2667510d/071a6326-39b8-4d94-b77c-aac96bfcf5e4-rescue.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.435956] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbaf5c4-d858-49dc-9228-2afaf75a7bcb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.476878] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe6ffb0-7289-4516-9f25-b9bfc2bd6a75 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.496321] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1003.496321] env[65983]: value = "task-4469161" [ 1003.496321] env[65983]: _type = "Task" [ 1003.496321] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.506611] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.708601] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f23faaf-16b1-4000-a610-c20910c70b79 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.717345] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e966c8-7da9-4cd8-8e65-63b4fb617b9a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.748471] env[65983]: INFO nova.compute.manager [-] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Took 1.05 seconds to deallocate network for instance. [ 1003.750859] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dec915-1b7e-43ca-b47b-a406e80bd8b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.761857] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5bb712-2c80-47f3-b3ec-06fc60c64523 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.778269] env[65983]: DEBUG nova.compute.provider_tree [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.896509] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Acquiring lock "4572bd1d-146c-462e-8f40-cef058a6ad94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.896865] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Lock "4572bd1d-146c-462e-8f40-cef058a6ad94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.910730] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "refresh_cache-83bdf906-09ac-404e-a632-2db1e1e5003e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.911047] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "refresh_cache-83bdf906-09ac-404e-a632-2db1e1e5003e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.911327] env[65983]: DEBUG nova.network.neutron [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1004.008065] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469161, 'name': ReconfigVM_Task, 'duration_secs': 0.436412} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.008441] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.008580] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b62e5ee-574f-48de-9a80-84104aac0902 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.014263] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3f476d82-f3e1-46a4-8cb8-8229b4d27e93 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "interface-11da1f65-57fc-4acd-b6eb-9510ecbd9524-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.014595] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3f476d82-f3e1-46a4-8cb8-8229b4d27e93 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-11da1f65-57fc-4acd-b6eb-9510ecbd9524-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.014912] env[65983]: DEBUG nova.objects.instance [None req-3f476d82-f3e1-46a4-8cb8-8229b4d27e93 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'flavor' on Instance uuid 11da1f65-57fc-4acd-b6eb-9510ecbd9524 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.018139] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.018357] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.018554] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.018725] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.018894] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.020656] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1004.020656] env[65983]: value = "task-4469162" [ 1004.020656] env[65983]: _type = "Task" [ 1004.020656] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.021070] env[65983]: INFO nova.compute.manager [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Terminating instance [ 1004.032717] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.258593] env[65983]: DEBUG oslo_concurrency.lockutils [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.281923] env[65983]: DEBUG nova.scheduler.client.report [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.330262] env[65983]: DEBUG nova.compute.manager [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Received event network-vif-plugged-67ef1a33-68fb-4664-bf24-64f88e1e3430 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1004.330874] env[65983]: DEBUG oslo_concurrency.lockutils [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] Acquiring lock "83bdf906-09ac-404e-a632-2db1e1e5003e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.331726] env[65983]: DEBUG oslo_concurrency.lockutils [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] Lock "83bdf906-09ac-404e-a632-2db1e1e5003e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.331933] env[65983]: DEBUG oslo_concurrency.lockutils [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] Lock "83bdf906-09ac-404e-a632-2db1e1e5003e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.332181] env[65983]: DEBUG nova.compute.manager [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] No waiting events found dispatching network-vif-plugged-67ef1a33-68fb-4664-bf24-64f88e1e3430 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1004.332296] env[65983]: WARNING nova.compute.manager [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Received unexpected event network-vif-plugged-67ef1a33-68fb-4664-bf24-64f88e1e3430 for instance with vm_state building and task_state spawning. [ 1004.332459] env[65983]: DEBUG nova.compute.manager [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Received event network-changed-67ef1a33-68fb-4664-bf24-64f88e1e3430 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1004.332613] env[65983]: DEBUG nova.compute.manager [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Refreshing instance network info cache due to event network-changed-67ef1a33-68fb-4664-bf24-64f88e1e3430. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1004.332777] env[65983]: DEBUG oslo_concurrency.lockutils [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] Acquiring lock "refresh_cache-83bdf906-09ac-404e-a632-2db1e1e5003e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.398908] env[65983]: DEBUG nova.compute.manager [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1004.450494] env[65983]: DEBUG nova.network.neutron [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1004.522846] env[65983]: WARNING neutronclient.v2_0.client [None req-3f476d82-f3e1-46a4-8cb8-8229b4d27e93 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.523291] env[65983]: DEBUG nova.objects.instance [None req-3f476d82-f3e1-46a4-8cb8-8229b4d27e93 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'pci_requests' on Instance uuid 11da1f65-57fc-4acd-b6eb-9510ecbd9524 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.529608] env[65983]: WARNING neutronclient.v2_0.client [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.531946] env[65983]: DEBUG nova.compute.manager [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1004.532257] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.533776] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec32dc6-0398-4a47-b7bf-cf8eb9ed3ab0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.543204] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.545606] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.545606] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5e086ab-3e8a-456a-b46f-f0ad4073db97 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.615565] env[65983]: DEBUG nova.network.neutron [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Updating instance_info_cache with network_info: [{"id": "67ef1a33-68fb-4664-bf24-64f88e1e3430", "address": "fa:16:3e:ae:3d:68", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ef1a33-68", "ovs_interfaceid": "67ef1a33-68fb-4664-bf24-64f88e1e3430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.626754] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.627032] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.627217] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleting the datastore file [datastore1] f638b3a9-34b4-42e6-a4db-8a4ad5e458f6 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.628191] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-776067fe-086d-4d67-bd8f-3e0db0eb3915 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.637119] env[65983]: DEBUG oslo_vmware.api [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1004.637119] env[65983]: value = "task-4469164" [ 1004.637119] env[65983]: _type = "Task" [ 1004.637119] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.647461] env[65983]: DEBUG oslo_vmware.api [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.790217] env[65983]: DEBUG oslo_concurrency.lockutils [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.793317] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.329s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.793525] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.793683] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65983) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1004.794057] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.500s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.794331] env[65983]: DEBUG nova.objects.instance [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lazy-loading 'resources' on Instance uuid 329ac5cc-582d-4ce9-8962-413086565e84 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.796273] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe97116-f149-4dd4-a95a-55488ee882c0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.806215] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e8fadb-a53e-47cb-9366-558e487b6ece {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.824224] env[65983]: INFO nova.scheduler.client.report [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Deleted allocations for instance a7c065af-ee14-4196-b7d9-4a0b7971b6ec [ 1004.828748] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ab9837-ddb3-4187-96a9-fc074d4a190b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.838809] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e998d5b7-692c-4c33-ab02-2847d7249807 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.870321] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177830MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65983) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1004.870480] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.921865] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.029716] env[65983]: DEBUG nova.objects.base [None req-3f476d82-f3e1-46a4-8cb8-8229b4d27e93 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Object Instance<11da1f65-57fc-4acd-b6eb-9510ecbd9524> lazy-loaded attributes: flavor,pci_requests {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.030022] env[65983]: DEBUG nova.network.neutron [None req-3f476d82-f3e1-46a4-8cb8-8229b4d27e93 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1005.030331] env[65983]: WARNING neutronclient.v2_0.client [None req-3f476d82-f3e1-46a4-8cb8-8229b4d27e93 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.030699] env[65983]: WARNING neutronclient.v2_0.client [None req-3f476d82-f3e1-46a4-8cb8-8229b4d27e93 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.040995] env[65983]: DEBUG oslo_vmware.api [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469162, 'name': PowerOnVM_Task, 'duration_secs': 0.757004} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.041288] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.045199] env[65983]: DEBUG nova.compute.manager [None req-daecb70a-1ad0-4969-82e3-9ccfbfddae15 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1005.046065] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83bf8b6-bd34-4d68-94f5-df21d97dc685 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.119987] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "refresh_cache-83bdf906-09ac-404e-a632-2db1e1e5003e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.120311] env[65983]: DEBUG nova.compute.manager [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Instance network_info: |[{"id": "67ef1a33-68fb-4664-bf24-64f88e1e3430", "address": "fa:16:3e:ae:3d:68", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ef1a33-68", "ovs_interfaceid": "67ef1a33-68fb-4664-bf24-64f88e1e3430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1005.120786] env[65983]: DEBUG oslo_concurrency.lockutils [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] Acquired lock "refresh_cache-83bdf906-09ac-404e-a632-2db1e1e5003e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.120846] env[65983]: DEBUG nova.network.neutron [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Refreshing network info cache for port 67ef1a33-68fb-4664-bf24-64f88e1e3430 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.121984] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:3d:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67ef1a33-68fb-4664-bf24-64f88e1e3430', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.130416] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1005.134024] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.134284] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4aeefe0c-b3fb-4713-9989-684b1a2b6442 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.165641] env[65983]: DEBUG oslo_vmware.api [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145451} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.166559] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.166828] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.167074] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.167505] env[65983]: INFO nova.compute.manager [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1005.167666] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1005.171020] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.171020] env[65983]: value = "task-4469165" [ 1005.171020] env[65983]: _type = "Task" [ 1005.171020] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.171020] env[65983]: DEBUG nova.compute.manager [-] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1005.171020] env[65983]: DEBUG nova.network.neutron [-] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1005.171020] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.180787] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469165, 'name': CreateVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.182176] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3f476d82-f3e1-46a4-8cb8-8229b4d27e93 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-11da1f65-57fc-4acd-b6eb-9510ecbd9524-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.167s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.226930] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.335156] env[65983]: DEBUG oslo_concurrency.lockutils [None req-66fe5961-a674-4cb2-aab5-43ab9a000839 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Lock "a7c065af-ee14-4196-b7d9-4a0b7971b6ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.439s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.632695] env[65983]: WARNING neutronclient.v2_0.client [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.686978] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469165, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.690241] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d847e-c0bc-4609-acf1-d176d68a2248 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.698143] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8328d2-b01d-4ad7-972a-d53bfe3fac7a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.735354] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c18a23f-3551-4e2a-a8e1-116845fca9fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.745015] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d6be4b-ce84-40c4-95e5-75bd51824b22 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.762266] env[65983]: DEBUG nova.compute.provider_tree [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.844807] env[65983]: WARNING neutronclient.v2_0.client [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.953961] env[65983]: DEBUG nova.network.neutron [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Updated VIF entry in instance network info cache for port 67ef1a33-68fb-4664-bf24-64f88e1e3430. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1005.954331] env[65983]: DEBUG nova.network.neutron [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Updating instance_info_cache with network_info: [{"id": "67ef1a33-68fb-4664-bf24-64f88e1e3430", "address": "fa:16:3e:ae:3d:68", "network": {"id": "28b5f1a4-9791-4f8f-aa9b-f4297aba89f5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-167146164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c3ca780ae44e508b7c75bd4d59fc90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ef1a33-68", "ovs_interfaceid": "67ef1a33-68fb-4664-bf24-64f88e1e3430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.994521] env[65983]: DEBUG nova.network.neutron [-] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.181712] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469165, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.267707] env[65983]: DEBUG nova.scheduler.client.report [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.458367] env[65983]: DEBUG oslo_concurrency.lockutils [req-4070adc9-7863-4d36-a1b7-e9288931a0b6 req-1051255f-cc8f-4872-a713-4bb577b83d9e service nova] Releasing lock "refresh_cache-83bdf906-09ac-404e-a632-2db1e1e5003e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.498274] env[65983]: INFO nova.compute.manager [-] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Took 1.33 seconds to deallocate network for instance. [ 1006.684019] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469165, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.775388] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.779238] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.031s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.779569] env[65983]: DEBUG nova.objects.instance [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lazy-loading 'resources' on Instance uuid 29f1dd9d-7056-4851-b609-bd75adcc2da7 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.811997] env[65983]: INFO nova.scheduler.client.report [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Deleted allocations for instance 329ac5cc-582d-4ce9-8962-413086565e84 [ 1006.930203] env[65983]: DEBUG nova.compute.manager [req-86eb1c8a-0371-4c89-8607-95a932f74d37 req-ac4af442-4472-40b5-a3ef-7cc13620f944 service nova] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Received event network-vif-deleted-ae159c9a-320f-436f-be28-622de7371b6d {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1007.008469] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.187383] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469165, 'name': CreateVM_Task, 'duration_secs': 1.583387} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.187383] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.187383] env[65983]: WARNING neutronclient.v2_0.client [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.187859] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.187859] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.188229] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.188942] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315f9faf-2f43-4eea-9e92-825d0d802215 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.194154] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1007.194154] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52376fa3-28b3-7230-1e8a-4057cedd1b3a" [ 1007.194154] env[65983]: _type = "Task" [ 1007.194154] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.203992] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52376fa3-28b3-7230-1e8a-4057cedd1b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.324215] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Lock "329ac5cc-582d-4ce9-8962-413086565e84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.078s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.517578] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "interface-11da1f65-57fc-4acd-b6eb-9510ecbd9524-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.517892] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-11da1f65-57fc-4acd-b6eb-9510ecbd9524-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.518248] env[65983]: DEBUG nova.objects.instance [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'flavor' on Instance uuid 11da1f65-57fc-4acd-b6eb-9510ecbd9524 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.645585] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4aa381-20b0-43e9-a8db-22c62fa65631 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.653910] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0ab887-8a5e-43c1-8fd1-b816189688ef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.685312] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867081d3-4359-45f1-9b5f-64b8104188e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.693760] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c397a779-3293-4028-8279-60f26d1bd05c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.711043] env[65983]: DEBUG nova.compute.provider_tree [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.716067] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52376fa3-28b3-7230-1e8a-4057cedd1b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.716683] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.716938] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.717381] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.717549] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.717743] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.718120] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf5b43a7-acd5-419b-a972-d51bfa6d2f1d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.729379] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.729576] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.730337] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0b35dd-b735-4637-8a1e-ae978f19260a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.737235] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1007.737235] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f7a0a6-4143-1cf4-427b-2b6d68d048b3" [ 1007.737235] env[65983]: _type = "Task" [ 1007.737235] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.743054] env[65983]: DEBUG nova.compute.manager [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Stashing vm_state: active {{(pid=65983) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1007.753698] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f7a0a6-4143-1cf4-427b-2b6d68d048b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.754447] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02bd56cc-e3d5-4cb8-854c-38abb8577d59 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.760610] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1007.760610] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52eb3a45-db30-c02a-f290-52a3d607839c" [ 1007.760610] env[65983]: _type = "Task" [ 1007.760610] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.769676] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52eb3a45-db30-c02a-f290-52a3d607839c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.028877] env[65983]: WARNING neutronclient.v2_0.client [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.125184] env[65983]: DEBUG nova.objects.instance [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'pci_requests' on Instance uuid 11da1f65-57fc-4acd-b6eb-9510ecbd9524 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.219329] env[65983]: DEBUG nova.scheduler.client.report [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.266166] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.273799] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52eb3a45-db30-c02a-f290-52a3d607839c, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.274074] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.274337] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 83bdf906-09ac-404e-a632-2db1e1e5003e/83bdf906-09ac-404e-a632-2db1e1e5003e.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.274613] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b54a94d1-24d4-4b6c-a7a3-be8ac47b4fc0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.283084] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1008.283084] env[65983]: value = "task-4469166" [ 1008.283084] env[65983]: _type = "Task" [ 1008.283084] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.292671] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.630840] env[65983]: DEBUG nova.objects.base [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Object Instance<11da1f65-57fc-4acd-b6eb-9510ecbd9524> lazy-loaded attributes: flavor,pci_requests {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1008.630840] env[65983]: DEBUG nova.network.neutron [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1008.630840] env[65983]: WARNING neutronclient.v2_0.client [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.630840] env[65983]: WARNING neutronclient.v2_0.client [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.725643] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.729339] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.613s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.729339] env[65983]: DEBUG nova.objects.instance [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Lazy-loading 'resources' on Instance uuid e62ad583-c928-48d5-bb9c-5597488e8f7c {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.759416] env[65983]: INFO nova.scheduler.client.report [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Deleted allocations for instance 29f1dd9d-7056-4851-b609-bd75adcc2da7 [ 1008.781926] env[65983]: DEBUG nova.policy [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36e43e57eed4e48bac35fe501f4a0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021d1380a4a54a759d153b9d3e89de3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.795991] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473731} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.796173] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 83bdf906-09ac-404e-a632-2db1e1e5003e/83bdf906-09ac-404e-a632-2db1e1e5003e.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.796331] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.796582] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20761831-865e-4a32-a6bd-96fb05505323 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.805029] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1008.805029] env[65983]: value = "task-4469167" [ 1008.805029] env[65983]: _type = "Task" [ 1008.805029] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.818134] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.271642] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "29f1dd9d-7056-4851-b609-bd75adcc2da7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.046s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.301293] env[65983]: DEBUG nova.network.neutron [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Successfully created port: 786663f5-b95f-45ee-90bf-ad023e732cfc {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1009.316514] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.315411} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.319440] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.320964] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0828c9-193f-4251-996f-b2b62c2375a2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.345884] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 83bdf906-09ac-404e-a632-2db1e1e5003e/83bdf906-09ac-404e-a632-2db1e1e5003e.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.349165] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8841752f-f944-4a46-9f4e-7414234587fb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.373506] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1009.373506] env[65983]: value = "task-4469168" [ 1009.373506] env[65983]: _type = "Task" [ 1009.373506] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.389134] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.691141] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9144c446-3e54-4982-958e-35c4b7f69dd5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.701531] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0eb2ce-3bd8-499e-a987-1a792f3cb643 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.746649] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e438943b-28d3-4665-b016-ba85cb754b35 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.755455] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3150f7a3-47be-435b-b99c-17b2727b1b11 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.771458] env[65983]: DEBUG nova.compute.provider_tree [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.884611] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469168, 'name': ReconfigVM_Task, 'duration_secs': 0.301932} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.885326] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 83bdf906-09ac-404e-a632-2db1e1e5003e/83bdf906-09ac-404e-a632-2db1e1e5003e.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.885758] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8350b2a9-c85d-4378-b542-af18cec6e80b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.894128] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1009.894128] env[65983]: value = "task-4469169" [ 1009.894128] env[65983]: _type = "Task" [ 1009.894128] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.905055] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469169, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.964614] env[65983]: INFO nova.compute.manager [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Unrescuing [ 1009.964908] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.965098] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquired lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.965317] env[65983]: DEBUG nova.network.neutron [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1010.275315] env[65983]: DEBUG nova.scheduler.client.report [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.406566] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469169, 'name': Rename_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.468304] env[65983]: WARNING neutronclient.v2_0.client [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.716870] env[65983]: WARNING neutronclient.v2_0.client [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.781254] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.783677] env[65983]: DEBUG oslo_concurrency.lockutils [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.313s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.784046] env[65983]: DEBUG nova.objects.instance [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lazy-loading 'resources' on Instance uuid 812d320a-cfa4-49fa-abc3-a182fd68dc5c {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.825047] env[65983]: INFO nova.scheduler.client.report [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Deleted allocations for instance e62ad583-c928-48d5-bb9c-5597488e8f7c [ 1010.861979] env[65983]: DEBUG nova.network.neutron [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updating instance_info_cache with network_info: [{"id": "2c33df5f-8adb-47d4-b9df-af900442c536", "address": "fa:16:3e:b8:35:19", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c33df5f-8a", "ovs_interfaceid": "2c33df5f-8adb-47d4-b9df-af900442c536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.906326] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469169, 'name': Rename_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.073287] env[65983]: DEBUG nova.network.neutron [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Successfully updated port: 786663f5-b95f-45ee-90bf-ad023e732cfc {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1011.332552] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f7685aab-7726-4c78-bcbf-e05228bb47bb tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Lock "e62ad583-c928-48d5-bb9c-5597488e8f7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.885s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.366647] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Releasing lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.367305] env[65983]: DEBUG nova.objects.instance [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lazy-loading 'flavor' on Instance uuid 2a6b40bf-1bbe-4487-90e5-1e2a2667510d {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.409721] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469169, 'name': Rename_Task, 'duration_secs': 1.154974} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.412522] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.413027] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2b22279-7edf-41b2-af58-2b0653d85e2e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.420828] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1011.420828] env[65983]: value = "task-4469170" [ 1011.420828] env[65983]: _type = "Task" [ 1011.420828] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.432836] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.576783] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.578018] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.578018] env[65983]: DEBUG nova.network.neutron [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1011.643309] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5276241-6ae7-4319-96d2-7a26126a6cf7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.652136] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ca25eb-166f-439b-b8f1-5c8f6499e6c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.687097] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d129914-be6a-4b10-9e28-a5f8dcf55ac3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.695268] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb5bb5e-6e4f-4923-9c2b-515e8181e7e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.710631] env[65983]: DEBUG nova.compute.provider_tree [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.813703] env[65983]: DEBUG nova.compute.manager [req-26bc3bf7-0e37-4910-a15b-18c571d7e6ec req-cbd2cdb0-80fc-4715-a0fc-d766a9e6797e service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Received event network-vif-plugged-786663f5-b95f-45ee-90bf-ad023e732cfc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1011.813703] env[65983]: DEBUG oslo_concurrency.lockutils [req-26bc3bf7-0e37-4910-a15b-18c571d7e6ec req-cbd2cdb0-80fc-4715-a0fc-d766a9e6797e service nova] Acquiring lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.813847] env[65983]: DEBUG oslo_concurrency.lockutils [req-26bc3bf7-0e37-4910-a15b-18c571d7e6ec req-cbd2cdb0-80fc-4715-a0fc-d766a9e6797e service nova] Lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.814030] env[65983]: DEBUG oslo_concurrency.lockutils [req-26bc3bf7-0e37-4910-a15b-18c571d7e6ec req-cbd2cdb0-80fc-4715-a0fc-d766a9e6797e service nova] Lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.814289] env[65983]: DEBUG nova.compute.manager [req-26bc3bf7-0e37-4910-a15b-18c571d7e6ec req-cbd2cdb0-80fc-4715-a0fc-d766a9e6797e service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] No waiting events found dispatching network-vif-plugged-786663f5-b95f-45ee-90bf-ad023e732cfc {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1011.814583] env[65983]: WARNING nova.compute.manager [req-26bc3bf7-0e37-4910-a15b-18c571d7e6ec req-cbd2cdb0-80fc-4715-a0fc-d766a9e6797e service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Received unexpected event network-vif-plugged-786663f5-b95f-45ee-90bf-ad023e732cfc for instance with vm_state active and task_state None. [ 1011.873650] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277234bc-9ffc-44ce-b00f-e36b8101f37d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.903515] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.904022] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-570a10ba-9efa-4549-989e-29bd5fd7fd2b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.913250] env[65983]: DEBUG oslo_vmware.api [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1011.913250] env[65983]: value = "task-4469171" [ 1011.913250] env[65983]: _type = "Task" [ 1011.913250] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.923898] env[65983]: DEBUG oslo_vmware.api [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.935772] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469170, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.123656] env[65983]: WARNING nova.network.neutron [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] 440688e7-257d-41d9-949f-8f163cdcaacc already exists in list: networks containing: ['440688e7-257d-41d9-949f-8f163cdcaacc']. ignoring it [ 1012.214576] env[65983]: DEBUG nova.scheduler.client.report [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.426040] env[65983]: DEBUG oslo_vmware.api [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469171, 'name': PowerOffVM_Task, 'duration_secs': 0.423172} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.430493] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.435751] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Reconfiguring VM instance instance-00000054 to detach disk 2002 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1012.436726] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6e40a10-6da3-4729-9adf-358b41d6eea6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.457098] env[65983]: DEBUG oslo_vmware.api [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469170, 'name': PowerOnVM_Task, 'duration_secs': 0.550957} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.458683] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.459443] env[65983]: INFO nova.compute.manager [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1012.459523] env[65983]: DEBUG nova.compute.manager [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1012.459815] env[65983]: DEBUG oslo_vmware.api [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1012.459815] env[65983]: value = "task-4469172" [ 1012.459815] env[65983]: _type = "Task" [ 1012.459815] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.460665] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8110aad5-710f-40bd-91e5-27d5401013e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.473131] env[65983]: DEBUG oslo_vmware.api [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469172, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.720384] env[65983]: DEBUG oslo_concurrency.lockutils [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.724289] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.342s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.724501] env[65983]: DEBUG nova.objects.instance [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1012.755186] env[65983]: INFO nova.scheduler.client.report [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Deleted allocations for instance 812d320a-cfa4-49fa-abc3-a182fd68dc5c [ 1012.986103] env[65983]: DEBUG oslo_vmware.api [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469172, 'name': ReconfigVM_Task, 'duration_secs': 0.254005} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.986434] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Reconfigured VM instance instance-00000054 to detach disk 2002 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1012.986638] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.988611] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4190438e-2cd2-484d-875a-d861a998f2ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.991639] env[65983]: INFO nova.compute.manager [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Took 56.25 seconds to build instance. [ 1013.002057] env[65983]: DEBUG oslo_vmware.api [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1013.002057] env[65983]: value = "task-4469173" [ 1013.002057] env[65983]: _type = "Task" [ 1013.002057] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.006942] env[65983]: WARNING neutronclient.v2_0.client [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.015854] env[65983]: DEBUG oslo_vmware.api [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.269844] env[65983]: DEBUG oslo_concurrency.lockutils [None req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Lock "812d320a-cfa4-49fa-abc3-a182fd68dc5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.778s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.349550] env[65983]: WARNING neutronclient.v2_0.client [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.495566] env[65983]: DEBUG nova.network.neutron [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updating instance_info_cache with network_info: [{"id": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "address": "fa:16:3e:74:75:0a", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91ee6c-b2", "ovs_interfaceid": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "786663f5-b95f-45ee-90bf-ad023e732cfc", "address": "fa:16:3e:22:95:da", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786663f5-b9", "ovs_interfaceid": "786663f5-b95f-45ee-90bf-ad023e732cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.497495] env[65983]: DEBUG oslo_concurrency.lockutils [None req-423b717a-6600-4661-bef7-7f18d04c5580 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "83bdf906-09ac-404e-a632-2db1e1e5003e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.465s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.522795] env[65983]: DEBUG oslo_vmware.api [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469173, 'name': PowerOnVM_Task, 'duration_secs': 0.469332} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.522795] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.522795] env[65983]: DEBUG nova.compute.manager [None req-e6e00960-aaa2-4da2-850b-07918c18e77f tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1013.523344] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b122c942-8c52-42ef-b600-5a1e5f4009bb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.742161] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e374e7c-1c2e-4e43-9427-02aeda6b2f0f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.742554] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.088s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.742781] env[65983]: DEBUG nova.objects.instance [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1013.998593] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.999571] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.999915] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.001018] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fbdabe-c61f-4674-9355-3f86765faa44 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.023634] env[65983]: DEBUG nova.virt.hardware [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1014.025883] env[65983]: DEBUG nova.virt.hardware [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.025883] env[65983]: DEBUG nova.virt.hardware [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1014.025883] env[65983]: DEBUG nova.virt.hardware [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.025883] env[65983]: DEBUG nova.virt.hardware [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1014.025883] env[65983]: DEBUG nova.virt.hardware [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1014.025883] env[65983]: DEBUG nova.virt.hardware [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1014.025883] env[65983]: DEBUG nova.virt.hardware [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1014.025883] env[65983]: DEBUG nova.virt.hardware [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1014.025883] env[65983]: DEBUG nova.virt.hardware [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1014.025883] env[65983]: DEBUG nova.virt.hardware [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1014.033039] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Reconfiguring VM to attach interface {{(pid=65983) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1014.034089] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-505d80c2-7a81-4ff0-a4a9-c38b18bf619b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.060069] env[65983]: DEBUG oslo_vmware.api [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1014.060069] env[65983]: value = "task-4469174" [ 1014.060069] env[65983]: _type = "Task" [ 1014.060069] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.068981] env[65983]: DEBUG oslo_vmware.api [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469174, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.464643] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.465078] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.572850] env[65983]: DEBUG oslo_vmware.api [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.743573] env[65983]: DEBUG nova.compute.manager [req-34d5779a-a2d2-4ce4-b747-5ba3913ddd8c req-9fe490b3-2c56-484e-a89c-02fa4e56f871 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Received event network-changed-786663f5-b95f-45ee-90bf-ad023e732cfc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1014.743573] env[65983]: DEBUG nova.compute.manager [req-34d5779a-a2d2-4ce4-b747-5ba3913ddd8c req-9fe490b3-2c56-484e-a89c-02fa4e56f871 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Refreshing instance network info cache due to event network-changed-786663f5-b95f-45ee-90bf-ad023e732cfc. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1014.743573] env[65983]: DEBUG oslo_concurrency.lockutils [req-34d5779a-a2d2-4ce4-b747-5ba3913ddd8c req-9fe490b3-2c56-484e-a89c-02fa4e56f871 service nova] Acquiring lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.745757] env[65983]: DEBUG oslo_concurrency.lockutils [req-34d5779a-a2d2-4ce4-b747-5ba3913ddd8c req-9fe490b3-2c56-484e-a89c-02fa4e56f871 service nova] Acquired lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.745757] env[65983]: DEBUG nova.network.neutron [req-34d5779a-a2d2-4ce4-b747-5ba3913ddd8c req-9fe490b3-2c56-484e-a89c-02fa4e56f871 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Refreshing network info cache for port 786663f5-b95f-45ee-90bf-ad023e732cfc {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.756032] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5635debb-80e1-4702-9905-7f4ba155b60e tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.756032] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.555s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.970667] env[65983]: INFO nova.compute.manager [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Detaching volume 72a3a35f-712a-4be5-8290-d648f874ccac [ 1015.022606] env[65983]: INFO nova.virt.block_device [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Attempting to driver detach volume 72a3a35f-712a-4be5-8290-d648f874ccac from mountpoint /dev/sdb [ 1015.022606] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1015.022606] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873913', 'volume_id': '72a3a35f-712a-4be5-8290-d648f874ccac', 'name': 'volume-72a3a35f-712a-4be5-8290-d648f874ccac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cd3f626-1782-4b14-b70f-ddaae4115c1f', 'attached_at': '', 'detached_at': '', 'volume_id': '72a3a35f-712a-4be5-8290-d648f874ccac', 'serial': '72a3a35f-712a-4be5-8290-d648f874ccac'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1015.023214] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5367a4d6-9027-44de-acd9-2641ad129606 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.058730] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e36a86f-8a9c-4ade-8aaa-fa1bc0ab89eb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.078888] env[65983]: DEBUG oslo_vmware.api [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469174, 'name': ReconfigVM_Task, 'duration_secs': 0.889043} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.080903] env[65983]: WARNING neutronclient.v2_0.client [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.081181] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.081392] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Reconfigured VM to attach interface {{(pid=65983) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1015.084815] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4108d78e-7d9b-4b55-b06c-b2cc8923004a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.110107] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe955345-65b2-4091-8e4b-58f831c67687 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.133022] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The volume has not been displaced from its original location: [datastore2] volume-72a3a35f-712a-4be5-8290-d648f874ccac/volume-72a3a35f-712a-4be5-8290-d648f874ccac.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1015.138253] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.138759] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b13afa74-c3e3-48c7-8140-e74113cbfc4f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.159588] env[65983]: DEBUG oslo_vmware.api [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1015.159588] env[65983]: value = "task-4469175" [ 1015.159588] env[65983]: _type = "Task" [ 1015.159588] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.170181] env[65983]: DEBUG oslo_vmware.api [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.251952] env[65983]: WARNING neutronclient.v2_0.client [req-34d5779a-a2d2-4ce4-b747-5ba3913ddd8c req-9fe490b3-2c56-484e-a89c-02fa4e56f871 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.586713] env[65983]: WARNING neutronclient.v2_0.client [req-34d5779a-a2d2-4ce4-b747-5ba3913ddd8c req-9fe490b3-2c56-484e-a89c-02fa4e56f871 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.592292] env[65983]: DEBUG oslo_concurrency.lockutils [None req-1a4f4325-8089-4695-bb36-9c3937613bea tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-11da1f65-57fc-4acd-b6eb-9510ecbd9524-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.074s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.674234] env[65983]: DEBUG oslo_vmware.api [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469175, 'name': ReconfigVM_Task, 'duration_secs': 0.287689} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.674574] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.684586] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6697ac67-45dc-47ba-9588-26897b23d206 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.699439] env[65983]: DEBUG nova.network.neutron [req-34d5779a-a2d2-4ce4-b747-5ba3913ddd8c req-9fe490b3-2c56-484e-a89c-02fa4e56f871 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updated VIF entry in instance network info cache for port 786663f5-b95f-45ee-90bf-ad023e732cfc. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1015.699619] env[65983]: DEBUG nova.network.neutron [req-34d5779a-a2d2-4ce4-b747-5ba3913ddd8c req-9fe490b3-2c56-484e-a89c-02fa4e56f871 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updating instance_info_cache with network_info: [{"id": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "address": "fa:16:3e:74:75:0a", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91ee6c-b2", "ovs_interfaceid": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "786663f5-b95f-45ee-90bf-ad023e732cfc", "address": "fa:16:3e:22:95:da", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786663f5-b9", "ovs_interfaceid": "786663f5-b95f-45ee-90bf-ad023e732cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.705629] env[65983]: DEBUG oslo_vmware.api [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1015.705629] env[65983]: value = "task-4469176" [ 1015.705629] env[65983]: _type = "Task" [ 1015.705629] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.715555] env[65983]: DEBUG oslo_vmware.api [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.774327] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2391d12e-079d-4454-b364-9ff3d1048635 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.785110] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc47b24-5e53-4fd7-b7b2-bd2037472165 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.824697] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc87ad72-7e53-4e35-a2ee-7fdd3f914f4a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.838393] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb11e3b-ebcd-4658-a00d-24a9ca17cb17 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.855114] env[65983]: DEBUG nova.compute.provider_tree [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.204152] env[65983]: DEBUG oslo_concurrency.lockutils [req-34d5779a-a2d2-4ce4-b747-5ba3913ddd8c req-9fe490b3-2c56-484e-a89c-02fa4e56f871 service nova] Releasing lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.219566] env[65983]: DEBUG oslo_vmware.api [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469176, 'name': ReconfigVM_Task, 'duration_secs': 0.20437} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.219980] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873913', 'volume_id': '72a3a35f-712a-4be5-8290-d648f874ccac', 'name': 'volume-72a3a35f-712a-4be5-8290-d648f874ccac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cd3f626-1782-4b14-b70f-ddaae4115c1f', 'attached_at': '', 'detached_at': '', 'volume_id': '72a3a35f-712a-4be5-8290-d648f874ccac', 'serial': '72a3a35f-712a-4be5-8290-d648f874ccac'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1016.332108] env[65983]: DEBUG nova.compute.manager [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1016.333192] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a090f6-90fa-48eb-b1bc-7b613a38c3a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.358682] env[65983]: DEBUG nova.scheduler.client.report [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.773855] env[65983]: DEBUG nova.objects.instance [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'flavor' on Instance uuid 5cd3f626-1782-4b14-b70f-ddaae4115c1f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.844969] env[65983]: INFO nova.compute.manager [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] instance snapshotting [ 1016.849485] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33266bbc-37b1-4c5d-8746-767fc308fb26 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.874777] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e53cfb-52be-4caa-bdf4-9e536ae7aab1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.381398] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.625s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.383017] env[65983]: DEBUG nova.compute.manager [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65983) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5416}} [ 1017.387091] env[65983]: DEBUG oslo_concurrency.lockutils [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.930s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.387670] env[65983]: DEBUG nova.objects.instance [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lazy-loading 'resources' on Instance uuid f83633bd-6802-402b-9ba0-7e3510fb145a {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.390180] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1017.390180] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f343915-db0b-44cd-b3eb-65ddfabc4c15 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.401294] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1017.401294] env[65983]: value = "task-4469180" [ 1017.401294] env[65983]: _type = "Task" [ 1017.401294] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.415187] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469180, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.697910] env[65983]: DEBUG nova.compute.manager [req-72bb6456-176c-4cdb-a896-0aeb2a99e18f req-5888522e-f9c2-4d26-99a3-40599fa25781 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Received event network-changed-2c33df5f-8adb-47d4-b9df-af900442c536 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1017.697910] env[65983]: DEBUG nova.compute.manager [req-72bb6456-176c-4cdb-a896-0aeb2a99e18f req-5888522e-f9c2-4d26-99a3-40599fa25781 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Refreshing instance network info cache due to event network-changed-2c33df5f-8adb-47d4-b9df-af900442c536. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1017.697910] env[65983]: DEBUG oslo_concurrency.lockutils [req-72bb6456-176c-4cdb-a896-0aeb2a99e18f req-5888522e-f9c2-4d26-99a3-40599fa25781 service nova] Acquiring lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.698108] env[65983]: DEBUG oslo_concurrency.lockutils [req-72bb6456-176c-4cdb-a896-0aeb2a99e18f req-5888522e-f9c2-4d26-99a3-40599fa25781 service nova] Acquired lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.698273] env[65983]: DEBUG nova.network.neutron [req-72bb6456-176c-4cdb-a896-0aeb2a99e18f req-5888522e-f9c2-4d26-99a3-40599fa25781 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Refreshing network info cache for port 2c33df5f-8adb-47d4-b9df-af900442c536 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.781568] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4fb8090b-c893-4b86-af98-a29e05a1430b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.317s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.808503] env[65983]: DEBUG oslo_concurrency.lockutils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Acquiring lock "6a97e5ce-b41b-485a-9a49-c19074236b3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.808677] env[65983]: DEBUG oslo_concurrency.lockutils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Lock "6a97e5ce-b41b-485a-9a49-c19074236b3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.912294] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469180, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.954652] env[65983]: INFO nova.scheduler.client.report [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleted allocation for migration 79fe97fe-aa8a-4ba3-863c-d5ab99cf744a [ 1018.076341] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bb2eb8cb-c218-46db-b7ca-516c97b1cde0 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.077035] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bb2eb8cb-c218-46db-b7ca-516c97b1cde0 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.077035] env[65983]: DEBUG nova.compute.manager [None req-bb2eb8cb-c218-46db-b7ca-516c97b1cde0 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1018.078666] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6251f2ec-2daf-4259-8f33-5ac89fad62f5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.086884] env[65983]: DEBUG nova.compute.manager [None req-bb2eb8cb-c218-46db-b7ca-516c97b1cde0 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65983) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1018.086884] env[65983]: DEBUG nova.objects.instance [None req-bb2eb8cb-c218-46db-b7ca-516c97b1cde0 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'flavor' on Instance uuid 5cd3f626-1782-4b14-b70f-ddaae4115c1f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.202511] env[65983]: WARNING neutronclient.v2_0.client [req-72bb6456-176c-4cdb-a896-0aeb2a99e18f req-5888522e-f9c2-4d26-99a3-40599fa25781 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.223804] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caab8c67-e489-494e-b770-b9864dc8b01b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.234273] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7281177-0029-48e9-a85e-c201d9162f58 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.268112] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "interface-11da1f65-57fc-4acd-b6eb-9510ecbd9524-2dd39ae2-477f-4703-b662-2a55a9a515d7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.268440] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-11da1f65-57fc-4acd-b6eb-9510ecbd9524-2dd39ae2-477f-4703-b662-2a55a9a515d7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.268925] env[65983]: DEBUG nova.objects.instance [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'flavor' on Instance uuid 11da1f65-57fc-4acd-b6eb-9510ecbd9524 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.274598] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb34a38b-e45d-462d-a8cb-a49844f1b746 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.285619] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ce887a-8edd-4133-b746-7fc00154affa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.303574] env[65983]: DEBUG nova.compute.provider_tree [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.312463] env[65983]: DEBUG nova.compute.manager [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1018.418484] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469180, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.438894] env[65983]: WARNING neutronclient.v2_0.client [req-72bb6456-176c-4cdb-a896-0aeb2a99e18f req-5888522e-f9c2-4d26-99a3-40599fa25781 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.462828] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0ed1e4a7-0aba-41c1-bd64-5d7ff21a7c06 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.936s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.525837] env[65983]: DEBUG nova.network.neutron [req-72bb6456-176c-4cdb-a896-0aeb2a99e18f req-5888522e-f9c2-4d26-99a3-40599fa25781 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updated VIF entry in instance network info cache for port 2c33df5f-8adb-47d4-b9df-af900442c536. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1018.526271] env[65983]: DEBUG nova.network.neutron [req-72bb6456-176c-4cdb-a896-0aeb2a99e18f req-5888522e-f9c2-4d26-99a3-40599fa25781 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updating instance_info_cache with network_info: [{"id": "2c33df5f-8adb-47d4-b9df-af900442c536", "address": "fa:16:3e:b8:35:19", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c33df5f-8a", "ovs_interfaceid": "2c33df5f-8adb-47d4-b9df-af900442c536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.780050] env[65983]: WARNING neutronclient.v2_0.client [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.807787] env[65983]: DEBUG nova.scheduler.client.report [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.841256] env[65983]: DEBUG oslo_concurrency.lockutils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.912996] env[65983]: DEBUG nova.objects.instance [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'pci_requests' on Instance uuid 11da1f65-57fc-4acd-b6eb-9510ecbd9524 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.919100] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469180, 'name': CreateSnapshot_Task, 'duration_secs': 1.091706} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.919409] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1018.920860] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6a5d45-6231-476a-8ea9-cd3b3bd7c6ff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.030454] env[65983]: DEBUG oslo_concurrency.lockutils [req-72bb6456-176c-4cdb-a896-0aeb2a99e18f req-5888522e-f9c2-4d26-99a3-40599fa25781 service nova] Releasing lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.095574] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2eb8cb-c218-46db-b7ca-516c97b1cde0 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.095744] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a78260-e574-47fa-bb5e-b0d012b0370a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.106034] env[65983]: DEBUG oslo_vmware.api [None req-bb2eb8cb-c218-46db-b7ca-516c97b1cde0 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1019.106034] env[65983]: value = "task-4469181" [ 1019.106034] env[65983]: _type = "Task" [ 1019.106034] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.116515] env[65983]: DEBUG oslo_vmware.api [None req-bb2eb8cb-c218-46db-b7ca-516c97b1cde0 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.313135] env[65983]: DEBUG oslo_concurrency.lockutils [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.316505] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.212s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.316817] env[65983]: DEBUG nova.objects.instance [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Lazy-loading 'resources' on Instance uuid 49cd5935-fc13-4b64-bd82-74794a680f7e {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.342649] env[65983]: INFO nova.scheduler.client.report [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Deleted allocations for instance f83633bd-6802-402b-9ba0-7e3510fb145a [ 1019.393955] env[65983]: DEBUG oslo_concurrency.lockutils [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "7e1c758f-b936-41f8-a044-7bff12dffb84" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.395051] env[65983]: DEBUG oslo_concurrency.lockutils [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.395051] env[65983]: INFO nova.compute.manager [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Shelving [ 1019.415484] env[65983]: DEBUG nova.objects.base [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Object Instance<11da1f65-57fc-4acd-b6eb-9510ecbd9524> lazy-loaded attributes: flavor,pci_requests {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1019.415484] env[65983]: DEBUG nova.network.neutron [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1019.415863] env[65983]: WARNING neutronclient.v2_0.client [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.416174] env[65983]: WARNING neutronclient.v2_0.client [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.439860] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1019.440704] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-181c39d3-baba-4de8-92d4-b53ce83fc1e7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.451028] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1019.451028] env[65983]: value = "task-4469183" [ 1019.451028] env[65983]: _type = "Task" [ 1019.451028] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.461864] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469183, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.521956] env[65983]: DEBUG nova.policy [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36e43e57eed4e48bac35fe501f4a0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021d1380a4a54a759d153b9d3e89de3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.620490] env[65983]: DEBUG oslo_vmware.api [None req-bb2eb8cb-c218-46db-b7ca-516c97b1cde0 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469181, 'name': PowerOffVM_Task, 'duration_secs': 0.34405} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.620490] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2eb8cb-c218-46db-b7ca-516c97b1cde0 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.620490] env[65983]: DEBUG nova.compute.manager [None req-bb2eb8cb-c218-46db-b7ca-516c97b1cde0 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1019.621237] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30bfa7d-d507-4cbc-94b8-de59ce1aebc6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.804327] env[65983]: DEBUG nova.objects.instance [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'flavor' on Instance uuid 811d8ad9-137c-4720-9c9b-071e4eb3f7ce {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.853915] env[65983]: DEBUG oslo_concurrency.lockutils [None req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "f83633bd-6802-402b-9ba0-7e3510fb145a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.344s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.871810] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40be60a9-af09-42dd-94c9-04b351107b1d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.871810] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40be60a9-af09-42dd-94c9-04b351107b1d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.872766] env[65983]: DEBUG nova.compute.manager [None req-40be60a9-af09-42dd-94c9-04b351107b1d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1019.873056] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907887e5-1904-4ffd-864b-d65beadd7e8a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.883014] env[65983]: DEBUG nova.compute.manager [None req-40be60a9-af09-42dd-94c9-04b351107b1d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65983) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1019.883817] env[65983]: DEBUG nova.objects.instance [None req-40be60a9-af09-42dd-94c9-04b351107b1d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lazy-loading 'flavor' on Instance uuid 974e7f63-87a7-40cb-bc37-5b73625a3b44 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.966318] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469183, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.134630] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bb2eb8cb-c218-46db-b7ca-516c97b1cde0 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.165025] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750a1380-ecc1-491c-8e36-91e574f81112 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.177889] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36b74b0-e308-4760-bad0-dffe7280c063 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.236866] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508d41b9-9a80-4ed3-8486-81d754fef6cd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.249608] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f83fc1-1cbc-4693-93e8-a32a184526b0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.268090] env[65983]: DEBUG nova.compute.provider_tree [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.311020] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.311246] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.311477] env[65983]: DEBUG nova.network.neutron [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1020.311673] env[65983]: DEBUG nova.objects.instance [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'info_cache' on Instance uuid 811d8ad9-137c-4720-9c9b-071e4eb3f7ce {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.325215] env[65983]: DEBUG nova.compute.manager [req-cb7727dd-fb37-4806-958c-6d0535580ddc req-79aee586-2a72-4913-9748-da0866e29b84 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Received event network-changed-2c33df5f-8adb-47d4-b9df-af900442c536 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1020.325541] env[65983]: DEBUG nova.compute.manager [req-cb7727dd-fb37-4806-958c-6d0535580ddc req-79aee586-2a72-4913-9748-da0866e29b84 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Refreshing instance network info cache due to event network-changed-2c33df5f-8adb-47d4-b9df-af900442c536. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1020.325904] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb7727dd-fb37-4806-958c-6d0535580ddc req-79aee586-2a72-4913-9748-da0866e29b84 service nova] Acquiring lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.326140] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb7727dd-fb37-4806-958c-6d0535580ddc req-79aee586-2a72-4913-9748-da0866e29b84 service nova] Acquired lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.327870] env[65983]: DEBUG nova.network.neutron [req-cb7727dd-fb37-4806-958c-6d0535580ddc req-79aee586-2a72-4913-9748-da0866e29b84 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Refreshing network info cache for port 2c33df5f-8adb-47d4-b9df-af900442c536 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.409913] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.410259] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65e4f13d-110f-4d67-9df6-70a7102a93a5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.420664] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1020.420664] env[65983]: value = "task-4469184" [ 1020.420664] env[65983]: _type = "Task" [ 1020.420664] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.432151] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.463782] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469183, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.772705] env[65983]: DEBUG nova.scheduler.client.report [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.816737] env[65983]: DEBUG nova.objects.base [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Object Instance<811d8ad9-137c-4720-9c9b-071e4eb3f7ce> lazy-loaded attributes: flavor,info_cache {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1020.830608] env[65983]: WARNING neutronclient.v2_0.client [req-cb7727dd-fb37-4806-958c-6d0535580ddc req-79aee586-2a72-4913-9748-da0866e29b84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.895819] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-40be60a9-af09-42dd-94c9-04b351107b1d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.897133] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-859bd01d-4ed9-468a-8e8d-6985c5b0e303 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.907156] env[65983]: DEBUG nova.objects.instance [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'flavor' on Instance uuid 5cd3f626-1782-4b14-b70f-ddaae4115c1f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.908944] env[65983]: DEBUG oslo_vmware.api [None req-40be60a9-af09-42dd-94c9-04b351107b1d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1020.908944] env[65983]: value = "task-4469185" [ 1020.908944] env[65983]: _type = "Task" [ 1020.908944] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.926801] env[65983]: DEBUG oslo_vmware.api [None req-40be60a9-af09-42dd-94c9-04b351107b1d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.939033] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469184, 'name': PowerOffVM_Task, 'duration_secs': 0.49286} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.939736] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.940677] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa462c00-2b64-41c9-b883-a8becf20ad94 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.970320] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412c3d23-3087-4210-b228-7875c7a3e8ee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.991679] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469183, 'name': CloneVM_Task} progress is 95%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.141129] env[65983]: WARNING neutronclient.v2_0.client [req-cb7727dd-fb37-4806-958c-6d0535580ddc req-79aee586-2a72-4913-9748-da0866e29b84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.166796] env[65983]: DEBUG nova.network.neutron [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Successfully updated port: 2dd39ae2-477f-4703-b662-2a55a9a515d7 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1021.269742] env[65983]: DEBUG nova.network.neutron [req-cb7727dd-fb37-4806-958c-6d0535580ddc req-79aee586-2a72-4913-9748-da0866e29b84 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updated VIF entry in instance network info cache for port 2c33df5f-8adb-47d4-b9df-af900442c536. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1021.270141] env[65983]: DEBUG nova.network.neutron [req-cb7727dd-fb37-4806-958c-6d0535580ddc req-79aee586-2a72-4913-9748-da0866e29b84 service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updating instance_info_cache with network_info: [{"id": "2c33df5f-8adb-47d4-b9df-af900442c536", "address": "fa:16:3e:b8:35:19", "network": {"id": "cb702f8f-d115-4fee-a5cd-0429ca779cc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1059486890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166440c2748e43d598e3b89a3c24f463", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c33df5f-8a", "ovs_interfaceid": "2c33df5f-8adb-47d4-b9df-af900442c536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.278597] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.280846] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.133s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.281101] env[65983]: DEBUG nova.objects.instance [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Lazy-loading 'resources' on Instance uuid c834f28d-688e-4dfa-9a7f-e09550cdd3b7 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.304616] env[65983]: INFO nova.scheduler.client.report [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Deleted allocations for instance 49cd5935-fc13-4b64-bd82-74794a680f7e [ 1021.319747] env[65983]: WARNING neutronclient.v2_0.client [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.420300] env[65983]: DEBUG oslo_vmware.api [None req-40be60a9-af09-42dd-94c9-04b351107b1d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469185, 'name': PowerOffVM_Task, 'duration_secs': 0.29424} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.420883] env[65983]: DEBUG oslo_concurrency.lockutils [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.421044] env[65983]: DEBUG oslo_concurrency.lockutils [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquired lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.421213] env[65983]: DEBUG nova.network.neutron [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1021.421387] env[65983]: DEBUG nova.objects.instance [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'info_cache' on Instance uuid 5cd3f626-1782-4b14-b70f-ddaae4115c1f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.422696] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-40be60a9-af09-42dd-94c9-04b351107b1d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.422789] env[65983]: DEBUG nova.compute.manager [None req-40be60a9-af09-42dd-94c9-04b351107b1d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1021.423801] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a894468e-9730-4323-ad25-74670d0e15ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.477847] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469183, 'name': CloneVM_Task, 'duration_secs': 1.720771} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.478153] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Created linked-clone VM from snapshot [ 1021.478937] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a812bec6-a3ce-4673-9305-63228df6dffe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.490238] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1021.490582] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Uploading image 65108f19-b5f7-4699-b7f5-9e4f119129a7 {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1021.492784] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68a06d4e-baa3-4588-a463-44e3494daa6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.496167] env[65983]: WARNING neutronclient.v2_0.client [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.504923] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1021.504923] env[65983]: value = "task-4469187" [ 1021.504923] env[65983]: _type = "Task" [ 1021.504923] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.505959] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1021.506563] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8b65bb9-5970-4d6c-90b8-3619b46db5da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.517515] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469187, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.519183] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1021.519183] env[65983]: value = "task-4469188" [ 1021.519183] env[65983]: _type = "Task" [ 1021.519183] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.528643] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469188, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.586718] env[65983]: DEBUG nova.network.neutron [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance_info_cache with network_info: [{"id": "968b04c8-5075-429d-af5f-987397fb53c3", "address": "fa:16:3e:11:03:ab", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968b04c8-50", "ovs_interfaceid": "968b04c8-5075-429d-af5f-987397fb53c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.670051] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.670366] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.670525] env[65983]: DEBUG nova.network.neutron [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1021.773494] env[65983]: DEBUG oslo_concurrency.lockutils [req-cb7727dd-fb37-4806-958c-6d0535580ddc req-79aee586-2a72-4913-9748-da0866e29b84 service nova] Releasing lock "refresh_cache-2a6b40bf-1bbe-4487-90e5-1e2a2667510d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.817776] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0dce9b5d-36a9-42e5-9290-660c4fa95488 tempest-ServersListShow296Test-2008471629 tempest-ServersListShow296Test-2008471629-project-member] Lock "49cd5935-fc13-4b64-bd82-74794a680f7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.007s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.905968] env[65983]: DEBUG nova.compute.manager [req-6c5d878a-862f-4c44-9d29-2fc5e615b691 req-6f48b162-630b-435c-bb71-164b9e7e7349 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Received event network-vif-plugged-2dd39ae2-477f-4703-b662-2a55a9a515d7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1021.906593] env[65983]: DEBUG oslo_concurrency.lockutils [req-6c5d878a-862f-4c44-9d29-2fc5e615b691 req-6f48b162-630b-435c-bb71-164b9e7e7349 service nova] Acquiring lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.907045] env[65983]: DEBUG oslo_concurrency.lockutils [req-6c5d878a-862f-4c44-9d29-2fc5e615b691 req-6f48b162-630b-435c-bb71-164b9e7e7349 service nova] Lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.907833] env[65983]: DEBUG oslo_concurrency.lockutils [req-6c5d878a-862f-4c44-9d29-2fc5e615b691 req-6f48b162-630b-435c-bb71-164b9e7e7349 service nova] Lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.908174] env[65983]: DEBUG nova.compute.manager [req-6c5d878a-862f-4c44-9d29-2fc5e615b691 req-6f48b162-630b-435c-bb71-164b9e7e7349 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] No waiting events found dispatching network-vif-plugged-2dd39ae2-477f-4703-b662-2a55a9a515d7 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1021.908456] env[65983]: WARNING nova.compute.manager [req-6c5d878a-862f-4c44-9d29-2fc5e615b691 req-6f48b162-630b-435c-bb71-164b9e7e7349 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Received unexpected event network-vif-plugged-2dd39ae2-477f-4703-b662-2a55a9a515d7 for instance with vm_state active and task_state None. [ 1021.925258] env[65983]: DEBUG nova.objects.base [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Object Instance<5cd3f626-1782-4b14-b70f-ddaae4115c1f> lazy-loaded attributes: flavor,info_cache {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1021.939457] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40be60a9-af09-42dd-94c9-04b351107b1d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.021707] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469187, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.034619] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469188, 'name': Destroy_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.091233] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "refresh_cache-811d8ad9-137c-4720-9c9b-071e4eb3f7ce" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.144537] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d2739-0a3b-4ff4-a91d-c3e1aa5c6b74 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.154142] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19239f11-eb4a-4e34-965f-c58b0652f503 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.189769] env[65983]: DEBUG oslo_concurrency.lockutils [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.189769] env[65983]: DEBUG oslo_concurrency.lockutils [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.192591] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b74140-4072-4bc7-8c81-e4b35a4f7ee0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.203634] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e561d209-2147-4644-84b3-11035d52774b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.225084] env[65983]: DEBUG nova.compute.provider_tree [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.264738] env[65983]: WARNING nova.network.neutron [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] 440688e7-257d-41d9-949f-8f163cdcaacc already exists in list: networks containing: ['440688e7-257d-41d9-949f-8f163cdcaacc']. ignoring it [ 1022.264951] env[65983]: WARNING nova.network.neutron [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] 440688e7-257d-41d9-949f-8f163cdcaacc already exists in list: networks containing: ['440688e7-257d-41d9-949f-8f163cdcaacc']. ignoring it [ 1022.426100] env[65983]: WARNING neutronclient.v2_0.client [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.428978] env[65983]: WARNING neutronclient.v2_0.client [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.517710] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469187, 'name': CreateSnapshot_Task, 'duration_secs': 0.942879} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.517993] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1022.518854] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193d4282-79e0-47d3-bf8d-9196fd95d754 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.535951] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469188, 'name': Destroy_Task, 'duration_secs': 0.641002} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.536332] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Destroyed the VM [ 1022.536456] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1022.539209] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6afce3a6-e45c-4016-9fd0-a6bbf54f6da4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.545139] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1022.545139] env[65983]: value = "task-4469189" [ 1022.545139] env[65983]: _type = "Task" [ 1022.545139] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.556134] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469189, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.693705] env[65983]: INFO nova.compute.manager [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Detaching volume fa240c05-80fb-441a-842f-c94882a0c7b0 [ 1022.727562] env[65983]: DEBUG nova.scheduler.client.report [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.733784] env[65983]: WARNING neutronclient.v2_0.client [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.741957] env[65983]: INFO nova.virt.block_device [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Attempting to driver detach volume fa240c05-80fb-441a-842f-c94882a0c7b0 from mountpoint /dev/sdb [ 1022.742797] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1022.742797] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873911', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'name': 'volume-fa240c05-80fb-441a-842f-c94882a0c7b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd342e6e-ec20-4c10-acb7-b481d53bc6e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'serial': 'fa240c05-80fb-441a-842f-c94882a0c7b0'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1022.744048] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a2362b-bb40-40bf-ba49-0054465df735 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.771695] env[65983]: WARNING neutronclient.v2_0.client [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.774514] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ed6011-99f4-4dd7-8e75-fb57e7f36e2d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.783648] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62201c31-8039-4e3d-ba85-2a732e1d5011 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.812899] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee59963-6d19-41e9-8ce1-284fdbe0787b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.832379] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The volume has not been displaced from its original location: [datastore2] volume-fa240c05-80fb-441a-842f-c94882a0c7b0/volume-fa240c05-80fb-441a-842f-c94882a0c7b0.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1022.837858] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1022.842088] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3809465-2fd3-4fbe-bc50-5ca9e84dd0cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.868115] env[65983]: DEBUG oslo_vmware.api [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1022.868115] env[65983]: value = "task-4469190" [ 1022.868115] env[65983]: _type = "Task" [ 1022.868115] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.879089] env[65983]: DEBUG oslo_vmware.api [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.902920] env[65983]: DEBUG nova.network.neutron [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Updating instance_info_cache with network_info: [{"id": "ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a", "address": "fa:16:3e:0c:d4:d9", "network": {"id": "46418dc1-fbf1-41d5-a2b7-443c1756a3ce", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-995590905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ebc9348fd1491790986a15fb66b001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea83cb55-17", "ovs_interfaceid": "ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.986027] env[65983]: WARNING neutronclient.v2_0.client [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.047927] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1023.052331] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd98c1f5-ea9c-4490-a1b4-c1e654beb67e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.070332] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469189, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.072356] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1023.072356] env[65983]: value = "task-4469191" [ 1023.072356] env[65983]: _type = "Task" [ 1023.072356] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.083854] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469191, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.102618] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.102618] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8cfba37-04e6-48a4-8c78-a177ae7dd9ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.110304] env[65983]: DEBUG oslo_vmware.api [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1023.110304] env[65983]: value = "task-4469192" [ 1023.110304] env[65983]: _type = "Task" [ 1023.110304] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.121223] env[65983]: DEBUG oslo_vmware.api [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.122636] env[65983]: DEBUG nova.network.neutron [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updating instance_info_cache with network_info: [{"id": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "address": "fa:16:3e:74:75:0a", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91ee6c-b2", "ovs_interfaceid": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "786663f5-b95f-45ee-90bf-ad023e732cfc", "address": "fa:16:3e:22:95:da", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786663f5-b9", "ovs_interfaceid": "786663f5-b95f-45ee-90bf-ad023e732cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2dd39ae2-477f-4703-b662-2a55a9a515d7", "address": "fa:16:3e:55:64:d6", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd39ae2-47", "ovs_interfaceid": "2dd39ae2-477f-4703-b662-2a55a9a515d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.238537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.241404] env[65983]: DEBUG oslo_concurrency.lockutils [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.471s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.241798] env[65983]: DEBUG nova.objects.instance [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lazy-loading 'resources' on Instance uuid e0ccc790-4442-451a-8b40-3357ef86807a {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.266070] env[65983]: INFO nova.scheduler.client.report [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Deleted allocations for instance c834f28d-688e-4dfa-9a7f-e09550cdd3b7 [ 1023.363342] env[65983]: DEBUG nova.objects.instance [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lazy-loading 'flavor' on Instance uuid 974e7f63-87a7-40cb-bc37-5b73625a3b44 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.383041] env[65983]: DEBUG oslo_vmware.api [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469190, 'name': ReconfigVM_Task, 'duration_secs': 0.341503} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.383041] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1023.385515] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70f7ada0-c6cd-40fa-8146-bc95255e34b0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.403066] env[65983]: DEBUG oslo_vmware.api [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1023.403066] env[65983]: value = "task-4469193" [ 1023.403066] env[65983]: _type = "Task" [ 1023.403066] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.408428] env[65983]: DEBUG oslo_concurrency.lockutils [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Releasing lock "refresh_cache-5cd3f626-1782-4b14-b70f-ddaae4115c1f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.416752] env[65983]: DEBUG oslo_vmware.api [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.567239] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469189, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.591790] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469191, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.621043] env[65983]: DEBUG oslo_vmware.api [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469192, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.625908] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.626747] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.626938] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.627826] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e112e3-1d9c-4e05-8211-5dd052ecc42f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.649370] env[65983]: DEBUG nova.virt.hardware [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1023.649879] env[65983]: DEBUG nova.virt.hardware [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.650056] env[65983]: DEBUG nova.virt.hardware [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1023.650214] env[65983]: DEBUG nova.virt.hardware [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.650402] env[65983]: DEBUG nova.virt.hardware [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1023.650632] env[65983]: DEBUG nova.virt.hardware [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1023.650931] env[65983]: DEBUG nova.virt.hardware [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1023.651182] env[65983]: DEBUG nova.virt.hardware [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1023.652022] env[65983]: DEBUG nova.virt.hardware [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1023.652022] env[65983]: DEBUG nova.virt.hardware [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1023.652022] env[65983]: DEBUG nova.virt.hardware [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1023.660884] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Reconfiguring VM to attach interface {{(pid=65983) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1023.661369] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b319be82-4443-4395-8498-66a70d96318a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.683709] env[65983]: DEBUG oslo_vmware.api [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1023.683709] env[65983]: value = "task-4469195" [ 1023.683709] env[65983]: _type = "Task" [ 1023.683709] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.696265] env[65983]: DEBUG oslo_vmware.api [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469195, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.781710] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Lock "c834f28d-688e-4dfa-9a7f-e09550cdd3b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.670s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.871705] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.871886] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.872072] env[65983]: DEBUG nova.network.neutron [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1023.872252] env[65983]: DEBUG nova.objects.instance [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lazy-loading 'info_cache' on Instance uuid 974e7f63-87a7-40cb-bc37-5b73625a3b44 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.919167] env[65983]: DEBUG oslo_vmware.api [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469193, 'name': ReconfigVM_Task, 'duration_secs': 0.326692} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.919167] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873911', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'name': 'volume-fa240c05-80fb-441a-842f-c94882a0c7b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd342e6e-ec20-4c10-acb7-b481d53bc6e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa240c05-80fb-441a-842f-c94882a0c7b0', 'serial': 'fa240c05-80fb-441a-842f-c94882a0c7b0'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1024.060962] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04c751e-c7d1-4fc8-8c8e-69b0e47e65d1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.067644] env[65983]: DEBUG oslo_vmware.api [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469189, 'name': RemoveSnapshot_Task, 'duration_secs': 1.151908} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.068329] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1024.078170] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6def6e8b-8c0c-4480-b173-b05cec187f3e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.087582] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469191, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.121653] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cdb663-3463-4b76-b50c-14859be35e6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.130900] env[65983]: DEBUG oslo_vmware.api [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469192, 'name': PowerOnVM_Task, 'duration_secs': 0.613699} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.133195] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.133394] env[65983]: DEBUG nova.compute.manager [None req-c37f8e8d-022e-47a0-a8f8-f081f81da3f9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1024.134250] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f572fe-d1f1-4e3f-9964-3d6b40fef56d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.137618] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06562a46-fdd9-45cd-8211-f87b859ecb7d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.153111] env[65983]: DEBUG nova.compute.provider_tree [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.201077] env[65983]: DEBUG oslo_vmware.api [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.377593] env[65983]: DEBUG nova.objects.base [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Object Instance<974e7f63-87a7-40cb-bc37-5b73625a3b44> lazy-loaded attributes: flavor,info_cache {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1024.420048] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.420484] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9639821-5364-48e9-9811-6c08b8b392ee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.430334] env[65983]: DEBUG oslo_vmware.api [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1024.430334] env[65983]: value = "task-4469196" [ 1024.430334] env[65983]: _type = "Task" [ 1024.430334] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.441048] env[65983]: DEBUG oslo_vmware.api [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.445844] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.446141] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.477605] env[65983]: DEBUG nova.objects.instance [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lazy-loading 'flavor' on Instance uuid cd342e6e-ec20-4c10-acb7-b481d53bc6e9 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.575928] env[65983]: WARNING nova.compute.manager [None req-d06f74ac-a3f6-4386-b035-4b997d8b59e4 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Image not found during snapshot: nova.exception.ImageNotFound: Image 65108f19-b5f7-4699-b7f5-9e4f119129a7 could not be found. [ 1024.587880] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469191, 'name': CloneVM_Task, 'duration_secs': 1.449663} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.602677] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Created linked-clone VM from snapshot [ 1024.602677] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce574b0-2673-4d03-b3a3-5fe2d9b81240 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.602677] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Uploading image aa751655-21fb-40d3-9d54-58c9a0c5c81c {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1024.627527] env[65983]: DEBUG oslo_vmware.rw_handles [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1024.627527] env[65983]: value = "vm-873938" [ 1024.627527] env[65983]: _type = "VirtualMachine" [ 1024.627527] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1024.627844] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e000ec10-3f99-4f75-875b-ca1fe3acc2fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.637488] env[65983]: DEBUG oslo_vmware.rw_handles [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lease: (returnval){ [ 1024.637488] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52401259-f706-a3e1-ccf2-16569f594608" [ 1024.637488] env[65983]: _type = "HttpNfcLease" [ 1024.637488] env[65983]: } obtained for exporting VM: (result){ [ 1024.637488] env[65983]: value = "vm-873938" [ 1024.637488] env[65983]: _type = "VirtualMachine" [ 1024.637488] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1024.638326] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the lease: (returnval){ [ 1024.638326] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52401259-f706-a3e1-ccf2-16569f594608" [ 1024.638326] env[65983]: _type = "HttpNfcLease" [ 1024.638326] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1024.646150] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1024.646150] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52401259-f706-a3e1-ccf2-16569f594608" [ 1024.646150] env[65983]: _type = "HttpNfcLease" [ 1024.646150] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1024.656510] env[65983]: DEBUG nova.scheduler.client.report [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.699567] env[65983]: DEBUG oslo_vmware.api [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469195, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.859986] env[65983]: DEBUG nova.compute.manager [req-76f07171-2957-4b46-9438-1fec5947051c req-c7256957-0d54-4fa2-9fb5-74b4fbe0198e service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Received event network-changed-2dd39ae2-477f-4703-b662-2a55a9a515d7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1024.860243] env[65983]: DEBUG nova.compute.manager [req-76f07171-2957-4b46-9438-1fec5947051c req-c7256957-0d54-4fa2-9fb5-74b4fbe0198e service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Refreshing instance network info cache due to event network-changed-2dd39ae2-477f-4703-b662-2a55a9a515d7. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1024.860609] env[65983]: DEBUG oslo_concurrency.lockutils [req-76f07171-2957-4b46-9438-1fec5947051c req-c7256957-0d54-4fa2-9fb5-74b4fbe0198e service nova] Acquiring lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.860823] env[65983]: DEBUG oslo_concurrency.lockutils [req-76f07171-2957-4b46-9438-1fec5947051c req-c7256957-0d54-4fa2-9fb5-74b4fbe0198e service nova] Acquired lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.860992] env[65983]: DEBUG nova.network.neutron [req-76f07171-2957-4b46-9438-1fec5947051c req-c7256957-0d54-4fa2-9fb5-74b4fbe0198e service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Refreshing network info cache for port 2dd39ae2-477f-4703-b662-2a55a9a515d7 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.882017] env[65983]: WARNING neutronclient.v2_0.client [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.941663] env[65983]: DEBUG oslo_vmware.api [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.950024] env[65983]: DEBUG nova.compute.manager [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1025.148930] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.148930] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52401259-f706-a3e1-ccf2-16569f594608" [ 1025.148930] env[65983]: _type = "HttpNfcLease" [ 1025.148930] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1025.149414] env[65983]: DEBUG oslo_vmware.rw_handles [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1025.149414] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52401259-f706-a3e1-ccf2-16569f594608" [ 1025.149414] env[65983]: _type = "HttpNfcLease" [ 1025.149414] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1025.150182] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb85f52b-984e-4c55-bd49-7ae903d3c631 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.162048] env[65983]: DEBUG oslo_vmware.rw_handles [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5266e945-c20b-9e6a-6304-11e66dcdbdac/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1025.162267] env[65983]: DEBUG oslo_vmware.rw_handles [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5266e945-c20b-9e6a-6304-11e66dcdbdac/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1025.164771] env[65983]: DEBUG oslo_concurrency.lockutils [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.168439] env[65983]: DEBUG oslo_concurrency.lockutils [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.910s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.168766] env[65983]: DEBUG nova.objects.instance [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Lazy-loading 'resources' on Instance uuid a7610115-61a9-4300-bff1-b6a694663ac5 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.226065] env[65983]: INFO nova.scheduler.client.report [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleted allocations for instance e0ccc790-4442-451a-8b40-3357ef86807a [ 1025.252802] env[65983]: DEBUG oslo_vmware.api [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469195, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.291437] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b6044328-d735-40b2-b30b-bfddce23854f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.308601] env[65983]: WARNING neutronclient.v2_0.client [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.363821] env[65983]: WARNING neutronclient.v2_0.client [req-76f07171-2957-4b46-9438-1fec5947051c req-c7256957-0d54-4fa2-9fb5-74b4fbe0198e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.443507] env[65983]: DEBUG oslo_vmware.api [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469196, 'name': PowerOnVM_Task, 'duration_secs': 0.767745} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.443734] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.443906] env[65983]: DEBUG nova.compute.manager [None req-672b45c3-447b-45e7-b879-d3038f3a2610 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1025.444871] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e16f7a4-8617-4ef9-99ca-5cbb9623edf7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.484449] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.487650] env[65983]: DEBUG oslo_concurrency.lockutils [None req-002df765-ab60-4e8c-9c38-ea538b45f3be tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.298s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.651147] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbe38cb-2b87-4d34-8ee4-c5a1dc752ccd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.672418] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c5a62-9a3f-4fdd-a805-3d4cc33082e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.702336] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d37ef1-bc11-41db-bd62-9b89abae8823 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.713561] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c00fe26-2001-4fb4-92d9-a652251f802f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.738621] env[65983]: DEBUG nova.compute.provider_tree [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.750441] env[65983]: DEBUG oslo_concurrency.lockutils [None req-960d7338-08bb-42b0-8ae9-40b5e9a627ad tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "e0ccc790-4442-451a-8b40-3357ef86807a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.503s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.758419] env[65983]: DEBUG oslo_vmware.api [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469195, 'name': ReconfigVM_Task, 'duration_secs': 1.904678} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.759186] env[65983]: WARNING neutronclient.v2_0.client [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.759533] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.759750] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Reconfigured VM to attach interface {{(pid=65983) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1026.249128] env[65983]: DEBUG nova.scheduler.client.report [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.266755] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3f5ad601-bf81-4d0b-8d5d-371686284a56 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-11da1f65-57fc-4acd-b6eb-9510ecbd9524-2dd39ae2-477f-4703-b662-2a55a9a515d7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.998s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.658457] env[65983]: DEBUG nova.network.neutron [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance_info_cache with network_info: [{"id": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "address": "fa:16:3e:04:61:32", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2c92d3-7c", "ovs_interfaceid": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.760822] env[65983]: DEBUG oslo_concurrency.lockutils [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.591s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.762956] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.892s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.794128] env[65983]: INFO nova.scheduler.client.report [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Deleted allocations for instance a7610115-61a9-4300-bff1-b6a694663ac5 [ 1027.022041] env[65983]: WARNING neutronclient.v2_0.client [req-76f07171-2957-4b46-9438-1fec5947051c req-c7256957-0d54-4fa2-9fb5-74b4fbe0198e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.163567] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.175912] env[65983]: DEBUG nova.network.neutron [req-76f07171-2957-4b46-9438-1fec5947051c req-c7256957-0d54-4fa2-9fb5-74b4fbe0198e service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updated VIF entry in instance network info cache for port 2dd39ae2-477f-4703-b662-2a55a9a515d7. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1027.176212] env[65983]: DEBUG nova.network.neutron [req-76f07171-2957-4b46-9438-1fec5947051c req-c7256957-0d54-4fa2-9fb5-74b4fbe0198e service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updating instance_info_cache with network_info: [{"id": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "address": "fa:16:3e:74:75:0a", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91ee6c-b2", "ovs_interfaceid": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "786663f5-b95f-45ee-90bf-ad023e732cfc", "address": "fa:16:3e:22:95:da", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786663f5-b9", "ovs_interfaceid": "786663f5-b95f-45ee-90bf-ad023e732cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2dd39ae2-477f-4703-b662-2a55a9a515d7", "address": "fa:16:3e:55:64:d6", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd39ae2-47", "ovs_interfaceid": "2dd39ae2-477f-4703-b662-2a55a9a515d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.251635] env[65983]: DEBUG oslo_concurrency.lockutils [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "83bdf906-09ac-404e-a632-2db1e1e5003e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.252029] env[65983]: DEBUG oslo_concurrency.lockutils [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "83bdf906-09ac-404e-a632-2db1e1e5003e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.252107] env[65983]: DEBUG oslo_concurrency.lockutils [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "83bdf906-09ac-404e-a632-2db1e1e5003e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.252621] env[65983]: DEBUG oslo_concurrency.lockutils [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "83bdf906-09ac-404e-a632-2db1e1e5003e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.252695] env[65983]: DEBUG oslo_concurrency.lockutils [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "83bdf906-09ac-404e-a632-2db1e1e5003e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.257982] env[65983]: INFO nova.compute.manager [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Terminating instance [ 1027.305951] env[65983]: DEBUG oslo_concurrency.lockutils [None req-20c2a2d6-d981-404f-a290-66d97fc1790d tempest-ServerDiagnosticsV248Test-1979747258 tempest-ServerDiagnosticsV248Test-1979747258-project-member] Lock "a7610115-61a9-4300-bff1-b6a694663ac5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.420s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.679219] env[65983]: DEBUG oslo_concurrency.lockutils [req-76f07171-2957-4b46-9438-1fec5947051c req-c7256957-0d54-4fa2-9fb5-74b4fbe0198e service nova] Releasing lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.766636] env[65983]: DEBUG nova.compute.manager [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1027.766940] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.768064] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5655485-dd7c-4a19-a14f-346e7fa734d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.778026] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.778378] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df9831af-e8e1-4d56-a998-511a029e9409 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.785122] env[65983]: INFO nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating resource usage from migration 71912a40-f579-4e64-8f38-b14245e7e0c4 [ 1027.789272] env[65983]: DEBUG oslo_vmware.api [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1027.789272] env[65983]: value = "task-4469200" [ 1027.789272] env[65983]: _type = "Task" [ 1027.789272] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.802052] env[65983]: DEBUG oslo_vmware.api [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.824921] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.824921] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 426f2a51-b50a-4536-a982-cee62eaea47b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.825195] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 36cdd11a-35ef-4928-9b93-b2e8e54c3e53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.825479] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.825674] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance d99d4515-7d38-46d6-9c66-457170cb3e52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.825825] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 7e1c758f-b936-41f8-a044-7bff12dffb84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.825988] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance cd342e6e-ec20-4c10-acb7-b481d53bc6e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.826316] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5cd3f626-1782-4b14-b70f-ddaae4115c1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.826316] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 2a6b40bf-1bbe-4487-90e5-1e2a2667510d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.827472] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 11da1f65-57fc-4acd-b6eb-9510ecbd9524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.827472] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 974e7f63-87a7-40cb-bc37-5b73625a3b44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.827472] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 811d8ad9-137c-4720-9c9b-071e4eb3f7ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.827472] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance f638b3a9-34b4-42e6-a4db-8a4ad5e458f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.827631] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 83bdf906-09ac-404e-a632-2db1e1e5003e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1028.170363] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.171648] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bf776a4-81b7-4b9e-bb21-71b3807c3bd9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.185123] env[65983]: DEBUG oslo_vmware.api [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1028.185123] env[65983]: value = "task-4469201" [ 1028.185123] env[65983]: _type = "Task" [ 1028.185123] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.201603] env[65983]: DEBUG oslo_vmware.api [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.303028] env[65983]: DEBUG oslo_vmware.api [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469200, 'name': PowerOffVM_Task, 'duration_secs': 0.32158} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.305807] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.305918] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.312213] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7de90f87-283d-4391-a8d1-c23bdbefb692 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.334164] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 4572bd1d-146c-462e-8f40-cef058a6ad94 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1028.334408] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Migration 71912a40-f579-4e64-8f38-b14245e7e0c4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1028.335231] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance cdccdb6d-377c-479c-9200-11ed6ca0dc4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1028.408479] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.409235] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.410421] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleting the datastore file [datastore1] 83bdf906-09ac-404e-a632-2db1e1e5003e {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.410421] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-effad7f1-f05b-4293-b20f-684ba3a52be6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.419387] env[65983]: DEBUG oslo_vmware.api [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for the task: (returnval){ [ 1028.419387] env[65983]: value = "task-4469203" [ 1028.419387] env[65983]: _type = "Task" [ 1028.419387] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.434260] env[65983]: DEBUG oslo_vmware.api [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.645763] env[65983]: DEBUG oslo_concurrency.lockutils [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.646184] env[65983]: DEBUG oslo_concurrency.lockutils [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.646304] env[65983]: DEBUG oslo_concurrency.lockutils [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.646508] env[65983]: DEBUG oslo_concurrency.lockutils [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.646682] env[65983]: DEBUG oslo_concurrency.lockutils [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.649466] env[65983]: INFO nova.compute.manager [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Terminating instance [ 1028.651886] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "36cdd11a-35ef-4928-9b93-b2e8e54c3e53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.652392] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "36cdd11a-35ef-4928-9b93-b2e8e54c3e53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.652864] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "36cdd11a-35ef-4928-9b93-b2e8e54c3e53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.652983] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "36cdd11a-35ef-4928-9b93-b2e8e54c3e53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.653271] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "36cdd11a-35ef-4928-9b93-b2e8e54c3e53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.657182] env[65983]: INFO nova.compute.manager [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Terminating instance [ 1028.700072] env[65983]: DEBUG oslo_vmware.api [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469201, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.814260] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.814547] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.814756] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.814930] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.815129] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.817778] env[65983]: INFO nova.compute.manager [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Terminating instance [ 1028.838868] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 6a97e5ce-b41b-485a-9a49-c19074236b3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1028.940862] env[65983]: DEBUG oslo_vmware.api [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Task: {'id': task-4469203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426581} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.940862] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.940862] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.940862] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.940862] env[65983]: INFO nova.compute.manager [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1028.940862] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1028.940862] env[65983]: DEBUG nova.compute.manager [-] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1028.940862] env[65983]: DEBUG nova.network.neutron [-] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1028.940862] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.019164] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.164798] env[65983]: DEBUG nova.compute.manager [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1029.165092] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.166119] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617b5ca8-6816-4e14-8dd1-55f2fefa6b41 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.173262] env[65983]: DEBUG nova.compute.manager [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1029.173519] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.174416] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d488d74a-835f-4179-93e1-981bf98d4417 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.189455] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.190011] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.190011] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df970c3b-4cb1-4abf-8535-c700b475d543 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.194631] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-947b30c8-672b-407f-b17b-8105452015bc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.206759] env[65983]: DEBUG oslo_vmware.api [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469201, 'name': PowerOnVM_Task, 'duration_secs': 0.566357} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.208654] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.208962] env[65983]: DEBUG nova.compute.manager [None req-a3cb9c69-8a80-42d7-8de5-fd4291dc72e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1029.209712] env[65983]: DEBUG oslo_vmware.api [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1029.209712] env[65983]: value = "task-4469204" [ 1029.209712] env[65983]: _type = "Task" [ 1029.209712] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.209712] env[65983]: DEBUG oslo_vmware.api [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 1029.209712] env[65983]: value = "task-4469205" [ 1029.209712] env[65983]: _type = "Task" [ 1029.209712] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.210331] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498a4562-e068-434b-9538-fdc156f99bed {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.239444] env[65983]: DEBUG oslo_vmware.api [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.239732] env[65983]: DEBUG oslo_vmware.api [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.323941] env[65983]: DEBUG nova.compute.manager [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1029.324316] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.325215] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e0099b-8999-4301-929e-f409e48fda85 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.336736] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.337657] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73c5028a-e196-4d51-8301-168533a805b7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.342675] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance dffd92de-7bdd-4fc1-b533-eff11d8971f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1029.343017] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1029.343250] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=100GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '12', 'num_task_None': '10', 'num_os_type_None': '14', 'num_proj_de728336484744988073afa69fb9a397': '2', 'io_workload': '1', 'num_proj_c362ff0480de4147af4ac19c3f8780a6': '2', 'num_proj_bbc30c380d574f129011dcee44a78c54': '1', 'num_proj_166440c2748e43d598e3b89a3c24f463': '3', 'num_vm_rescued': '1', 'num_task_shelving_image_uploading': '1', 'num_proj_088dd87f4caa431ca2240801f09afcc7': '1', 'num_proj_39ebc9348fd1491790986a15fb66b001': '1', 'num_proj_021d1380a4a54a759d153b9d3e89de3b': '1', 'num_vm_stopped': '1', 'num_task_powering-on': '1', 'num_proj_44d492b5198040c195036431825ebfe1': '1', 'num_task_resize_prep': '1', 'num_proj_e7f80ab604934fa3b2faf116c4f273bd': '1', 'num_task_deleting': '1', 'num_proj_59c3ca780ae44e508b7c75bd4d59fc90': '1'} {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1029.349577] env[65983]: DEBUG oslo_vmware.api [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1029.349577] env[65983]: value = "task-4469206" [ 1029.349577] env[65983]: _type = "Task" [ 1029.349577] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.361144] env[65983]: DEBUG oslo_vmware.api [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.712221] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a1e346-4893-4f94-a062-8cfcec8904b1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.736622] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e30125d-d662-48b9-9691-cd6c0703151d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.740062] env[65983]: DEBUG oslo_vmware.api [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469204, 'name': PowerOffVM_Task, 'duration_secs': 0.352159} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.740339] env[65983]: DEBUG oslo_vmware.api [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469205, 'name': PowerOffVM_Task, 'duration_secs': 0.24499} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.742766] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.742963] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.743246] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.743390] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.744146] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf62c0fa-87f9-4a35-bfc1-cb392154a784 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.746687] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62aad498-7ca3-473a-92ad-08d9f6ada556 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.779056] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b8f140-55c3-4a19-9025-1caa92e7cb9f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.788337] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56dbb63-cf27-4e6d-8352-14d4dee78303 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.804425] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.862074] env[65983]: DEBUG oslo_vmware.api [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469206, 'name': PowerOffVM_Task, 'duration_secs': 0.248086} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.862325] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.862525] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.862974] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b1236e6-1bdb-45db-aa91-1948d4e9cafe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.868018] env[65983]: DEBUG nova.compute.manager [req-0a596aec-c450-4f60-99ef-a316ce7c6ca9 req-577eeeb0-2e2f-4d07-bb34-df8f99e27119 service nova] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Received event network-vif-deleted-67ef1a33-68fb-4664-bf24-64f88e1e3430 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1029.868239] env[65983]: INFO nova.compute.manager [req-0a596aec-c450-4f60-99ef-a316ce7c6ca9 req-577eeeb0-2e2f-4d07-bb34-df8f99e27119 service nova] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Neutron deleted interface 67ef1a33-68fb-4664-bf24-64f88e1e3430; detaching it from the instance and deleting it from the info cache [ 1029.868466] env[65983]: DEBUG nova.network.neutron [req-0a596aec-c450-4f60-99ef-a316ce7c6ca9 req-577eeeb0-2e2f-4d07-bb34-df8f99e27119 service nova] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.881394] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.881685] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.881907] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleting the datastore file [datastore2] 36cdd11a-35ef-4928-9b93-b2e8e54c3e53 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.882499] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9d3984f-8d73-4b01-82a3-433030fa0092 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.888603] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.888937] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.889017] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleting the datastore file [datastore2] 811d8ad9-137c-4720-9c9b-071e4eb3f7ce {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.889642] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f55ffc43-18d2-4016-9590-7fc3618b5c51 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.898119] env[65983]: DEBUG oslo_vmware.api [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 1029.898119] env[65983]: value = "task-4469211" [ 1029.898119] env[65983]: _type = "Task" [ 1029.898119] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.904672] env[65983]: DEBUG oslo_vmware.api [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1029.904672] env[65983]: value = "task-4469212" [ 1029.904672] env[65983]: _type = "Task" [ 1029.904672] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.914883] env[65983]: DEBUG oslo_vmware.api [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.921660] env[65983]: DEBUG oslo_vmware.api [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.961680] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.961903] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.962154] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleting the datastore file [datastore1] cd342e6e-ec20-4c10-acb7-b481d53bc6e9 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.962431] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abe3508d-7b2d-464a-8e1f-9dcbcbb5864a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.970815] env[65983]: DEBUG oslo_vmware.api [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1029.970815] env[65983]: value = "task-4469213" [ 1029.970815] env[65983]: _type = "Task" [ 1029.970815] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.981641] env[65983]: DEBUG oslo_vmware.api [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.016279] env[65983]: DEBUG nova.network.neutron [-] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.308326] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.372663] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae69c5e0-dbfd-4eb9-8460-c44522c0bbf5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.386358] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f493bc-2dc2-4a98-8949-a56d1b00c224 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.409933] env[65983]: DEBUG oslo_vmware.api [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244351} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.412859] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.413063] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.413613] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.413613] env[65983]: INFO nova.compute.manager [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1030.414070] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1030.414070] env[65983]: DEBUG nova.compute.manager [-] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1030.414070] env[65983]: DEBUG nova.network.neutron [-] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1030.414505] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.429627] env[65983]: DEBUG nova.compute.manager [req-0a596aec-c450-4f60-99ef-a316ce7c6ca9 req-577eeeb0-2e2f-4d07-bb34-df8f99e27119 service nova] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Detach interface failed, port_id=67ef1a33-68fb-4664-bf24-64f88e1e3430, reason: Instance 83bdf906-09ac-404e-a632-2db1e1e5003e could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1030.435877] env[65983]: DEBUG oslo_vmware.api [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263186} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.436225] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.436418] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.436596] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.436844] env[65983]: INFO nova.compute.manager [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1030.437118] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1030.437349] env[65983]: DEBUG nova.compute.manager [-] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1030.437457] env[65983]: DEBUG nova.network.neutron [-] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1030.437955] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.468240] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.487614] env[65983]: DEBUG oslo_vmware.api [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234213} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.487614] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.487614] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.487614] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.487614] env[65983]: INFO nova.compute.manager [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1030.487614] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1030.487614] env[65983]: DEBUG nova.compute.manager [-] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1030.487614] env[65983]: DEBUG nova.network.neutron [-] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1030.487614] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.502835] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.519594] env[65983]: INFO nova.compute.manager [-] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Took 1.58 seconds to deallocate network for instance. [ 1030.536594] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.589250] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "interface-11da1f65-57fc-4acd-b6eb-9510ecbd9524-786663f5-b95f-45ee-90bf-ad023e732cfc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.589570] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-11da1f65-57fc-4acd-b6eb-9510ecbd9524-786663f5-b95f-45ee-90bf-ad023e732cfc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.813396] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1030.817020] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.051s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.817020] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.893s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.817020] env[65983]: INFO nova.compute.claims [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.027799] env[65983]: DEBUG oslo_concurrency.lockutils [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.093657] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.093657] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.095016] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedee50e-26db-45bf-ace8-3773c5fb8356 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.122944] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cc39ae-06cc-4d4d-8eb2-6b33262af578 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.152824] env[65983]: WARNING neutronclient.v2_0.client [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.158587] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Reconfiguring VM to detach interface {{(pid=65983) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1031.159230] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-448b3e90-5f52-40d8-92bf-5d494f64314b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.182860] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1031.182860] env[65983]: value = "task-4469214" [ 1031.182860] env[65983]: _type = "Task" [ 1031.182860] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.194686] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.253443] env[65983]: DEBUG nova.network.neutron [-] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.474135] env[65983]: DEBUG nova.network.neutron [-] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.545029] env[65983]: DEBUG nova.compute.manager [req-7f568e55-2c6f-43d7-b3ba-45f70106f3b3 req-c69192f7-b65b-414c-8c50-a98a3615ae36 service nova] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Received event network-vif-deleted-968b04c8-5075-429d-af5f-987397fb53c3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1031.697534] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.756605] env[65983]: INFO nova.compute.manager [-] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Took 1.34 seconds to deallocate network for instance. [ 1031.770839] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "29e82383-d039-4e49-b41f-cc6fd65d8978" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.777347] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.777347] env[65983]: DEBUG nova.network.neutron [-] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.921708] env[65983]: DEBUG nova.compute.manager [req-dfe281a5-173a-4281-a05d-0cd49fda2a88 req-8a43472c-d5e7-4e2d-a014-8db70e0a8a70 service nova] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Received event network-vif-deleted-f648b10c-7383-45f4-953f-1dc5e570eed1 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1031.921922] env[65983]: DEBUG nova.compute.manager [req-dfe281a5-173a-4281-a05d-0cd49fda2a88 req-8a43472c-d5e7-4e2d-a014-8db70e0a8a70 service nova] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Received event network-vif-deleted-a5e688e8-3a37-4314-befa-c7240e1ff183 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1031.977281] env[65983]: INFO nova.compute.manager [-] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Took 1.54 seconds to deallocate network for instance. [ 1032.172233] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e450d9e5-0e51-44e6-9ad2-8019a1a26f30 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.184018] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d95ce2c-3f70-43f6-8970-cf597176f155 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.227897] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe742f72-3f0e-4792-9d15-abda24a3d9cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.230804] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.237830] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0264f2b3-f74a-4d2a-8093-f8d3ae7a177a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.256316] env[65983]: DEBUG nova.compute.provider_tree [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.272441] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.278769] env[65983]: DEBUG nova.compute.manager [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1032.282113] env[65983]: INFO nova.compute.manager [-] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Took 1.79 seconds to deallocate network for instance. [ 1032.490032] env[65983]: DEBUG oslo_concurrency.lockutils [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.696873] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.761747] env[65983]: DEBUG nova.scheduler.client.report [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.790408] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.807566] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.198533] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.272825] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.273411] env[65983]: DEBUG nova.compute.manager [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1033.276810] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.268s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.277115] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.279328] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.013s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.306430] env[65983]: INFO nova.scheduler.client.report [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleted allocations for instance f638b3a9-34b4-42e6-a4db-8a4ad5e458f6 [ 1033.698882] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.785397] env[65983]: INFO nova.compute.claims [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.790595] env[65983]: DEBUG nova.compute.utils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.792387] env[65983]: DEBUG nova.compute.manager [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1033.792772] env[65983]: DEBUG nova.network.neutron [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1033.793793] env[65983]: WARNING neutronclient.v2_0.client [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.793793] env[65983]: WARNING neutronclient.v2_0.client [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.817721] env[65983]: DEBUG oslo_concurrency.lockutils [None req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "f638b3a9-34b4-42e6-a4db-8a4ad5e458f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.799s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.838126] env[65983]: DEBUG nova.policy [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9769cd9408f348c38a631ed5fcb07303', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '132520281bc943fe99741a74468c18e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.195282] env[65983]: DEBUG nova.network.neutron [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Successfully created port: b9ede9e1-1988-4a13-b801-4600fb50565f {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1034.202570] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.234401] env[65983]: DEBUG oslo_vmware.rw_handles [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5266e945-c20b-9e6a-6304-11e66dcdbdac/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1034.235421] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724c2f96-a51a-4377-852d-fb21d38d6f54 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.242486] env[65983]: DEBUG oslo_vmware.rw_handles [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5266e945-c20b-9e6a-6304-11e66dcdbdac/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1034.242683] env[65983]: ERROR oslo_vmware.rw_handles [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5266e945-c20b-9e6a-6304-11e66dcdbdac/disk-0.vmdk due to incomplete transfer. [ 1034.242930] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-710099f7-739f-4dfc-83a0-02ee0a621975 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.252525] env[65983]: DEBUG oslo_vmware.rw_handles [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5266e945-c20b-9e6a-6304-11e66dcdbdac/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1034.252697] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Uploaded image aa751655-21fb-40d3-9d54-58c9a0c5c81c to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1034.255212] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1034.255492] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76964642-fe07-47cb-a032-34ea076d80fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.263394] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1034.263394] env[65983]: value = "task-4469216" [ 1034.263394] env[65983]: _type = "Task" [ 1034.263394] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.272381] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469216, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.294416] env[65983]: INFO nova.compute.resource_tracker [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating resource usage from migration 71912a40-f579-4e64-8f38-b14245e7e0c4 [ 1034.297821] env[65983]: DEBUG nova.compute.manager [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1034.601286] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d1cd20-f0a8-4498-9d63-f259772fd6da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.610150] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298b0acf-be67-47d8-9748-f119a7ada5e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.618750] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "ced0f7c4-4460-4b53-a71b-2f0c417a6eaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.618977] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "ced0f7c4-4460-4b53-a71b-2f0c417a6eaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.648814] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074ee148-8d59-40aa-90cd-6e5985a4563d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.658193] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c907d1b-171d-4c49-acd2-cbf46e82e078 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.673953] env[65983]: DEBUG nova.compute.provider_tree [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.697375] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.774020] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469216, 'name': Destroy_Task, 'duration_secs': 0.352304} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.774377] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Destroyed the VM [ 1034.774530] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1034.774788] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b12d871d-baed-4996-a22d-3369e084de54 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.781886] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1034.781886] env[65983]: value = "task-4469217" [ 1034.781886] env[65983]: _type = "Task" [ 1034.781886] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.790527] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469217, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.121624] env[65983]: DEBUG nova.compute.manager [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1035.177380] env[65983]: DEBUG nova.scheduler.client.report [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.202668] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.293035] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469217, 'name': RemoveSnapshot_Task, 'duration_secs': 0.368076} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.293226] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1035.293607] env[65983]: DEBUG nova.compute.manager [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1035.294584] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29016f54-393c-4482-84a0-384231dae391 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.307959] env[65983]: DEBUG nova.compute.manager [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1035.340870] env[65983]: DEBUG nova.virt.hardware [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1035.341195] env[65983]: DEBUG nova.virt.hardware [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.341451] env[65983]: DEBUG nova.virt.hardware [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1035.341683] env[65983]: DEBUG nova.virt.hardware [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.341863] env[65983]: DEBUG nova.virt.hardware [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1035.342058] env[65983]: DEBUG nova.virt.hardware [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1035.342310] env[65983]: DEBUG nova.virt.hardware [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1035.342508] env[65983]: DEBUG nova.virt.hardware [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1035.342714] env[65983]: DEBUG nova.virt.hardware [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1035.342883] env[65983]: DEBUG nova.virt.hardware [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1035.343066] env[65983]: DEBUG nova.virt.hardware [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1035.343961] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84abb39e-bed5-48af-b36b-251fbd179896 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.352766] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f928e2-ab32-4f21-aedb-d3b403c504ab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.641596] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.683306] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.403s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.683306] env[65983]: INFO nova.compute.manager [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Migrating [ 1035.689590] env[65983]: DEBUG oslo_concurrency.lockutils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.848s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.690996] env[65983]: INFO nova.compute.claims [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.700690] env[65983]: DEBUG nova.compute.manager [req-dcd2a932-ccdb-4020-9cfa-8c558e97e35e req-e9d2f556-67b5-4e3a-b93f-ef4da8f22a67 service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Received event network-vif-plugged-b9ede9e1-1988-4a13-b801-4600fb50565f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1035.700884] env[65983]: DEBUG oslo_concurrency.lockutils [req-dcd2a932-ccdb-4020-9cfa-8c558e97e35e req-e9d2f556-67b5-4e3a-b93f-ef4da8f22a67 service nova] Acquiring lock "4572bd1d-146c-462e-8f40-cef058a6ad94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.701156] env[65983]: DEBUG oslo_concurrency.lockutils [req-dcd2a932-ccdb-4020-9cfa-8c558e97e35e req-e9d2f556-67b5-4e3a-b93f-ef4da8f22a67 service nova] Lock "4572bd1d-146c-462e-8f40-cef058a6ad94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.701341] env[65983]: DEBUG oslo_concurrency.lockutils [req-dcd2a932-ccdb-4020-9cfa-8c558e97e35e req-e9d2f556-67b5-4e3a-b93f-ef4da8f22a67 service nova] Lock "4572bd1d-146c-462e-8f40-cef058a6ad94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.701509] env[65983]: DEBUG nova.compute.manager [req-dcd2a932-ccdb-4020-9cfa-8c558e97e35e req-e9d2f556-67b5-4e3a-b93f-ef4da8f22a67 service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] No waiting events found dispatching network-vif-plugged-b9ede9e1-1988-4a13-b801-4600fb50565f {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1035.701723] env[65983]: WARNING nova.compute.manager [req-dcd2a932-ccdb-4020-9cfa-8c558e97e35e req-e9d2f556-67b5-4e3a-b93f-ef4da8f22a67 service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Received unexpected event network-vif-plugged-b9ede9e1-1988-4a13-b801-4600fb50565f for instance with vm_state building and task_state spawning. [ 1035.714185] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.776103] env[65983]: DEBUG nova.network.neutron [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Successfully updated port: b9ede9e1-1988-4a13-b801-4600fb50565f {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1035.812086] env[65983]: INFO nova.compute.manager [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Shelve offloading [ 1035.899458] env[65983]: DEBUG oslo_concurrency.lockutils [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Acquiring lock "a7d937c2-ced4-43ae-997e-8a960b7b6f20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.899685] env[65983]: DEBUG oslo_concurrency.lockutils [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Lock "a7d937c2-ced4-43ae-997e-8a960b7b6f20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.204480] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.210038] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.210289] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.210577] env[65983]: DEBUG nova.network.neutron [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1036.278457] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Acquiring lock "refresh_cache-4572bd1d-146c-462e-8f40-cef058a6ad94" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.278631] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Acquired lock "refresh_cache-4572bd1d-146c-462e-8f40-cef058a6ad94" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.278804] env[65983]: DEBUG nova.network.neutron [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1036.316380] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.316777] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d1a9f22-8173-487e-a580-692b0be205a0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.324917] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1036.324917] env[65983]: value = "task-4469218" [ 1036.324917] env[65983]: _type = "Task" [ 1036.324917] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.334944] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1036.335174] env[65983]: DEBUG nova.compute.manager [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1036.336017] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea871099-bcfc-43ef-9c6b-8ca7a7d6af51 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.344129] env[65983]: DEBUG oslo_concurrency.lockutils [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.344129] env[65983]: DEBUG oslo_concurrency.lockutils [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.344129] env[65983]: DEBUG nova.network.neutron [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1036.402554] env[65983]: DEBUG nova.compute.manager [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1036.703972] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469214, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.716596] env[65983]: WARNING neutronclient.v2_0.client [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.827099] env[65983]: DEBUG nova.network.neutron [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1036.847265] env[65983]: WARNING neutronclient.v2_0.client [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.929111] env[65983]: DEBUG oslo_concurrency.lockutils [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.933570] env[65983]: WARNING neutronclient.v2_0.client [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.959458] env[65983]: WARNING neutronclient.v2_0.client [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.022794] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d706e6-9725-461b-b074-b422d2e47840 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.033268] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a34cd7d-d261-4995-8c53-e439bbbb2faa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.039330] env[65983]: DEBUG nova.network.neutron [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance_info_cache with network_info: [{"id": "573ada6d-ee27-4e3d-9cd2-a3d75cf16553", "address": "fa:16:3e:48:88:8f", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573ada6d-ee", "ovs_interfaceid": "573ada6d-ee27-4e3d-9cd2-a3d75cf16553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.041471] env[65983]: WARNING neutronclient.v2_0.client [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.075176] env[65983]: DEBUG nova.network.neutron [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Updating instance_info_cache with network_info: [{"id": "b9ede9e1-1988-4a13-b801-4600fb50565f", "address": "fa:16:3e:ad:56:7f", "network": {"id": "d6ec5521-5a01-418c-8b9f-2a605ea98dca", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-546382429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132520281bc943fe99741a74468c18e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ede9e1-19", "ovs_interfaceid": "b9ede9e1-1988-4a13-b801-4600fb50565f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.077582] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c00a56e-d6be-4618-9153-be69b19e658a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.089838] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b5bf0a-623d-4096-949e-747de5a9e82a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.107100] env[65983]: DEBUG nova.compute.provider_tree [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.123627] env[65983]: DEBUG nova.network.neutron [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Updating instance_info_cache with network_info: [{"id": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "address": "fa:16:3e:8d:ca:59", "network": {"id": "b6b60727-e17d-4ae5-95ba-2d580ca79a9d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028798327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088dd87f4caa431ca2240801f09afcc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29f8ed8-be", "ovs_interfaceid": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.205733] env[65983]: DEBUG oslo_vmware.api [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469214, 'name': ReconfigVM_Task, 'duration_secs': 5.785914} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.205911] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.206356] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Reconfigured VM to detach interface {{(pid=65983) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1037.206731] env[65983]: WARNING neutronclient.v2_0.client [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.207133] env[65983]: WARNING neutronclient.v2_0.client [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.546986] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.581235] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Releasing lock "refresh_cache-4572bd1d-146c-462e-8f40-cef058a6ad94" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.582029] env[65983]: DEBUG nova.compute.manager [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Instance network_info: |[{"id": "b9ede9e1-1988-4a13-b801-4600fb50565f", "address": "fa:16:3e:ad:56:7f", "network": {"id": "d6ec5521-5a01-418c-8b9f-2a605ea98dca", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-546382429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132520281bc943fe99741a74468c18e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ede9e1-19", "ovs_interfaceid": "b9ede9e1-1988-4a13-b801-4600fb50565f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1037.582255] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:56:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9ede9e1-1988-4a13-b801-4600fb50565f', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.590147] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Creating folder: Project (132520281bc943fe99741a74468c18e6). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.590844] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a1236d8-a572-4ed8-9d26-09a3f7d59a29 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.604972] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Created folder: Project (132520281bc943fe99741a74468c18e6) in parent group-v873669. [ 1037.605227] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Creating folder: Instances. Parent ref: group-v873940. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.605494] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93b02a83-ec3b-4c3d-bb73-98ae3a8d47bf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.611980] env[65983]: DEBUG nova.scheduler.client.report [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.618894] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Created folder: Instances in parent group-v873940. [ 1037.618894] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1037.618894] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.618894] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a7599d7-ef48-4580-9ab7-938917d66bfe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.634676] env[65983]: DEBUG oslo_concurrency.lockutils [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Releasing lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.634999] env[65983]: WARNING neutronclient.v2_0.client [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.635315] env[65983]: WARNING neutronclient.v2_0.client [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.643485] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.643485] env[65983]: value = "task-4469221" [ 1037.643485] env[65983]: _type = "Task" [ 1037.643485] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.658527] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469221, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.740525] env[65983]: DEBUG nova.compute.manager [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Received event network-changed-b9ede9e1-1988-4a13-b801-4600fb50565f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1037.740525] env[65983]: DEBUG nova.compute.manager [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Refreshing instance network info cache due to event network-changed-b9ede9e1-1988-4a13-b801-4600fb50565f. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1037.740525] env[65983]: DEBUG oslo_concurrency.lockutils [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] Acquiring lock "refresh_cache-4572bd1d-146c-462e-8f40-cef058a6ad94" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.740525] env[65983]: DEBUG oslo_concurrency.lockutils [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] Acquired lock "refresh_cache-4572bd1d-146c-462e-8f40-cef058a6ad94" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.741400] env[65983]: DEBUG nova.network.neutron [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Refreshing network info cache for port b9ede9e1-1988-4a13-b801-4600fb50565f {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.929597] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.931068] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ab3be6-ecd0-44c0-a75a-15b467e1d9cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.940142] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.940482] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d61352e-6388-4bcc-af5d-ac48db8ced3e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.966805] env[65983]: DEBUG nova.compute.manager [req-dbf46949-b351-48fe-9aff-1fe510235da9 req-7415ac13-f02b-4f5e-b120-b09830bd64c6 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Received event network-vif-unplugged-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1037.967107] env[65983]: DEBUG oslo_concurrency.lockutils [req-dbf46949-b351-48fe-9aff-1fe510235da9 req-7415ac13-f02b-4f5e-b120-b09830bd64c6 service nova] Acquiring lock "7e1c758f-b936-41f8-a044-7bff12dffb84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.967439] env[65983]: DEBUG oslo_concurrency.lockutils [req-dbf46949-b351-48fe-9aff-1fe510235da9 req-7415ac13-f02b-4f5e-b120-b09830bd64c6 service nova] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.967717] env[65983]: DEBUG oslo_concurrency.lockutils [req-dbf46949-b351-48fe-9aff-1fe510235da9 req-7415ac13-f02b-4f5e-b120-b09830bd64c6 service nova] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.968305] env[65983]: DEBUG nova.compute.manager [req-dbf46949-b351-48fe-9aff-1fe510235da9 req-7415ac13-f02b-4f5e-b120-b09830bd64c6 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] No waiting events found dispatching network-vif-unplugged-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1037.969123] env[65983]: WARNING nova.compute.manager [req-dbf46949-b351-48fe-9aff-1fe510235da9 req-7415ac13-f02b-4f5e-b120-b09830bd64c6 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Received unexpected event network-vif-unplugged-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf for instance with vm_state shelved and task_state shelving_offloading. [ 1038.045722] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.045722] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.046069] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Deleting the datastore file [datastore1] 7e1c758f-b936-41f8-a044-7bff12dffb84 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.046206] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf4dd9e9-e0b4-4bd0-9487-583d1dbf1bf9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.058618] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1038.058618] env[65983]: value = "task-4469223" [ 1038.058618] env[65983]: _type = "Task" [ 1038.058618] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.068888] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.119393] env[65983]: DEBUG oslo_concurrency.lockutils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.119903] env[65983]: DEBUG nova.compute.manager [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1038.122462] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.638s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.123959] env[65983]: INFO nova.compute.claims [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.155430] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469221, 'name': CreateVM_Task, 'duration_secs': 0.379013} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.155630] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.156380] env[65983]: WARNING neutronclient.v2_0.client [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.156676] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.156869] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.157204] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.157513] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51abff2-6a34-4a03-819e-6c1a368b54d7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.165219] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Waiting for the task: (returnval){ [ 1038.165219] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e6f131-f659-f546-507b-5682c149728b" [ 1038.165219] env[65983]: _type = "Task" [ 1038.165219] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.175366] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e6f131-f659-f546-507b-5682c149728b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.244382] env[65983]: WARNING neutronclient.v2_0.client [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.323192] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.323595] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.323908] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.324133] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.324305] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.326725] env[65983]: INFO nova.compute.manager [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Terminating instance [ 1038.421158] env[65983]: WARNING neutronclient.v2_0.client [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.489372] env[65983]: DEBUG nova.network.neutron [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Updated VIF entry in instance network info cache for port b9ede9e1-1988-4a13-b801-4600fb50565f. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1038.489727] env[65983]: DEBUG nova.network.neutron [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Updating instance_info_cache with network_info: [{"id": "b9ede9e1-1988-4a13-b801-4600fb50565f", "address": "fa:16:3e:ad:56:7f", "network": {"id": "d6ec5521-5a01-418c-8b9f-2a605ea98dca", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-546382429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132520281bc943fe99741a74468c18e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ede9e1-19", "ovs_interfaceid": "b9ede9e1-1988-4a13-b801-4600fb50565f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.491392] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.491548] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.491710] env[65983]: DEBUG nova.network.neutron [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1038.570644] env[65983]: DEBUG oslo_vmware.api [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144281} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.570893] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.571085] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.571262] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.597888] env[65983]: INFO nova.scheduler.client.report [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Deleted allocations for instance 7e1c758f-b936-41f8-a044-7bff12dffb84 [ 1038.629118] env[65983]: DEBUG nova.compute.utils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.633701] env[65983]: DEBUG nova.compute.manager [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Not allocating networking since 'none' was specified. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1038.678040] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e6f131-f659-f546-507b-5682c149728b, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.678290] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.678441] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.678682] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.678847] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.679070] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.679353] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a13ea33e-1a9d-4edd-aa63-46ec4bcf18f4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.690242] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.690440] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.691212] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ffe8cd-71b6-49a4-a7bc-984c1356c45b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.698163] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Waiting for the task: (returnval){ [ 1038.698163] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521716d6-12c9-32f7-01d3-774a7eb61fa5" [ 1038.698163] env[65983]: _type = "Task" [ 1038.698163] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.707144] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521716d6-12c9-32f7-01d3-774a7eb61fa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.831134] env[65983]: DEBUG nova.compute.manager [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1038.831397] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.832339] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0548dd2-75e8-4950-860f-a34ddd84a1b1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.842878] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.843079] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10df9303-7ac8-474d-8d9c-db0778f986b0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.849972] env[65983]: DEBUG oslo_vmware.api [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1038.849972] env[65983]: value = "task-4469224" [ 1038.849972] env[65983]: _type = "Task" [ 1038.849972] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.858896] env[65983]: DEBUG oslo_vmware.api [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.994812] env[65983]: DEBUG oslo_concurrency.lockutils [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] Releasing lock "refresh_cache-4572bd1d-146c-462e-8f40-cef058a6ad94" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.995211] env[65983]: DEBUG nova.compute.manager [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Received event network-vif-deleted-786663f5-b95f-45ee-90bf-ad023e732cfc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1038.995261] env[65983]: INFO nova.compute.manager [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Neutron deleted interface 786663f5-b95f-45ee-90bf-ad023e732cfc; detaching it from the instance and deleting it from the info cache [ 1038.995729] env[65983]: DEBUG nova.network.neutron [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updating instance_info_cache with network_info: [{"id": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "address": "fa:16:3e:74:75:0a", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91ee6c-b2", "ovs_interfaceid": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2dd39ae2-477f-4703-b662-2a55a9a515d7", "address": "fa:16:3e:55:64:d6", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd39ae2-47", "ovs_interfaceid": "2dd39ae2-477f-4703-b662-2a55a9a515d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.997401] env[65983]: WARNING neutronclient.v2_0.client [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.062533] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4726d1e8-6e66-46cf-a2ea-6c5386860849 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.085295] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance 'cdccdb6d-377c-479c-9200-11ed6ca0dc4a' progress to 0 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.102359] env[65983]: DEBUG oslo_concurrency.lockutils [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.134868] env[65983]: DEBUG nova.compute.manager [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1039.204131] env[65983]: WARNING neutronclient.v2_0.client [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.213200] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521716d6-12c9-32f7-01d3-774a7eb61fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.213888] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec1cfb5-4bb7-4335-a1a2-6499cbff8d02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.220136] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Waiting for the task: (returnval){ [ 1039.220136] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5272cf99-2255-d88a-1933-b94b252e5e2d" [ 1039.220136] env[65983]: _type = "Task" [ 1039.220136] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.229978] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5272cf99-2255-d88a-1933-b94b252e5e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.292119] env[65983]: INFO nova.network.neutron [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Port 786663f5-b95f-45ee-90bf-ad023e732cfc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1039.292321] env[65983]: INFO nova.network.neutron [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Port 2dd39ae2-477f-4703-b662-2a55a9a515d7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1039.292665] env[65983]: DEBUG nova.network.neutron [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updating instance_info_cache with network_info: [{"id": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "address": "fa:16:3e:74:75:0a", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91ee6c-b2", "ovs_interfaceid": "0c91ee6c-b2c1-468d-9089-286e5a049fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.360491] env[65983]: DEBUG oslo_vmware.api [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469224, 'name': PowerOffVM_Task, 'duration_secs': 0.265275} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.363105] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.363283] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.363855] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-021c9a1b-40c5-45d3-867a-c6cbeafe916e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.429816] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a6cac4-e622-4e84-9fbd-dfd8d6bea3a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.439096] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a58c40-6031-4d7c-bcd7-466fa07b131e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.472375] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cbfe09-d9d7-41d1-9184-7491ce07e772 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.482287] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6042d50-02ca-48be-8f60-4917944efd9f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.500025] env[65983]: DEBUG nova.compute.provider_tree [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.503110] env[65983]: DEBUG oslo_concurrency.lockutils [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] Acquiring lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.503378] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.503583] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.503753] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Deleting the datastore file [datastore2] 11da1f65-57fc-4acd-b6eb-9510ecbd9524 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.504266] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78fb4249-bbe7-49be-b091-d27290740db3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.511365] env[65983]: DEBUG oslo_vmware.api [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1039.511365] env[65983]: value = "task-4469226" [ 1039.511365] env[65983]: _type = "Task" [ 1039.511365] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.521483] env[65983]: DEBUG oslo_vmware.api [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.594734] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.595102] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42856425-3ffc-40b6-b95c-d8b287c429b7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.603198] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1039.603198] env[65983]: value = "task-4469227" [ 1039.603198] env[65983]: _type = "Task" [ 1039.603198] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.612582] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.732070] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5272cf99-2255-d88a-1933-b94b252e5e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.732478] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.732810] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 4572bd1d-146c-462e-8f40-cef058a6ad94/4572bd1d-146c-462e-8f40-cef058a6ad94.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.733173] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73919631-f578-4eff-9a0e-c6a6201b7f49 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.741703] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Waiting for the task: (returnval){ [ 1039.741703] env[65983]: value = "task-4469228" [ 1039.741703] env[65983]: _type = "Task" [ 1039.741703] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.752629] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.795867] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "refresh_cache-11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.822274] env[65983]: DEBUG nova.compute.manager [req-f2c1b00d-93f4-41d1-9f32-c834eece1780 req-f61f8fe5-c76f-4689-9309-bb9053b3ebea service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Received event network-vif-deleted-2dd39ae2-477f-4703-b662-2a55a9a515d7 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1039.996631] env[65983]: DEBUG nova.compute.manager [req-77a01d74-a4e4-45af-a1ca-02cf40f47a58 req-ec5bb68f-377f-48d5-81ed-eef67a803923 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Received event network-changed-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1039.996892] env[65983]: DEBUG nova.compute.manager [req-77a01d74-a4e4-45af-a1ca-02cf40f47a58 req-ec5bb68f-377f-48d5-81ed-eef67a803923 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Refreshing instance network info cache due to event network-changed-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1039.998489] env[65983]: DEBUG oslo_concurrency.lockutils [req-77a01d74-a4e4-45af-a1ca-02cf40f47a58 req-ec5bb68f-377f-48d5-81ed-eef67a803923 service nova] Acquiring lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.998489] env[65983]: DEBUG oslo_concurrency.lockutils [req-77a01d74-a4e4-45af-a1ca-02cf40f47a58 req-ec5bb68f-377f-48d5-81ed-eef67a803923 service nova] Acquired lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.998489] env[65983]: DEBUG nova.network.neutron [req-77a01d74-a4e4-45af-a1ca-02cf40f47a58 req-ec5bb68f-377f-48d5-81ed-eef67a803923 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Refreshing network info cache for port b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.005269] env[65983]: DEBUG nova.scheduler.client.report [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.023617] env[65983]: DEBUG oslo_vmware.api [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212165} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.023894] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.024125] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.024304] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.024541] env[65983]: INFO nova.compute.manager [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1040.024821] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1040.025336] env[65983]: DEBUG nova.compute.manager [-] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1040.025436] env[65983]: DEBUG nova.network.neutron [-] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1040.025680] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.059581] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.077548] env[65983]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 2dd39ae2-477f-4703-b662-2a55a9a515d7 could not be found.", "detail": ""}} {{(pid=65983) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 1040.077786] env[65983]: DEBUG nova.network.neutron [-] Unable to show port 2dd39ae2-477f-4703-b662-2a55a9a515d7 as it no longer exists. {{(pid=65983) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1040.116583] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469227, 'name': PowerOffVM_Task, 'duration_secs': 0.249583} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.117347] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.117347] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance 'cdccdb6d-377c-479c-9200-11ed6ca0dc4a' progress to 17 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.152749] env[65983]: DEBUG nova.compute.manager [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1040.180777] env[65983]: DEBUG nova.virt.hardware [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1040.181183] env[65983]: DEBUG nova.virt.hardware [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.183699] env[65983]: DEBUG nova.virt.hardware [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1040.183699] env[65983]: DEBUG nova.virt.hardware [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.183699] env[65983]: DEBUG nova.virt.hardware [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1040.183699] env[65983]: DEBUG nova.virt.hardware [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1040.183699] env[65983]: DEBUG nova.virt.hardware [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1040.183699] env[65983]: DEBUG nova.virt.hardware [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1040.183699] env[65983]: DEBUG nova.virt.hardware [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1040.183699] env[65983]: DEBUG nova.virt.hardware [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1040.183699] env[65983]: DEBUG nova.virt.hardware [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1040.185501] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb853580-ac38-4dc5-96dc-a7456ccc773f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.197867] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0269d8e-53d5-4e85-b205-149e755f3757 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.216956] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.222949] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Creating folder: Project (27c076b439774748abd8cec42349094e). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.223406] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b10e59a3-3e43-446d-8b23-0890764af563 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.239125] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Created folder: Project (27c076b439774748abd8cec42349094e) in parent group-v873669. [ 1040.239125] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Creating folder: Instances. Parent ref: group-v873943. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.239125] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07f36b00-dbc7-4c62-89ae-99478c1a383d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.251479] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Created folder: Instances in parent group-v873943. [ 1040.251778] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1040.252019] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.252292] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5f4c906-71b9-4b74-ae3f-6427eaf99b7c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.270546] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469228, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.277615] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.277615] env[65983]: value = "task-4469231" [ 1040.277615] env[65983]: _type = "Task" [ 1040.277615] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.287407] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469231, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.301913] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2972ffe8-5f2a-43d5-a427-eff8213a6895 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-11da1f65-57fc-4acd-b6eb-9510ecbd9524-786663f5-b95f-45ee-90bf-ad023e732cfc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.712s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.501622] env[65983]: WARNING neutronclient.v2_0.client [req-77a01d74-a4e4-45af-a1ca-02cf40f47a58 req-ec5bb68f-377f-48d5-81ed-eef67a803923 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.511451] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.512089] env[65983]: DEBUG nova.compute.manager [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1040.516018] env[65983]: DEBUG oslo_concurrency.lockutils [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.488s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.516372] env[65983]: DEBUG nova.objects.instance [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lazy-loading 'resources' on Instance uuid 83bdf906-09ac-404e-a632-2db1e1e5003e {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.624406] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1040.624761] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.625033] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1040.625130] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.625423] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1040.625698] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1040.626026] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1040.626654] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1040.626725] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1040.626900] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1040.627138] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1040.633163] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-261cd2cd-234e-46d2-bbab-43d971040e1b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.651728] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1040.651728] env[65983]: value = "task-4469232" [ 1040.651728] env[65983]: _type = "Task" [ 1040.651728] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.664030] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.748186] env[65983]: WARNING neutronclient.v2_0.client [req-77a01d74-a4e4-45af-a1ca-02cf40f47a58 req-ec5bb68f-377f-48d5-81ed-eef67a803923 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.756897] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714798} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.757522] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 4572bd1d-146c-462e-8f40-cef058a6ad94/4572bd1d-146c-462e-8f40-cef058a6ad94.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.757522] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.757776] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e8bda6-0b72-4a2c-9c1e-997512dd9a2d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.767432] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Waiting for the task: (returnval){ [ 1040.767432] env[65983]: value = "task-4469233" [ 1040.767432] env[65983]: _type = "Task" [ 1040.767432] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.776757] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.792827] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469231, 'name': CreateVM_Task, 'duration_secs': 0.336214} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.793091] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.793584] env[65983]: DEBUG oslo_concurrency.lockutils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.793984] env[65983]: DEBUG oslo_concurrency.lockutils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.794412] env[65983]: DEBUG oslo_concurrency.lockutils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.794828] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db3b1d79-5d59-486f-a39c-8d4dbaa4adcb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.801812] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Waiting for the task: (returnval){ [ 1040.801812] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520de3c2-b0c7-39ea-d386-93e3884e383f" [ 1040.801812] env[65983]: _type = "Task" [ 1040.801812] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.811808] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520de3c2-b0c7-39ea-d386-93e3884e383f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.827207] env[65983]: DEBUG nova.network.neutron [req-77a01d74-a4e4-45af-a1ca-02cf40f47a58 req-ec5bb68f-377f-48d5-81ed-eef67a803923 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Updated VIF entry in instance network info cache for port b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1040.827617] env[65983]: DEBUG nova.network.neutron [req-77a01d74-a4e4-45af-a1ca-02cf40f47a58 req-ec5bb68f-377f-48d5-81ed-eef67a803923 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Updating instance_info_cache with network_info: [{"id": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "address": "fa:16:3e:8d:ca:59", "network": {"id": "b6b60727-e17d-4ae5-95ba-2d580ca79a9d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1028798327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088dd87f4caa431ca2240801f09afcc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb29f8ed8-be", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.020755] env[65983]: DEBUG nova.compute.utils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.025632] env[65983]: DEBUG nova.compute.manager [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1041.025731] env[65983]: DEBUG nova.network.neutron [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1041.026104] env[65983]: WARNING neutronclient.v2_0.client [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.026435] env[65983]: WARNING neutronclient.v2_0.client [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.072401] env[65983]: DEBUG nova.policy [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5adc9cd4d62e464dadc8f6b51bd59ad8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc87fac4d704a76a133a4306a937a81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.162254] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469232, 'name': ReconfigVM_Task, 'duration_secs': 0.425003} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.162616] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance 'cdccdb6d-377c-479c-9200-11ed6ca0dc4a' progress to 33 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.178461] env[65983]: DEBUG nova.network.neutron [-] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.280800] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120497} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.281098] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.281983] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745ee2c5-a249-4f87-a9a3-8683e13608e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.308324] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4572bd1d-146c-462e-8f40-cef058a6ad94/4572bd1d-146c-462e-8f40-cef058a6ad94.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.311460] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-649de701-7675-4487-81a2-3ad96efb125a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.330463] env[65983]: DEBUG oslo_concurrency.lockutils [req-77a01d74-a4e4-45af-a1ca-02cf40f47a58 req-ec5bb68f-377f-48d5-81ed-eef67a803923 service nova] Releasing lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.336663] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520de3c2-b0c7-39ea-d386-93e3884e383f, 'name': SearchDatastore_Task, 'duration_secs': 0.012686} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.338216] env[65983]: DEBUG oslo_concurrency.lockutils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.338497] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.338801] env[65983]: DEBUG oslo_concurrency.lockutils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.338944] env[65983]: DEBUG oslo_concurrency.lockutils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.339146] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.339473] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Waiting for the task: (returnval){ [ 1041.339473] env[65983]: value = "task-4469234" [ 1041.339473] env[65983]: _type = "Task" [ 1041.339473] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.339688] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c88271f7-05ac-443f-b695-cd7c64c47d10 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.356362] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.357977] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.358218] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.362220] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1fb138-30e0-4067-8770-8e75f3dff84e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.370412] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Waiting for the task: (returnval){ [ 1041.370412] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bb59d4-1e46-fd6c-7439-bd3df950acf8" [ 1041.370412] env[65983]: _type = "Task" [ 1041.370412] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.380976] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "7e1c758f-b936-41f8-a044-7bff12dffb84" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.386191] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bb59d4-1e46-fd6c-7439-bd3df950acf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.399063] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75519a60-cf57-4249-912e-c4959d450eb6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.409124] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859b6fe7-1b37-49b6-acb4-7329d87ef631 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.448325] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cbc2d9-b492-4958-a850-8fdc379c871e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.456177] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5206c715-8277-4fd1-a9ba-ee4a63920a60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.471487] env[65983]: DEBUG nova.compute.provider_tree [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.478894] env[65983]: DEBUG nova.network.neutron [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Successfully created port: 69790737-5394-40aa-a85f-bb70e4df4c89 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1041.527138] env[65983]: DEBUG nova.compute.manager [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1041.672404] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1041.672747] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.672826] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1041.673011] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.673798] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1041.674079] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1041.674346] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1041.674515] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1041.674696] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1041.674846] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1041.675027] env[65983]: DEBUG nova.virt.hardware [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1041.682226] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1041.682819] env[65983]: INFO nova.compute.manager [-] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Took 1.66 seconds to deallocate network for instance. [ 1041.683104] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e808008f-2006-4d1c-a4f3-bd332a058f24 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.707936] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1041.707936] env[65983]: value = "task-4469235" [ 1041.707936] env[65983]: _type = "Task" [ 1041.707936] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.718886] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.854619] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469234, 'name': ReconfigVM_Task, 'duration_secs': 0.397709} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.855084] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4572bd1d-146c-462e-8f40-cef058a6ad94/4572bd1d-146c-462e-8f40-cef058a6ad94.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.855986] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6a7280d-e5da-4988-a4b4-63c3cebc6b20 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.864530] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Waiting for the task: (returnval){ [ 1041.864530] env[65983]: value = "task-4469236" [ 1041.864530] env[65983]: _type = "Task" [ 1041.864530] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.877737] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469236, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.884192] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bb59d4-1e46-fd6c-7439-bd3df950acf8, 'name': SearchDatastore_Task, 'duration_secs': 0.023167} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.885090] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b77f7d3-9b6c-40f8-b72d-0d350bf37664 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.891165] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Waiting for the task: (returnval){ [ 1041.891165] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d15694-b64b-8b22-3ec3-d96fd09376fe" [ 1041.891165] env[65983]: _type = "Task" [ 1041.891165] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.900128] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d15694-b64b-8b22-3ec3-d96fd09376fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.903442] env[65983]: DEBUG nova.compute.manager [req-8a3c8ae9-991c-4bf9-93b4-e61e90c0dacf req-9f41496c-537e-4e02-824e-18810001f785 service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Received event network-vif-deleted-0c91ee6c-b2c1-468d-9089-286e5a049fdc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1041.975194] env[65983]: DEBUG nova.scheduler.client.report [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.206669] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.219291] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469235, 'name': ReconfigVM_Task, 'duration_secs': 0.160212} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.219580] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.220480] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707d4218-e0d5-4a90-9735-67ecc9887e8d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.245600] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] cdccdb6d-377c-479c-9200-11ed6ca0dc4a/cdccdb6d-377c-479c-9200-11ed6ca0dc4a.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.245964] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9906e31-d9f6-46d9-81c7-0b142053d2a9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.265041] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1042.265041] env[65983]: value = "task-4469237" [ 1042.265041] env[65983]: _type = "Task" [ 1042.265041] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.276427] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.375726] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469236, 'name': Rename_Task, 'duration_secs': 0.136511} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.376176] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.376470] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9db5803-a582-4d03-8efe-1da856f95547 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.385380] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Waiting for the task: (returnval){ [ 1042.385380] env[65983]: value = "task-4469238" [ 1042.385380] env[65983]: _type = "Task" [ 1042.385380] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.394461] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.403745] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d15694-b64b-8b22-3ec3-d96fd09376fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.404045] env[65983]: DEBUG oslo_concurrency.lockutils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.404322] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 6a97e5ce-b41b-485a-9a49-c19074236b3e/6a97e5ce-b41b-485a-9a49-c19074236b3e.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.404601] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67dd5b6e-4001-42e9-97b5-b549a5142815 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.412714] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Waiting for the task: (returnval){ [ 1042.412714] env[65983]: value = "task-4469239" [ 1042.412714] env[65983]: _type = "Task" [ 1042.412714] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.422501] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.481731] env[65983]: DEBUG oslo_concurrency.lockutils [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.484861] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.212s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.485377] env[65983]: DEBUG nova.objects.instance [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lazy-loading 'resources' on Instance uuid 36cdd11a-35ef-4928-9b93-b2e8e54c3e53 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.511241] env[65983]: INFO nova.scheduler.client.report [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Deleted allocations for instance 83bdf906-09ac-404e-a632-2db1e1e5003e [ 1042.537353] env[65983]: DEBUG nova.compute.manager [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1042.568101] env[65983]: DEBUG nova.virt.hardware [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1042.568400] env[65983]: DEBUG nova.virt.hardware [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.568540] env[65983]: DEBUG nova.virt.hardware [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1042.568751] env[65983]: DEBUG nova.virt.hardware [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.568900] env[65983]: DEBUG nova.virt.hardware [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1042.569072] env[65983]: DEBUG nova.virt.hardware [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1042.569294] env[65983]: DEBUG nova.virt.hardware [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.569476] env[65983]: DEBUG nova.virt.hardware [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1042.569668] env[65983]: DEBUG nova.virt.hardware [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1042.569847] env[65983]: DEBUG nova.virt.hardware [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1042.570039] env[65983]: DEBUG nova.virt.hardware [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1042.571025] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd3576e-483d-46eb-8f24-ff3e93a38328 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.585267] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8419be-6d6e-4772-aeb3-a276ce22a707 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.778195] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469237, 'name': ReconfigVM_Task, 'duration_secs': 0.304077} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.778580] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Reconfigured VM instance instance-0000005d to attach disk [datastore1] cdccdb6d-377c-479c-9200-11ed6ca0dc4a/cdccdb6d-377c-479c-9200-11ed6ca0dc4a.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.778937] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance 'cdccdb6d-377c-479c-9200-11ed6ca0dc4a' progress to 50 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.899713] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.924376] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469239, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.019721] env[65983]: DEBUG oslo_concurrency.lockutils [None req-95a21ae7-25e4-43bf-aa9b-102236aef755 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Lock "83bdf906-09ac-404e-a632-2db1e1e5003e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.768s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.028675] env[65983]: DEBUG nova.compute.manager [req-a91acc57-3291-4eb9-9f50-997a281568cb req-2b2bab61-8130-49e6-a78c-bf923181bd51 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Received event network-vif-plugged-69790737-5394-40aa-a85f-bb70e4df4c89 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1043.030894] env[65983]: DEBUG oslo_concurrency.lockutils [req-a91acc57-3291-4eb9-9f50-997a281568cb req-2b2bab61-8130-49e6-a78c-bf923181bd51 service nova] Acquiring lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.030894] env[65983]: DEBUG oslo_concurrency.lockutils [req-a91acc57-3291-4eb9-9f50-997a281568cb req-2b2bab61-8130-49e6-a78c-bf923181bd51 service nova] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.030894] env[65983]: DEBUG oslo_concurrency.lockutils [req-a91acc57-3291-4eb9-9f50-997a281568cb req-2b2bab61-8130-49e6-a78c-bf923181bd51 service nova] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.030894] env[65983]: DEBUG nova.compute.manager [req-a91acc57-3291-4eb9-9f50-997a281568cb req-2b2bab61-8130-49e6-a78c-bf923181bd51 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] No waiting events found dispatching network-vif-plugged-69790737-5394-40aa-a85f-bb70e4df4c89 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1043.030894] env[65983]: WARNING nova.compute.manager [req-a91acc57-3291-4eb9-9f50-997a281568cb req-2b2bab61-8130-49e6-a78c-bf923181bd51 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Received unexpected event network-vif-plugged-69790737-5394-40aa-a85f-bb70e4df4c89 for instance with vm_state building and task_state spawning. [ 1043.050043] env[65983]: DEBUG nova.network.neutron [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Successfully updated port: 69790737-5394-40aa-a85f-bb70e4df4c89 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1043.285992] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f94bf7-e252-46fc-913c-b5a9322d23ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.311285] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3204f12e-a7fa-4c7e-a2e6-96290fc89dc5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.316466] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120a1bc7-40d2-46d4-8213-c9a1188cafa7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.338366] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16caae18-ad73-4804-870d-4ff3b572f3e2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.342156] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance 'cdccdb6d-377c-479c-9200-11ed6ca0dc4a' progress to 67 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.376765] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b99615-8df4-4b92-a23b-81f739d2acd5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.385389] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e518829e-e45b-4031-a99d-3819407e6f60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.404330] env[65983]: DEBUG nova.compute.provider_tree [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.408677] env[65983]: DEBUG oslo_vmware.api [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469238, 'name': PowerOnVM_Task, 'duration_secs': 0.777687} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.409363] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.409571] env[65983]: INFO nova.compute.manager [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1043.409742] env[65983]: DEBUG nova.compute.manager [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1043.410543] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60ae8ba-da49-4077-841b-a5c8e5fd9660 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.426679] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534298} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.426937] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 6a97e5ce-b41b-485a-9a49-c19074236b3e/6a97e5ce-b41b-485a-9a49-c19074236b3e.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.427207] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.427473] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2819695d-36b3-43d6-a3cf-329e3c04d4fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.436302] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Waiting for the task: (returnval){ [ 1043.436302] env[65983]: value = "task-4469240" [ 1043.436302] env[65983]: _type = "Task" [ 1043.436302] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.446329] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.553018] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "refresh_cache-dffd92de-7bdd-4fc1-b533-eff11d8971f3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.553220] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired lock "refresh_cache-dffd92de-7bdd-4fc1-b533-eff11d8971f3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.553485] env[65983]: DEBUG nova.network.neutron [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1043.848888] env[65983]: WARNING neutronclient.v2_0.client [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.849322] env[65983]: WARNING neutronclient.v2_0.client [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.884707] env[65983]: DEBUG nova.network.neutron [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Port 573ada6d-ee27-4e3d-9cd2-a3d75cf16553 binding to destination host cpu-1 is already ACTIVE {{(pid=65983) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1043.910867] env[65983]: DEBUG nova.scheduler.client.report [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.932708] env[65983]: INFO nova.compute.manager [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Took 39.03 seconds to build instance. [ 1043.947279] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.425525} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.947599] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.948448] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ae7944-2d75-440c-b929-17cb0fb08335 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.970475] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 6a97e5ce-b41b-485a-9a49-c19074236b3e/6a97e5ce-b41b-485a-9a49-c19074236b3e.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.971189] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b239d7e-c1b1-442c-b11f-2f9622c221a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.993510] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Waiting for the task: (returnval){ [ 1043.993510] env[65983]: value = "task-4469241" [ 1043.993510] env[65983]: _type = "Task" [ 1043.993510] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.005569] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.104867] env[65983]: DEBUG nova.network.neutron [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1044.416276] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.418778] env[65983]: DEBUG oslo_concurrency.lockutils [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.929s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.419246] env[65983]: DEBUG nova.objects.instance [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'resources' on Instance uuid 811d8ad9-137c-4720-9c9b-071e4eb3f7ce {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.434490] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Lock "4572bd1d-146c-462e-8f40-cef058a6ad94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.538s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.440587] env[65983]: INFO nova.scheduler.client.report [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleted allocations for instance 36cdd11a-35ef-4928-9b93-b2e8e54c3e53 [ 1044.505740] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.680540] env[65983]: WARNING neutronclient.v2_0.client [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.720267] env[65983]: DEBUG nova.compute.manager [req-3d0bbf59-26f4-494f-a666-ead826b2e2ae req-9f11e316-b11a-4392-8536-131de7840764 service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Received event network-changed-b9ede9e1-1988-4a13-b801-4600fb50565f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1044.720429] env[65983]: DEBUG nova.compute.manager [req-3d0bbf59-26f4-494f-a666-ead826b2e2ae req-9f11e316-b11a-4392-8536-131de7840764 service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Refreshing instance network info cache due to event network-changed-b9ede9e1-1988-4a13-b801-4600fb50565f. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1044.720647] env[65983]: DEBUG oslo_concurrency.lockutils [req-3d0bbf59-26f4-494f-a666-ead826b2e2ae req-9f11e316-b11a-4392-8536-131de7840764 service nova] Acquiring lock "refresh_cache-4572bd1d-146c-462e-8f40-cef058a6ad94" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.720785] env[65983]: DEBUG oslo_concurrency.lockutils [req-3d0bbf59-26f4-494f-a666-ead826b2e2ae req-9f11e316-b11a-4392-8536-131de7840764 service nova] Acquired lock "refresh_cache-4572bd1d-146c-462e-8f40-cef058a6ad94" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.720936] env[65983]: DEBUG nova.network.neutron [req-3d0bbf59-26f4-494f-a666-ead826b2e2ae req-9f11e316-b11a-4392-8536-131de7840764 service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Refreshing network info cache for port b9ede9e1-1988-4a13-b801-4600fb50565f {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.795486] env[65983]: DEBUG nova.network.neutron [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Updating instance_info_cache with network_info: [{"id": "69790737-5394-40aa-a85f-bb70e4df4c89", "address": "fa:16:3e:b7:78:b7", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69790737-53", "ovs_interfaceid": "69790737-5394-40aa-a85f-bb70e4df4c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.931386] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.931625] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.931830] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.948704] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94f53e55-1920-476b-8506-8009e2bd9af7 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "36cdd11a-35ef-4928-9b93-b2e8e54c3e53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.296s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.010614] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469241, 'name': ReconfigVM_Task, 'duration_secs': 0.538764} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.014218] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 6a97e5ce-b41b-485a-9a49-c19074236b3e/6a97e5ce-b41b-485a-9a49-c19074236b3e.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.015599] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f4ee378-f2e9-4b7d-8e74-6aad8ec86494 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.023325] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Waiting for the task: (returnval){ [ 1045.023325] env[65983]: value = "task-4469242" [ 1045.023325] env[65983]: _type = "Task" [ 1045.023325] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.035613] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469242, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.108366] env[65983]: DEBUG nova.compute.manager [req-2659ab86-671c-46e1-a7d2-b4c85381c37f req-575d4e4e-c358-48f2-8f98-da00504aa154 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Received event network-changed-69790737-5394-40aa-a85f-bb70e4df4c89 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1045.108609] env[65983]: DEBUG nova.compute.manager [req-2659ab86-671c-46e1-a7d2-b4c85381c37f req-575d4e4e-c358-48f2-8f98-da00504aa154 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Refreshing instance network info cache due to event network-changed-69790737-5394-40aa-a85f-bb70e4df4c89. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1045.108851] env[65983]: DEBUG oslo_concurrency.lockutils [req-2659ab86-671c-46e1-a7d2-b4c85381c37f req-575d4e4e-c358-48f2-8f98-da00504aa154 service nova] Acquiring lock "refresh_cache-dffd92de-7bdd-4fc1-b533-eff11d8971f3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.229765] env[65983]: WARNING neutronclient.v2_0.client [req-3d0bbf59-26f4-494f-a666-ead826b2e2ae req-9f11e316-b11a-4392-8536-131de7840764 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.295800] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ec0e38-25f2-484e-96c9-7424e1b6fa93 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.299405] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Releasing lock "refresh_cache-dffd92de-7bdd-4fc1-b533-eff11d8971f3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.299829] env[65983]: DEBUG nova.compute.manager [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Instance network_info: |[{"id": "69790737-5394-40aa-a85f-bb70e4df4c89", "address": "fa:16:3e:b7:78:b7", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69790737-53", "ovs_interfaceid": "69790737-5394-40aa-a85f-bb70e4df4c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1045.300229] env[65983]: DEBUG oslo_concurrency.lockutils [req-2659ab86-671c-46e1-a7d2-b4c85381c37f req-575d4e4e-c358-48f2-8f98-da00504aa154 service nova] Acquired lock "refresh_cache-dffd92de-7bdd-4fc1-b533-eff11d8971f3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.300443] env[65983]: DEBUG nova.network.neutron [req-2659ab86-671c-46e1-a7d2-b4c85381c37f req-575d4e4e-c358-48f2-8f98-da00504aa154 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Refreshing network info cache for port 69790737-5394-40aa-a85f-bb70e4df4c89 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.301865] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:78:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69790737-5394-40aa-a85f-bb70e4df4c89', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.310791] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1045.312349] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.313151] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f90e33af-6785-46ca-a468-63bd436da78d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.332915] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e92387-a038-4670-a88f-8905c6796f65 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.339480] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.339480] env[65983]: value = "task-4469243" [ 1045.339480] env[65983]: _type = "Task" [ 1045.339480] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.351244] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469243, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.380061] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc85cec-dc53-4a59-91fb-f52c3de5b5e8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.389038] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801269ba-63d4-44ea-bf78-15be61cd2e61 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.405404] env[65983]: DEBUG nova.compute.provider_tree [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.524633] env[65983]: WARNING neutronclient.v2_0.client [req-3d0bbf59-26f4-494f-a666-ead826b2e2ae req-9f11e316-b11a-4392-8536-131de7840764 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.537583] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469242, 'name': Rename_Task, 'duration_secs': 0.237889} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.537766] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.537934] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f14f4616-39b0-4b47-950d-939cda78ac3f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.546476] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Waiting for the task: (returnval){ [ 1045.546476] env[65983]: value = "task-4469244" [ 1045.546476] env[65983]: _type = "Task" [ 1045.546476] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.556506] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.598946] env[65983]: DEBUG nova.network.neutron [req-3d0bbf59-26f4-494f-a666-ead826b2e2ae req-9f11e316-b11a-4392-8536-131de7840764 service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Updated VIF entry in instance network info cache for port b9ede9e1-1988-4a13-b801-4600fb50565f. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1045.599360] env[65983]: DEBUG nova.network.neutron [req-3d0bbf59-26f4-494f-a666-ead826b2e2ae req-9f11e316-b11a-4392-8536-131de7840764 service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Updating instance_info_cache with network_info: [{"id": "b9ede9e1-1988-4a13-b801-4600fb50565f", "address": "fa:16:3e:ad:56:7f", "network": {"id": "d6ec5521-5a01-418c-8b9f-2a605ea98dca", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-546382429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "132520281bc943fe99741a74468c18e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ede9e1-19", "ovs_interfaceid": "b9ede9e1-1988-4a13-b801-4600fb50565f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.721590] env[65983]: DEBUG oslo_concurrency.lockutils [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "426f2a51-b50a-4536-a982-cee62eaea47b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.722145] env[65983]: DEBUG oslo_concurrency.lockutils [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "426f2a51-b50a-4536-a982-cee62eaea47b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.722145] env[65983]: DEBUG oslo_concurrency.lockutils [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "426f2a51-b50a-4536-a982-cee62eaea47b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.722293] env[65983]: DEBUG oslo_concurrency.lockutils [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "426f2a51-b50a-4536-a982-cee62eaea47b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.722376] env[65983]: DEBUG oslo_concurrency.lockutils [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "426f2a51-b50a-4536-a982-cee62eaea47b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.724690] env[65983]: INFO nova.compute.manager [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Terminating instance [ 1045.813181] env[65983]: WARNING neutronclient.v2_0.client [req-2659ab86-671c-46e1-a7d2-b4c85381c37f req-575d4e4e-c358-48f2-8f98-da00504aa154 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.854531] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469243, 'name': CreateVM_Task, 'duration_secs': 0.319473} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.854692] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.855229] env[65983]: WARNING neutronclient.v2_0.client [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.855610] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.855824] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.856142] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.856420] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903d9f11-0f84-4169-a477-042862c15f02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.861830] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1045.861830] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52074834-2526-eb87-86f1-81f407fcddeb" [ 1045.861830] env[65983]: _type = "Task" [ 1045.861830] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.870698] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52074834-2526-eb87-86f1-81f407fcddeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.908838] env[65983]: DEBUG nova.scheduler.client.report [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.940352] env[65983]: WARNING neutronclient.v2_0.client [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.992289] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.992560] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.992803] env[65983]: DEBUG nova.network.neutron [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1045.996034] env[65983]: WARNING neutronclient.v2_0.client [req-2659ab86-671c-46e1-a7d2-b4c85381c37f req-575d4e4e-c358-48f2-8f98-da00504aa154 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.057538] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469244, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.073266] env[65983]: DEBUG nova.network.neutron [req-2659ab86-671c-46e1-a7d2-b4c85381c37f req-575d4e4e-c358-48f2-8f98-da00504aa154 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Updated VIF entry in instance network info cache for port 69790737-5394-40aa-a85f-bb70e4df4c89. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1046.073727] env[65983]: DEBUG nova.network.neutron [req-2659ab86-671c-46e1-a7d2-b4c85381c37f req-575d4e4e-c358-48f2-8f98-da00504aa154 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Updating instance_info_cache with network_info: [{"id": "69790737-5394-40aa-a85f-bb70e4df4c89", "address": "fa:16:3e:b7:78:b7", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69790737-53", "ovs_interfaceid": "69790737-5394-40aa-a85f-bb70e4df4c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.102016] env[65983]: DEBUG oslo_concurrency.lockutils [req-3d0bbf59-26f4-494f-a666-ead826b2e2ae req-9f11e316-b11a-4392-8536-131de7840764 service nova] Releasing lock "refresh_cache-4572bd1d-146c-462e-8f40-cef058a6ad94" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.230519] env[65983]: DEBUG nova.compute.manager [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1046.230519] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.231419] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66db6735-e244-41b9-9657-c49ce667b0d0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.242042] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.242389] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70967f24-169f-4966-bfeb-c31f6370b64c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.252174] env[65983]: DEBUG oslo_vmware.api [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 1046.252174] env[65983]: value = "task-4469245" [ 1046.252174] env[65983]: _type = "Task" [ 1046.252174] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.262425] env[65983]: DEBUG oslo_vmware.api [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.374357] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52074834-2526-eb87-86f1-81f407fcddeb, 'name': SearchDatastore_Task, 'duration_secs': 0.016058} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.374697] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.375301] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.375301] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.375480] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.375727] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.376258] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79edb448-0289-48da-bc58-c5270a426730 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.386683] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.386864] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.387720] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7cae76-146c-45c9-90a9-88da31d9b34a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.394625] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1046.394625] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523a4053-468f-4b61-4ea7-caf1f8a06d2f" [ 1046.394625] env[65983]: _type = "Task" [ 1046.394625] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.403643] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523a4053-468f-4b61-4ea7-caf1f8a06d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.414562] env[65983]: DEBUG oslo_concurrency.lockutils [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.416860] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.627s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.417095] env[65983]: DEBUG nova.objects.instance [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lazy-loading 'resources' on Instance uuid cd342e6e-ec20-4c10-acb7-b481d53bc6e9 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.441911] env[65983]: INFO nova.scheduler.client.report [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleted allocations for instance 811d8ad9-137c-4720-9c9b-071e4eb3f7ce [ 1046.496076] env[65983]: WARNING neutronclient.v2_0.client [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.556982] env[65983]: DEBUG oslo_vmware.api [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469244, 'name': PowerOnVM_Task, 'duration_secs': 0.558604} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.557332] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.557497] env[65983]: INFO nova.compute.manager [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Took 6.40 seconds to spawn the instance on the hypervisor. [ 1046.557673] env[65983]: DEBUG nova.compute.manager [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1046.558571] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32de9d1b-d1a5-4a44-9939-33371fd3b577 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.577639] env[65983]: DEBUG oslo_concurrency.lockutils [req-2659ab86-671c-46e1-a7d2-b4c85381c37f req-575d4e4e-c358-48f2-8f98-da00504aa154 service nova] Releasing lock "refresh_cache-dffd92de-7bdd-4fc1-b533-eff11d8971f3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.752154] env[65983]: WARNING neutronclient.v2_0.client [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.764603] env[65983]: DEBUG oslo_vmware.api [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469245, 'name': PowerOffVM_Task, 'duration_secs': 0.385495} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.764879] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.765120] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.766778] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a7b9788-8262-4c62-bf20-976f2c5660b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.837743] env[65983]: DEBUG nova.network.neutron [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance_info_cache with network_info: [{"id": "573ada6d-ee27-4e3d-9cd2-a3d75cf16553", "address": "fa:16:3e:48:88:8f", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573ada6d-ee", "ovs_interfaceid": "573ada6d-ee27-4e3d-9cd2-a3d75cf16553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.861724] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.861921] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.862099] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleting the datastore file [datastore2] 426f2a51-b50a-4536-a982-cee62eaea47b {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.862439] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9496dd43-7171-4905-a3ab-de5cfb47b32c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.872167] env[65983]: DEBUG oslo_vmware.api [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for the task: (returnval){ [ 1046.872167] env[65983]: value = "task-4469247" [ 1046.872167] env[65983]: _type = "Task" [ 1046.872167] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.881441] env[65983]: DEBUG oslo_vmware.api [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.905239] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523a4053-468f-4b61-4ea7-caf1f8a06d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.027091} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.906076] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5861c89-a6e1-45b4-95b8-8d79f9ebded2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.912286] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1046.912286] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522ec939-52ca-945b-2512-f0e4ec64beb2" [ 1046.912286] env[65983]: _type = "Task" [ 1046.912286] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.925920] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522ec939-52ca-945b-2512-f0e4ec64beb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.951459] env[65983]: DEBUG oslo_concurrency.lockutils [None req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "811d8ad9-137c-4720-9c9b-071e4eb3f7ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.305s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.082394] env[65983]: INFO nova.compute.manager [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Took 28.26 seconds to build instance. [ 1047.227125] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae029a66-08fb-40b8-9b08-29b4aa45a8aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.236103] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553d0164-c0fd-4a3f-b93d-13b0a0e9ac48 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.274063] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32687822-2d64-4661-b2a7-a3184f6658b8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.282601] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a0f504-ea5b-45fb-ad31-4a1be6f185e1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.297118] env[65983]: DEBUG nova.compute.provider_tree [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.340949] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.386968] env[65983]: DEBUG oslo_vmware.api [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Task: {'id': task-4469247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391477} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.387240] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.388863] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.388863] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.388863] env[65983]: INFO nova.compute.manager [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1047.388863] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1047.388863] env[65983]: DEBUG nova.compute.manager [-] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1047.388863] env[65983]: DEBUG nova.network.neutron [-] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1047.389168] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.423981] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522ec939-52ca-945b-2512-f0e4ec64beb2, 'name': SearchDatastore_Task, 'duration_secs': 0.013443} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.424872] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.425260] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] dffd92de-7bdd-4fc1-b533-eff11d8971f3/dffd92de-7bdd-4fc1-b533-eff11d8971f3.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.425565] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e4ddf34-66de-4a77-8f01-3d12c812fa29 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.434532] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1047.434532] env[65983]: value = "task-4469248" [ 1047.434532] env[65983]: _type = "Task" [ 1047.434532] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.444961] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.481053] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.586185] env[65983]: DEBUG oslo_concurrency.lockutils [None req-30d17cc0-46ae-40bc-9536-71dbd21b04d9 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Lock "6a97e5ce-b41b-485a-9a49-c19074236b3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.776s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.792727] env[65983]: DEBUG nova.compute.manager [req-482328fd-e3c0-4ee7-ac8f-96be08f573f6 req-cd9d0f61-3a9d-49fd-a412-30dc3934d1d5 service nova] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Received event network-vif-deleted-7e0a191d-5795-4a02-bacb-dfc031dafdbc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1047.792946] env[65983]: INFO nova.compute.manager [req-482328fd-e3c0-4ee7-ac8f-96be08f573f6 req-cd9d0f61-3a9d-49fd-a412-30dc3934d1d5 service nova] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Neutron deleted interface 7e0a191d-5795-4a02-bacb-dfc031dafdbc; detaching it from the instance and deleting it from the info cache [ 1047.793589] env[65983]: DEBUG nova.network.neutron [req-482328fd-e3c0-4ee7-ac8f-96be08f573f6 req-cd9d0f61-3a9d-49fd-a412-30dc3934d1d5 service nova] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.800894] env[65983]: DEBUG nova.scheduler.client.report [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.882566] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402d9d0b-f8eb-449a-94aa-1588d8731872 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.908403] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bbe121-1955-46ae-9093-3c7205fb399c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.918131] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance 'cdccdb6d-377c-479c-9200-11ed6ca0dc4a' progress to 83 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.951094] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469248, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.217883] env[65983]: DEBUG nova.network.neutron [-] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.252133] env[65983]: DEBUG nova.compute.manager [None req-519c8e30-60ab-40a4-a341-54bdd929125e tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1048.256229] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e0a4b8-6f63-4c05-ae52-76c3d20f445a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.298654] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f67ddd63-22a1-4910-9f38-2a1b5cff4568 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.308393] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.313281] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.505s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.316819] env[65983]: INFO nova.compute.claims [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.325361] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28071bb9-894a-4c3f-a513-8d37e0066714 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.403334] env[65983]: DEBUG nova.compute.manager [req-482328fd-e3c0-4ee7-ac8f-96be08f573f6 req-cd9d0f61-3a9d-49fd-a412-30dc3934d1d5 service nova] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Detach interface failed, port_id=7e0a191d-5795-4a02-bacb-dfc031dafdbc, reason: Instance 426f2a51-b50a-4536-a982-cee62eaea47b could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1048.403334] env[65983]: INFO nova.scheduler.client.report [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleted allocations for instance cd342e6e-ec20-4c10-acb7-b481d53bc6e9 [ 1048.403334] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Acquiring lock "6a97e5ce-b41b-485a-9a49-c19074236b3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.403334] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Lock "6a97e5ce-b41b-485a-9a49-c19074236b3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.403334] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Acquiring lock "6a97e5ce-b41b-485a-9a49-c19074236b3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.403334] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Lock "6a97e5ce-b41b-485a-9a49-c19074236b3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.403334] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Lock "6a97e5ce-b41b-485a-9a49-c19074236b3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.403334] env[65983]: INFO nova.compute.manager [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Terminating instance [ 1048.424494] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.424818] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e8d83ab-8173-4fc3-bc9d-92b94172d7cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.441088] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1048.441088] env[65983]: value = "task-4469249" [ 1048.441088] env[65983]: _type = "Task" [ 1048.441088] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.468385] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469249, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.475142] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800963} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.475142] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] dffd92de-7bdd-4fc1-b533-eff11d8971f3/dffd92de-7bdd-4fc1-b533-eff11d8971f3.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.475142] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.475142] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49a51df6-0a28-4b77-92e6-b71d02f33483 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.481446] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1048.481446] env[65983]: value = "task-4469250" [ 1048.481446] env[65983]: _type = "Task" [ 1048.481446] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.512377] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.723593] env[65983]: INFO nova.compute.manager [-] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Took 1.33 seconds to deallocate network for instance. [ 1048.769072] env[65983]: INFO nova.compute.manager [None req-519c8e30-60ab-40a4-a341-54bdd929125e tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] instance snapshotting [ 1048.770361] env[65983]: DEBUG nova.objects.instance [None req-519c8e30-60ab-40a4-a341-54bdd929125e tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Lazy-loading 'flavor' on Instance uuid 6a97e5ce-b41b-485a-9a49-c19074236b3e {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.878568] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "cd342e6e-ec20-4c10-acb7-b481d53bc6e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.063s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.879510] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Acquiring lock "refresh_cache-6a97e5ce-b41b-485a-9a49-c19074236b3e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.879748] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Acquired lock "refresh_cache-6a97e5ce-b41b-485a-9a49-c19074236b3e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.879935] env[65983]: DEBUG nova.network.neutron [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1048.958953] env[65983]: DEBUG oslo_vmware.api [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469249, 'name': PowerOnVM_Task, 'duration_secs': 0.487807} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.959677] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.959677] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6fec6f-c897-46ec-8e21-c5d88b7318ad tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance 'cdccdb6d-377c-479c-9200-11ed6ca0dc4a' progress to 100 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.992921] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072924} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.993283] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.994054] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494181f6-ee53-4f23-80be-a65c192f57aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.018696] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] dffd92de-7bdd-4fc1-b533-eff11d8971f3/dffd92de-7bdd-4fc1-b533-eff11d8971f3.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.020805] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac71be56-89a7-45b6-8e75-86622e8aa9c2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.047305] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1049.047305] env[65983]: value = "task-4469251" [ 1049.047305] env[65983]: _type = "Task" [ 1049.047305] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.060173] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.210705] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.210705] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.231342] env[65983]: DEBUG oslo_concurrency.lockutils [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.275225] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eaa91a-3d29-4ba2-aad1-191f21b84b65 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.294448] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a62ba40-a9a4-486d-8553-e3a4f1d630e8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.385473] env[65983]: WARNING neutronclient.v2_0.client [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.403176] env[65983]: DEBUG nova.network.neutron [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1049.459371] env[65983]: DEBUG nova.network.neutron [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.560743] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.617489] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d339ed45-8a0e-42a1-95a9-44a63b973777 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.626699] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dce8bb-d31b-4634-86b4-c4af64f0232e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.664389] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c46dc61-11a5-4bd1-93ce-d6178ed7c896 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.675150] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082361c1-c576-4643-95bc-681061d01399 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.695788] env[65983]: DEBUG nova.compute.provider_tree [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.715798] env[65983]: DEBUG nova.compute.manager [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1049.780466] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "73cce6b5-9a9f-42dd-b303-7b83d5323968" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.780466] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "73cce6b5-9a9f-42dd-b303-7b83d5323968" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.811026] env[65983]: DEBUG nova.compute.manager [None req-519c8e30-60ab-40a4-a341-54bdd929125e tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Instance disappeared during snapshot {{(pid=65983) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 1049.962845] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Releasing lock "refresh_cache-6a97e5ce-b41b-485a-9a49-c19074236b3e" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.963314] env[65983]: DEBUG nova.compute.manager [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1049.963516] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.965155] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4084a45b-2495-4e05-a97a-1e5ef62a0ba0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.968800] env[65983]: DEBUG nova.compute.manager [None req-519c8e30-60ab-40a4-a341-54bdd929125e tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Found 0 images (rotation: 2) {{(pid=65983) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1049.978758] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.979059] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce60b34e-c24b-4d07-9c9c-0f31bb636276 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.986839] env[65983]: DEBUG oslo_vmware.api [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Waiting for the task: (returnval){ [ 1049.986839] env[65983]: value = "task-4469252" [ 1049.986839] env[65983]: _type = "Task" [ 1049.986839] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.997636] env[65983]: DEBUG oslo_vmware.api [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.061613] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469251, 'name': ReconfigVM_Task, 'duration_secs': 0.816356} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.062077] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Reconfigured VM instance instance-00000061 to attach disk [datastore2] dffd92de-7bdd-4fc1-b533-eff11d8971f3/dffd92de-7bdd-4fc1-b533-eff11d8971f3.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.062975] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b009d1bd-8b01-450e-8595-c344961b885b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.072314] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1050.072314] env[65983]: value = "task-4469253" [ 1050.072314] env[65983]: _type = "Task" [ 1050.072314] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.083817] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469253, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.199280] env[65983]: DEBUG nova.scheduler.client.report [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.243240] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.285023] env[65983]: DEBUG nova.compute.manager [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1050.497634] env[65983]: DEBUG oslo_vmware.api [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469252, 'name': PowerOffVM_Task, 'duration_secs': 0.212157} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.497817] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.498019] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.498266] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90194de9-6e8e-4541-8891-5704787e4a29 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.523847] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.524379] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.524734] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Deleting the datastore file [datastore2] 6a97e5ce-b41b-485a-9a49-c19074236b3e {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.526078] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f45bcc30-a818-4865-80ed-3979c6f0f164 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.533696] env[65983]: DEBUG oslo_vmware.api [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Waiting for the task: (returnval){ [ 1050.533696] env[65983]: value = "task-4469255" [ 1050.533696] env[65983]: _type = "Task" [ 1050.533696] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.546328] env[65983]: DEBUG oslo_vmware.api [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.588122] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469253, 'name': Rename_Task, 'duration_secs': 0.203995} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.588639] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.589490] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d87c76a-9437-428a-9cbd-8e39c94d53aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.598198] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1050.598198] env[65983]: value = "task-4469256" [ 1050.598198] env[65983]: _type = "Task" [ 1050.598198] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.607571] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.672991] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.673255] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.704490] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.705435] env[65983]: DEBUG nova.compute.manager [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1050.708233] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.067s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.710443] env[65983]: INFO nova.compute.claims [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.814571] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.045571] env[65983]: DEBUG oslo_vmware.api [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Task: {'id': task-4469255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171447} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.045845] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.046084] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.046278] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.046469] env[65983]: INFO nova.compute.manager [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1051.046718] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1051.046943] env[65983]: DEBUG nova.compute.manager [-] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1051.047078] env[65983]: DEBUG nova.network.neutron [-] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1051.047377] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.058375] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.058583] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.058737] env[65983]: DEBUG nova.compute.manager [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Going to confirm migration 4 {{(pid=65983) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1051.067993] env[65983]: DEBUG nova.network.neutron [-] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1051.068362] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.113728] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469256, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.175983] env[65983]: DEBUG nova.compute.manager [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1051.217950] env[65983]: DEBUG nova.compute.utils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.219963] env[65983]: DEBUG nova.compute.manager [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1051.220641] env[65983]: DEBUG nova.network.neutron [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1051.220939] env[65983]: WARNING neutronclient.v2_0.client [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.222682] env[65983]: WARNING neutronclient.v2_0.client [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.299882] env[65983]: DEBUG nova.policy [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f543b233b1484faab4be0607adfa3b91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eadc9a2e702640778db988b81ca56caa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.564106] env[65983]: WARNING neutronclient.v2_0.client [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.570971] env[65983]: DEBUG nova.network.neutron [-] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.599134] env[65983]: WARNING neutronclient.v2_0.client [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.599743] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.599743] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.599885] env[65983]: DEBUG nova.network.neutron [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1051.600135] env[65983]: DEBUG nova.objects.instance [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lazy-loading 'info_cache' on Instance uuid cdccdb6d-377c-479c-9200-11ed6ca0dc4a {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.612215] env[65983]: DEBUG oslo_vmware.api [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469256, 'name': PowerOnVM_Task, 'duration_secs': 0.690519} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.612215] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.612215] env[65983]: INFO nova.compute.manager [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1051.612215] env[65983]: DEBUG nova.compute.manager [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1051.613437] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8e11a5-2617-4238-b831-493ee826513e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.656486] env[65983]: DEBUG nova.network.neutron [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Successfully created port: 262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1051.698685] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.727783] env[65983]: DEBUG nova.compute.manager [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1051.909046] env[65983]: DEBUG oslo_concurrency.lockutils [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.909046] env[65983]: DEBUG oslo_concurrency.lockutils [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.019487] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd3d296-f445-4fcb-96e1-337a1b3d0081 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.030762] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8eade4-85c9-40e9-972c-90f17f4b8fef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.065291] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a64a744-1c1e-4995-b1bc-12203d322439 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.073023] env[65983]: INFO nova.compute.manager [-] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Took 1.03 seconds to deallocate network for instance. [ 1052.075987] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e62fca-4a42-4919-853a-21cab20ecf77 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.093201] env[65983]: DEBUG nova.compute.provider_tree [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1052.134588] env[65983]: INFO nova.compute.manager [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Took 26.68 seconds to build instance. [ 1052.412565] env[65983]: INFO nova.compute.manager [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Detaching volume 3d7565b4-8621-47db-a37b-640edfd55b1b [ 1052.451395] env[65983]: INFO nova.virt.block_device [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Attempting to driver detach volume 3d7565b4-8621-47db-a37b-640edfd55b1b from mountpoint /dev/sdb [ 1052.451395] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1052.451395] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873928', 'volume_id': '3d7565b4-8621-47db-a37b-640edfd55b1b', 'name': 'volume-3d7565b4-8621-47db-a37b-640edfd55b1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a6b40bf-1bbe-4487-90e5-1e2a2667510d', 'attached_at': '', 'detached_at': '', 'volume_id': '3d7565b4-8621-47db-a37b-640edfd55b1b', 'serial': '3d7565b4-8621-47db-a37b-640edfd55b1b'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1052.451395] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4db932-242c-4878-8cbb-927acb6b466b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.476149] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae70136-579d-4cc7-982d-10541f40948c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.483420] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c696fa23-0537-4c16-b0e8-b088d0a28ee4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.507559] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3330d14e-8853-4233-976b-34291eb30442 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.523269] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] The volume has not been displaced from its original location: [datastore1] volume-3d7565b4-8621-47db-a37b-640edfd55b1b/volume-3d7565b4-8621-47db-a37b-640edfd55b1b.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1052.528675] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.529037] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c80d7211-ac53-4e15-b855-c89003985718 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.549610] env[65983]: DEBUG oslo_vmware.api [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1052.549610] env[65983]: value = "task-4469257" [ 1052.549610] env[65983]: _type = "Task" [ 1052.549610] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.559031] env[65983]: DEBUG oslo_vmware.api [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.584581] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.609826] env[65983]: WARNING neutronclient.v2_0.client [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.616976] env[65983]: ERROR nova.scheduler.client.report [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [req-6350d253-c3ac-4571-8f1f-a5c292ed8a75] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6350d253-c3ac-4571-8f1f-a5c292ed8a75"}]} [ 1052.636278] env[65983]: DEBUG nova.scheduler.client.report [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1052.638635] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ca0f16da-156e-45b9-a556-e220cf13a578 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.192s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.653665] env[65983]: DEBUG nova.scheduler.client.report [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1052.653925] env[65983]: DEBUG nova.compute.provider_tree [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1052.667703] env[65983]: DEBUG nova.scheduler.client.report [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1052.698210] env[65983]: DEBUG nova.scheduler.client.report [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1052.739535] env[65983]: DEBUG nova.compute.manager [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1052.775530] env[65983]: DEBUG nova.virt.hardware [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1052.775622] env[65983]: DEBUG nova.virt.hardware [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.775770] env[65983]: DEBUG nova.virt.hardware [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1052.775950] env[65983]: DEBUG nova.virt.hardware [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.776145] env[65983]: DEBUG nova.virt.hardware [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1052.776298] env[65983]: DEBUG nova.virt.hardware [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1052.776526] env[65983]: DEBUG nova.virt.hardware [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.776681] env[65983]: DEBUG nova.virt.hardware [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1052.776870] env[65983]: DEBUG nova.virt.hardware [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1052.777053] env[65983]: DEBUG nova.virt.hardware [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1052.777267] env[65983]: DEBUG nova.virt.hardware [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1052.778596] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c34a701-547e-46c9-9a76-cbeece76720e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.788462] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca599203-7b6d-4773-919f-1c6bf7d77a25 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.895838] env[65983]: WARNING neutronclient.v2_0.client [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.899270] env[65983]: DEBUG nova.compute.manager [req-f3c62ce4-20e7-44b8-aeea-4f2480690b94 req-b2901519-901a-4128-9523-6e7771e6d423 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Received event network-changed-69790737-5394-40aa-a85f-bb70e4df4c89 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1052.899461] env[65983]: DEBUG nova.compute.manager [req-f3c62ce4-20e7-44b8-aeea-4f2480690b94 req-b2901519-901a-4128-9523-6e7771e6d423 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Refreshing instance network info cache due to event network-changed-69790737-5394-40aa-a85f-bb70e4df4c89. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1052.899664] env[65983]: DEBUG oslo_concurrency.lockutils [req-f3c62ce4-20e7-44b8-aeea-4f2480690b94 req-b2901519-901a-4128-9523-6e7771e6d423 service nova] Acquiring lock "refresh_cache-dffd92de-7bdd-4fc1-b533-eff11d8971f3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.899854] env[65983]: DEBUG oslo_concurrency.lockutils [req-f3c62ce4-20e7-44b8-aeea-4f2480690b94 req-b2901519-901a-4128-9523-6e7771e6d423 service nova] Acquired lock "refresh_cache-dffd92de-7bdd-4fc1-b533-eff11d8971f3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.899943] env[65983]: DEBUG nova.network.neutron [req-f3c62ce4-20e7-44b8-aeea-4f2480690b94 req-b2901519-901a-4128-9523-6e7771e6d423 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Refreshing network info cache for port 69790737-5394-40aa-a85f-bb70e4df4c89 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.062410] env[65983]: DEBUG oslo_vmware.api [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469257, 'name': ReconfigVM_Task, 'duration_secs': 0.358194} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.069430] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.076248] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1843ff99-2722-4326-bb2a-a6a000aa6083 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.087612] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffbd885-f490-401f-8d09-544937425275 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.092065] env[65983]: DEBUG oslo_vmware.api [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1053.092065] env[65983]: value = "task-4469258" [ 1053.092065] env[65983]: _type = "Task" [ 1053.092065] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.098570] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d44d7c3-e54e-4005-952b-90309b99470c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.102635] env[65983]: DEBUG nova.network.neutron [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance_info_cache with network_info: [{"id": "573ada6d-ee27-4e3d-9cd2-a3d75cf16553", "address": "fa:16:3e:48:88:8f", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573ada6d-ee", "ovs_interfaceid": "573ada6d-ee27-4e3d-9cd2-a3d75cf16553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.106951] env[65983]: DEBUG oslo_vmware.api [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.143671] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadd2e02-2685-44e3-af69-af2ea5cc5557 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.153219] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a851f-8749-4057-ab9f-ea02692a3e85 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.170801] env[65983]: DEBUG nova.compute.provider_tree [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.220343] env[65983]: DEBUG nova.network.neutron [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Successfully updated port: 262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1053.251676] env[65983]: DEBUG nova.compute.manager [req-d1a78a1e-3c38-4105-b5b9-bc6f9784ba22 req-ca6cfc08-e55e-46d8-ae08-d3fb2654c3f4 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Received event network-vif-plugged-262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1053.252007] env[65983]: DEBUG oslo_concurrency.lockutils [req-d1a78a1e-3c38-4105-b5b9-bc6f9784ba22 req-ca6cfc08-e55e-46d8-ae08-d3fb2654c3f4 service nova] Acquiring lock "29e82383-d039-4e49-b41f-cc6fd65d8978-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.252288] env[65983]: DEBUG oslo_concurrency.lockutils [req-d1a78a1e-3c38-4105-b5b9-bc6f9784ba22 req-ca6cfc08-e55e-46d8-ae08-d3fb2654c3f4 service nova] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.252578] env[65983]: DEBUG oslo_concurrency.lockutils [req-d1a78a1e-3c38-4105-b5b9-bc6f9784ba22 req-ca6cfc08-e55e-46d8-ae08-d3fb2654c3f4 service nova] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.252578] env[65983]: DEBUG nova.compute.manager [req-d1a78a1e-3c38-4105-b5b9-bc6f9784ba22 req-ca6cfc08-e55e-46d8-ae08-d3fb2654c3f4 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] No waiting events found dispatching network-vif-plugged-262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1053.252660] env[65983]: WARNING nova.compute.manager [req-d1a78a1e-3c38-4105-b5b9-bc6f9784ba22 req-ca6cfc08-e55e-46d8-ae08-d3fb2654c3f4 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Received unexpected event network-vif-plugged-262eab20-a232-47e8-9ead-70c2fa9d01cc for instance with vm_state building and task_state spawning. [ 1053.402941] env[65983]: WARNING neutronclient.v2_0.client [req-f3c62ce4-20e7-44b8-aeea-4f2480690b94 req-b2901519-901a-4128-9523-6e7771e6d423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.574383] env[65983]: WARNING neutronclient.v2_0.client [req-f3c62ce4-20e7-44b8-aeea-4f2480690b94 req-b2901519-901a-4128-9523-6e7771e6d423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.602671] env[65983]: DEBUG oslo_vmware.api [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469258, 'name': ReconfigVM_Task, 'duration_secs': 0.155666} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.602953] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873928', 'volume_id': '3d7565b4-8621-47db-a37b-640edfd55b1b', 'name': 'volume-3d7565b4-8621-47db-a37b-640edfd55b1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a6b40bf-1bbe-4487-90e5-1e2a2667510d', 'attached_at': '', 'detached_at': '', 'volume_id': '3d7565b4-8621-47db-a37b-640edfd55b1b', 'serial': '3d7565b4-8621-47db-a37b-640edfd55b1b'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1053.607764] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "refresh_cache-cdccdb6d-377c-479c-9200-11ed6ca0dc4a" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.608663] env[65983]: DEBUG nova.objects.instance [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lazy-loading 'migration_context' on Instance uuid cdccdb6d-377c-479c-9200-11ed6ca0dc4a {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.645763] env[65983]: DEBUG nova.network.neutron [req-f3c62ce4-20e7-44b8-aeea-4f2480690b94 req-b2901519-901a-4128-9523-6e7771e6d423 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Updated VIF entry in instance network info cache for port 69790737-5394-40aa-a85f-bb70e4df4c89. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1053.646242] env[65983]: DEBUG nova.network.neutron [req-f3c62ce4-20e7-44b8-aeea-4f2480690b94 req-b2901519-901a-4128-9523-6e7771e6d423 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Updating instance_info_cache with network_info: [{"id": "69790737-5394-40aa-a85f-bb70e4df4c89", "address": "fa:16:3e:b7:78:b7", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69790737-53", "ovs_interfaceid": "69790737-5394-40aa-a85f-bb70e4df4c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.709640] env[65983]: DEBUG nova.scheduler.client.report [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1053.709905] env[65983]: DEBUG nova.compute.provider_tree [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 126 to 127 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1053.710095] env[65983]: DEBUG nova.compute.provider_tree [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.723530] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.723708] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.723882] env[65983]: DEBUG nova.network.neutron [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1054.114292] env[65983]: DEBUG nova.objects.base [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.115735] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b944dac8-7e00-4e62-a38d-5503c45e046e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.149789] env[65983]: DEBUG nova.objects.instance [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lazy-loading 'flavor' on Instance uuid 2a6b40bf-1bbe-4487-90e5-1e2a2667510d {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.151953] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20bd71a-a401-41d9-9015-cb6a82ec51fb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.155603] env[65983]: DEBUG oslo_concurrency.lockutils [req-f3c62ce4-20e7-44b8-aeea-4f2480690b94 req-b2901519-901a-4128-9523-6e7771e6d423 service nova] Releasing lock "refresh_cache-dffd92de-7bdd-4fc1-b533-eff11d8971f3" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.161290] env[65983]: DEBUG oslo_vmware.api [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1054.161290] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5262d143-711a-2a8f-2218-b47974e4b052" [ 1054.161290] env[65983]: _type = "Task" [ 1054.161290] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.171794] env[65983]: DEBUG oslo_vmware.api [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5262d143-711a-2a8f-2218-b47974e4b052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.216401] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.508s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.217181] env[65983]: DEBUG nova.compute.manager [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1054.219198] env[65983]: DEBUG oslo_concurrency.lockutils [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.290s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.220690] env[65983]: INFO nova.compute.claims [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.271801] env[65983]: DEBUG nova.network.neutron [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1054.354817] env[65983]: WARNING neutronclient.v2_0.client [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.426948] env[65983]: DEBUG nova.network.neutron [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updating instance_info_cache with network_info: [{"id": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "address": "fa:16:3e:01:a4:73", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262eab20-a2", "ovs_interfaceid": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.673646] env[65983]: DEBUG oslo_vmware.api [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5262d143-711a-2a8f-2218-b47974e4b052, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.674502] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.725424] env[65983]: DEBUG nova.compute.utils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.729230] env[65983]: DEBUG nova.compute.manager [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1054.729439] env[65983]: DEBUG nova.network.neutron [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1054.729747] env[65983]: WARNING neutronclient.v2_0.client [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.730041] env[65983]: WARNING neutronclient.v2_0.client [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.773015] env[65983]: DEBUG nova.policy [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f9892e9fac4fcfa97f7288f681e623', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978bc558023244e489113f46147ed0bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.929951] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.930345] env[65983]: DEBUG nova.compute.manager [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Instance network_info: |[{"id": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "address": "fa:16:3e:01:a4:73", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262eab20-a2", "ovs_interfaceid": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1054.930817] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:a4:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '262eab20-a232-47e8-9ead-70c2fa9d01cc', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.938452] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating folder: Project (eadc9a2e702640778db988b81ca56caa). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.938829] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1db68fe1-2379-47a1-bb71-f17334d93285 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.951285] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Created folder: Project (eadc9a2e702640778db988b81ca56caa) in parent group-v873669. [ 1054.951506] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating folder: Instances. Parent ref: group-v873947. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.951767] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-013d715b-cd47-4a37-af58-2c3920f967fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.963588] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Created folder: Instances in parent group-v873947. [ 1054.963896] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1054.963966] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.964377] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fbcf3d1-e39e-4356-a32a-0fb26c2bce0a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.984667] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.984667] env[65983]: value = "task-4469261" [ 1054.984667] env[65983]: _type = "Task" [ 1054.984667] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.993701] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469261, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.158107] env[65983]: DEBUG nova.network.neutron [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Successfully created port: 87aecb1c-3994-4dcc-aac2-15d90a1b975c {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1055.167616] env[65983]: DEBUG oslo_concurrency.lockutils [None req-62c98237-47ec-4653-b018-677beadddf3e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.259s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.230797] env[65983]: DEBUG nova.compute.manager [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1055.295315] env[65983]: DEBUG nova.compute.manager [req-617025f7-fa94-4ff4-984a-a1f99deb2d14 req-54dfa4a6-7ee8-4da4-977e-e496f8f7d8cf service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Received event network-changed-262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1055.295695] env[65983]: DEBUG nova.compute.manager [req-617025f7-fa94-4ff4-984a-a1f99deb2d14 req-54dfa4a6-7ee8-4da4-977e-e496f8f7d8cf service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Refreshing instance network info cache due to event network-changed-262eab20-a232-47e8-9ead-70c2fa9d01cc. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1055.295695] env[65983]: DEBUG oslo_concurrency.lockutils [req-617025f7-fa94-4ff4-984a-a1f99deb2d14 req-54dfa4a6-7ee8-4da4-977e-e496f8f7d8cf service nova] Acquiring lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.295826] env[65983]: DEBUG oslo_concurrency.lockutils [req-617025f7-fa94-4ff4-984a-a1f99deb2d14 req-54dfa4a6-7ee8-4da4-977e-e496f8f7d8cf service nova] Acquired lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.295864] env[65983]: DEBUG nova.network.neutron [req-617025f7-fa94-4ff4-984a-a1f99deb2d14 req-54dfa4a6-7ee8-4da4-977e-e496f8f7d8cf service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Refreshing network info cache for port 262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.497466] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469261, 'name': CreateVM_Task, 'duration_secs': 0.440128} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.497653] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.498186] env[65983]: WARNING neutronclient.v2_0.client [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.498540] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.498694] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.499018] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.499293] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824f1d10-da17-4a20-83d6-0af9fa5b037e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.506375] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1055.506375] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520d77d8-1e82-1aa4-ecbb-195df658b33c" [ 1055.506375] env[65983]: _type = "Task" [ 1055.506375] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.516683] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520d77d8-1e82-1aa4-ecbb-195df658b33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.547671] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdcd1e4-5a04-4bf3-8ba4-9c4bd96ac0ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.555967] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6539b4af-5caa-4a78-82b4-cfe526a228b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.587086] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5b5aaf-ed89-4d03-a9b8-09f9b1670daf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.595230] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b65f0e-e77d-4ea9-8962-58c28fbbc82f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.608793] env[65983]: DEBUG nova.compute.provider_tree [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.697185] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.697464] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.697673] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.697847] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.698020] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.700218] env[65983]: INFO nova.compute.manager [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Terminating instance [ 1055.799438] env[65983]: WARNING neutronclient.v2_0.client [req-617025f7-fa94-4ff4-984a-a1f99deb2d14 req-54dfa4a6-7ee8-4da4-977e-e496f8f7d8cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.937582] env[65983]: WARNING neutronclient.v2_0.client [req-617025f7-fa94-4ff4-984a-a1f99deb2d14 req-54dfa4a6-7ee8-4da4-977e-e496f8f7d8cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.019678] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520d77d8-1e82-1aa4-ecbb-195df658b33c, 'name': SearchDatastore_Task, 'duration_secs': 0.010439} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.019678] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.020433] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.021910] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.021910] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.021910] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.022529] env[65983]: DEBUG nova.network.neutron [req-617025f7-fa94-4ff4-984a-a1f99deb2d14 req-54dfa4a6-7ee8-4da4-977e-e496f8f7d8cf service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updated VIF entry in instance network info cache for port 262eab20-a232-47e8-9ead-70c2fa9d01cc. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1056.022981] env[65983]: DEBUG nova.network.neutron [req-617025f7-fa94-4ff4-984a-a1f99deb2d14 req-54dfa4a6-7ee8-4da4-977e-e496f8f7d8cf service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updating instance_info_cache with network_info: [{"id": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "address": "fa:16:3e:01:a4:73", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262eab20-a2", "ovs_interfaceid": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.024570] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b13e9ee3-372f-489d-8ab1-39320c9ace32 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.035085] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.035453] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.037135] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464beb34-d265-4bce-959a-ea9c341d8337 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.045964] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1056.045964] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dd77f8-71c1-41f3-7472-b499c9d11278" [ 1056.045964] env[65983]: _type = "Task" [ 1056.045964] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.056426] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dd77f8-71c1-41f3-7472-b499c9d11278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.113153] env[65983]: DEBUG nova.scheduler.client.report [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.204374] env[65983]: DEBUG nova.compute.manager [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1056.204835] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.205613] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19413c49-7821-4509-b441-3dc0c9fef0c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.216156] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.216549] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc44658f-affe-4abe-92c7-557a196962fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.225518] env[65983]: DEBUG oslo_vmware.api [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1056.225518] env[65983]: value = "task-4469262" [ 1056.225518] env[65983]: _type = "Task" [ 1056.225518] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.236414] env[65983]: DEBUG oslo_vmware.api [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.243070] env[65983]: DEBUG nova.compute.manager [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1056.272620] env[65983]: DEBUG nova.virt.hardware [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1056.272860] env[65983]: DEBUG nova.virt.hardware [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.273018] env[65983]: DEBUG nova.virt.hardware [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1056.273196] env[65983]: DEBUG nova.virt.hardware [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.273338] env[65983]: DEBUG nova.virt.hardware [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1056.273480] env[65983]: DEBUG nova.virt.hardware [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1056.273682] env[65983]: DEBUG nova.virt.hardware [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1056.273834] env[65983]: DEBUG nova.virt.hardware [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1056.274048] env[65983]: DEBUG nova.virt.hardware [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1056.274232] env[65983]: DEBUG nova.virt.hardware [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1056.274403] env[65983]: DEBUG nova.virt.hardware [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1056.275491] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c06bfc-30cd-41d4-aa56-00905755370d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.285442] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6a972d-d5ea-4542-b019-bb2b3c6b1a2c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.528691] env[65983]: DEBUG oslo_concurrency.lockutils [req-617025f7-fa94-4ff4-984a-a1f99deb2d14 req-54dfa4a6-7ee8-4da4-977e-e496f8f7d8cf service nova] Releasing lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.556984] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dd77f8-71c1-41f3-7472-b499c9d11278, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.557949] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-100fef31-8858-480c-a776-1e5b136a0bb6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.564455] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1056.564455] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52797289-23ea-c543-6d55-4373e65dd525" [ 1056.564455] env[65983]: _type = "Task" [ 1056.564455] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.574098] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52797289-23ea-c543-6d55-4373e65dd525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.619218] env[65983]: DEBUG oslo_concurrency.lockutils [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.619613] env[65983]: DEBUG nova.compute.manager [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1056.622424] env[65983]: DEBUG oslo_concurrency.lockutils [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.520s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.622655] env[65983]: DEBUG nova.objects.instance [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lazy-loading 'resources' on Instance uuid 7e1c758f-b936-41f8-a044-7bff12dffb84 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.733185] env[65983]: DEBUG nova.compute.manager [req-d4e8ab63-5e94-46c5-8477-be6300d4913f req-37048092-7cae-4f91-a667-72265f16a232 service nova] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Received event network-vif-plugged-87aecb1c-3994-4dcc-aac2-15d90a1b975c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1056.733451] env[65983]: DEBUG oslo_concurrency.lockutils [req-d4e8ab63-5e94-46c5-8477-be6300d4913f req-37048092-7cae-4f91-a667-72265f16a232 service nova] Acquiring lock "ced0f7c4-4460-4b53-a71b-2f0c417a6eaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.733706] env[65983]: DEBUG oslo_concurrency.lockutils [req-d4e8ab63-5e94-46c5-8477-be6300d4913f req-37048092-7cae-4f91-a667-72265f16a232 service nova] Lock "ced0f7c4-4460-4b53-a71b-2f0c417a6eaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.733953] env[65983]: DEBUG oslo_concurrency.lockutils [req-d4e8ab63-5e94-46c5-8477-be6300d4913f req-37048092-7cae-4f91-a667-72265f16a232 service nova] Lock "ced0f7c4-4460-4b53-a71b-2f0c417a6eaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.734222] env[65983]: DEBUG nova.compute.manager [req-d4e8ab63-5e94-46c5-8477-be6300d4913f req-37048092-7cae-4f91-a667-72265f16a232 service nova] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] No waiting events found dispatching network-vif-plugged-87aecb1c-3994-4dcc-aac2-15d90a1b975c {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1056.734397] env[65983]: WARNING nova.compute.manager [req-d4e8ab63-5e94-46c5-8477-be6300d4913f req-37048092-7cae-4f91-a667-72265f16a232 service nova] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Received unexpected event network-vif-plugged-87aecb1c-3994-4dcc-aac2-15d90a1b975c for instance with vm_state building and task_state spawning. [ 1056.741429] env[65983]: DEBUG oslo_vmware.api [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469262, 'name': PowerOffVM_Task, 'duration_secs': 0.336304} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.741707] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.741869] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.742244] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-210d68e8-1041-41ab-8db4-676e97b589d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.765374] env[65983]: DEBUG nova.network.neutron [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Successfully updated port: 87aecb1c-3994-4dcc-aac2-15d90a1b975c {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1056.812865] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.813108] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.813261] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Deleting the datastore file [datastore2] 2a6b40bf-1bbe-4487-90e5-1e2a2667510d {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.813534] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f3a333c-ce07-4156-82a7-53bc46dad392 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.821965] env[65983]: DEBUG oslo_vmware.api [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1056.821965] env[65983]: value = "task-4469264" [ 1056.821965] env[65983]: _type = "Task" [ 1056.821965] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.833712] env[65983]: DEBUG oslo_vmware.api [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.076614] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52797289-23ea-c543-6d55-4373e65dd525, 'name': SearchDatastore_Task, 'duration_secs': 0.009954} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.076918] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.077245] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 29e82383-d039-4e49-b41f-cc6fd65d8978/29e82383-d039-4e49-b41f-cc6fd65d8978.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.077600] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2530f487-8f03-40dc-98b7-0d352ec5b010 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.085188] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1057.085188] env[65983]: value = "task-4469265" [ 1057.085188] env[65983]: _type = "Task" [ 1057.085188] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.093897] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.125630] env[65983]: DEBUG nova.compute.utils [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.127438] env[65983]: DEBUG nova.objects.instance [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lazy-loading 'numa_topology' on Instance uuid 7e1c758f-b936-41f8-a044-7bff12dffb84 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.128362] env[65983]: DEBUG nova.compute.manager [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1057.128543] env[65983]: DEBUG nova.network.neutron [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1057.128849] env[65983]: WARNING neutronclient.v2_0.client [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.129170] env[65983]: WARNING neutronclient.v2_0.client [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.180941] env[65983]: DEBUG nova.policy [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9318d6b6c9784d568f0170f8292cd8ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11fb6c0a9488430391b5d23dccf091ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.268224] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "refresh_cache-ced0f7c4-4460-4b53-a71b-2f0c417a6eaf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.268490] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "refresh_cache-ced0f7c4-4460-4b53-a71b-2f0c417a6eaf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.268739] env[65983]: DEBUG nova.network.neutron [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1057.334384] env[65983]: DEBUG oslo_vmware.api [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155642} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.334641] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.334828] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.335094] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.335183] env[65983]: INFO nova.compute.manager [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1057.335415] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1057.335613] env[65983]: DEBUG nova.compute.manager [-] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1057.335694] env[65983]: DEBUG nova.network.neutron [-] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1057.335959] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.408334] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.570477] env[65983]: DEBUG nova.network.neutron [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Successfully created port: e482f3e3-4c34-45ca-8f01-81eca0a5c4de {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1057.596835] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506229} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.597215] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 29e82383-d039-4e49-b41f-cc6fd65d8978/29e82383-d039-4e49-b41f-cc6fd65d8978.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.597556] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.597852] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71e459e5-e6ce-41cc-8b22-a96596fab8ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.609795] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1057.609795] env[65983]: value = "task-4469266" [ 1057.609795] env[65983]: _type = "Task" [ 1057.609795] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.621249] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.634220] env[65983]: DEBUG nova.objects.base [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Object Instance<7e1c758f-b936-41f8-a044-7bff12dffb84> lazy-loaded attributes: resources,numa_topology {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1057.638417] env[65983]: DEBUG nova.compute.manager [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1057.927879] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1875d02f-38ce-40d5-819c-f9a0b477089f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.937489] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74955867-b065-47f2-9b5a-d4fd7ac47271 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.760774] env[65983]: INFO nova.virt.block_device [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Booting with volume aad5c110-a04d-4468-afcd-54cd62a2bdb4 at /dev/sda [ 1058.762430] env[65983]: DEBUG nova.network.neutron [-] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.764813] env[65983]: DEBUG nova.network.neutron [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1058.770552] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c866c74-2598-4718-a5f3-1b2c6928e19a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.777511] env[65983]: DEBUG nova.compute.manager [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Received event network-changed-87aecb1c-3994-4dcc-aac2-15d90a1b975c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1058.777694] env[65983]: DEBUG nova.compute.manager [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Refreshing instance network info cache due to event network-changed-87aecb1c-3994-4dcc-aac2-15d90a1b975c. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1058.777873] env[65983]: DEBUG oslo_concurrency.lockutils [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] Acquiring lock "refresh_cache-ced0f7c4-4460-4b53-a71b-2f0c417a6eaf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.785187] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080767} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.787616] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.788399] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6154e1-1e54-4602-ac21-9a20f45d3290 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.791973] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22c9031-d5c7-43fd-94ad-d8bc1cdeba21 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.818757] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 29e82383-d039-4e49-b41f-cc6fd65d8978/29e82383-d039-4e49-b41f-cc6fd65d8978.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.826729] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da54e9f-5513-42b2-9b78-717a9c7e0ab8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.842768] env[65983]: DEBUG nova.compute.provider_tree [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.855327] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1058.855327] env[65983]: value = "task-4469267" [ 1058.855327] env[65983]: _type = "Task" [ 1058.855327] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.862241] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-565ac6cc-586c-4fa1-825a-b407257b9cc2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.872753] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469267, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.877447] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebafebbe-5080-40e6-bb90-703d22c98788 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.894264] env[65983]: WARNING neutronclient.v2_0.client [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.917374] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40757a6f-9cd3-473c-bf82-dc6db574a4c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.927755] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8313d49-6367-4c12-a827-9bf1d5dbdd2e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.964638] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e56ea8-d76d-4ad1-bbc9-40e1d02476bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.972439] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6abd285-41bc-43a4-b249-4f5c65042cb0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.984540] env[65983]: DEBUG nova.network.neutron [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Updating instance_info_cache with network_info: [{"id": "87aecb1c-3994-4dcc-aac2-15d90a1b975c", "address": "fa:16:3e:1b:88:91", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87aecb1c-39", "ovs_interfaceid": "87aecb1c-3994-4dcc-aac2-15d90a1b975c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.990327] env[65983]: DEBUG nova.virt.block_device [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Updating existing volume attachment record: 48dea3b8-d331-4695-9185-37f67bcd7e0c {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1059.056220] env[65983]: DEBUG nova.compute.manager [req-2a5136f9-c25a-4008-ac1e-9333341cbcbd req-71b7b1c4-55b3-4429-9bdb-8733e959b47f service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Received event network-vif-plugged-e482f3e3-4c34-45ca-8f01-81eca0a5c4de {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1059.056345] env[65983]: DEBUG oslo_concurrency.lockutils [req-2a5136f9-c25a-4008-ac1e-9333341cbcbd req-71b7b1c4-55b3-4429-9bdb-8733e959b47f service nova] Acquiring lock "a7d937c2-ced4-43ae-997e-8a960b7b6f20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.057784] env[65983]: DEBUG oslo_concurrency.lockutils [req-2a5136f9-c25a-4008-ac1e-9333341cbcbd req-71b7b1c4-55b3-4429-9bdb-8733e959b47f service nova] Lock "a7d937c2-ced4-43ae-997e-8a960b7b6f20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.057784] env[65983]: DEBUG oslo_concurrency.lockutils [req-2a5136f9-c25a-4008-ac1e-9333341cbcbd req-71b7b1c4-55b3-4429-9bdb-8733e959b47f service nova] Lock "a7d937c2-ced4-43ae-997e-8a960b7b6f20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.057784] env[65983]: DEBUG nova.compute.manager [req-2a5136f9-c25a-4008-ac1e-9333341cbcbd req-71b7b1c4-55b3-4429-9bdb-8733e959b47f service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] No waiting events found dispatching network-vif-plugged-e482f3e3-4c34-45ca-8f01-81eca0a5c4de {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1059.057784] env[65983]: WARNING nova.compute.manager [req-2a5136f9-c25a-4008-ac1e-9333341cbcbd req-71b7b1c4-55b3-4429-9bdb-8733e959b47f service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Received unexpected event network-vif-plugged-e482f3e3-4c34-45ca-8f01-81eca0a5c4de for instance with vm_state building and task_state block_device_mapping. [ 1059.169480] env[65983]: DEBUG nova.network.neutron [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Successfully updated port: e482f3e3-4c34-45ca-8f01-81eca0a5c4de {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1059.277109] env[65983]: INFO nova.compute.manager [-] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Took 1.94 seconds to deallocate network for instance. [ 1059.366030] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469267, 'name': ReconfigVM_Task, 'duration_secs': 0.355474} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.367341] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 29e82383-d039-4e49-b41f-cc6fd65d8978/29e82383-d039-4e49-b41f-cc6fd65d8978.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.367341] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f26e2ada-1bd0-435a-9ac2-0366122e37f8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.376835] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1059.376835] env[65983]: value = "task-4469268" [ 1059.376835] env[65983]: _type = "Task" [ 1059.376835] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.383549] env[65983]: DEBUG nova.scheduler.client.report [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1059.383802] env[65983]: DEBUG nova.compute.provider_tree [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 127 to 128 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1059.384044] env[65983]: DEBUG nova.compute.provider_tree [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.391198] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469268, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.494227] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "refresh_cache-ced0f7c4-4460-4b53-a71b-2f0c417a6eaf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.494610] env[65983]: DEBUG nova.compute.manager [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Instance network_info: |[{"id": "87aecb1c-3994-4dcc-aac2-15d90a1b975c", "address": "fa:16:3e:1b:88:91", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87aecb1c-39", "ovs_interfaceid": "87aecb1c-3994-4dcc-aac2-15d90a1b975c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1059.494942] env[65983]: DEBUG oslo_concurrency.lockutils [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] Acquired lock "refresh_cache-ced0f7c4-4460-4b53-a71b-2f0c417a6eaf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.495135] env[65983]: DEBUG nova.network.neutron [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Refreshing network info cache for port 87aecb1c-3994-4dcc-aac2-15d90a1b975c {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.496449] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:88:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87aecb1c-3994-4dcc-aac2-15d90a1b975c', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.503840] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1059.505293] env[65983]: WARNING neutronclient.v2_0.client [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.507900] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.508610] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7d47e53-0516-4338-abc3-e7bcc71c588b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.531189] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.531189] env[65983]: value = "task-4469269" [ 1059.531189] env[65983]: _type = "Task" [ 1059.531189] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.539627] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469269, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.671654] env[65983]: DEBUG oslo_concurrency.lockutils [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Acquiring lock "refresh_cache-a7d937c2-ced4-43ae-997e-8a960b7b6f20" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.671852] env[65983]: DEBUG oslo_concurrency.lockutils [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Acquired lock "refresh_cache-a7d937c2-ced4-43ae-997e-8a960b7b6f20" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.672032] env[65983]: DEBUG nova.network.neutron [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1059.708669] env[65983]: WARNING neutronclient.v2_0.client [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.784568] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.789207] env[65983]: DEBUG nova.network.neutron [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Updated VIF entry in instance network info cache for port 87aecb1c-3994-4dcc-aac2-15d90a1b975c. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1059.789567] env[65983]: DEBUG nova.network.neutron [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Updating instance_info_cache with network_info: [{"id": "87aecb1c-3994-4dcc-aac2-15d90a1b975c", "address": "fa:16:3e:1b:88:91", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87aecb1c-39", "ovs_interfaceid": "87aecb1c-3994-4dcc-aac2-15d90a1b975c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.887987] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469268, 'name': Rename_Task, 'duration_secs': 0.140947} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.889392] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.889392] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a877cf5a-46c2-4938-b158-40b78c4b188f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.892855] env[65983]: DEBUG oslo_concurrency.lockutils [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.270s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.895251] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.689s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.895358] env[65983]: DEBUG nova.objects.instance [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'resources' on Instance uuid 11da1f65-57fc-4acd-b6eb-9510ecbd9524 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.897893] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1059.897893] env[65983]: value = "task-4469270" [ 1059.897893] env[65983]: _type = "Task" [ 1059.897893] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.907383] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.041431] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469269, 'name': CreateVM_Task, 'duration_secs': 0.337092} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.041611] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.042130] env[65983]: WARNING neutronclient.v2_0.client [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.042496] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.042642] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.042959] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.043238] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7bb677a-e825-48ac-b6dd-5f042361994a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.051522] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1060.051522] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52394231-6251-e451-cf05-6a4661e37cc9" [ 1060.051522] env[65983]: _type = "Task" [ 1060.051522] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.062710] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52394231-6251-e451-cf05-6a4661e37cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.063088] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.063375] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.063650] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.063825] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.064105] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.064745] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bb9b23f-7c90-4595-8fed-c69a9b7195af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.077453] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.077663] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.078475] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1452e8-a7c8-45a5-88be-1099b73a3092 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.085136] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1060.085136] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f07827-d682-122f-8815-77a2805b5989" [ 1060.085136] env[65983]: _type = "Task" [ 1060.085136] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.094015] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f07827-d682-122f-8815-77a2805b5989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.209858] env[65983]: DEBUG nova.network.neutron [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1060.292912] env[65983]: DEBUG oslo_concurrency.lockutils [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] Releasing lock "refresh_cache-ced0f7c4-4460-4b53-a71b-2f0c417a6eaf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.293959] env[65983]: DEBUG nova.compute.manager [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Received event network-vif-deleted-2c33df5f-8adb-47d4-b9df-af900442c536 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1060.293959] env[65983]: INFO nova.compute.manager [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Neutron deleted interface 2c33df5f-8adb-47d4-b9df-af900442c536; detaching it from the instance and deleting it from the info cache [ 1060.293959] env[65983]: DEBUG nova.network.neutron [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.300411] env[65983]: WARNING neutronclient.v2_0.client [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.395086] env[65983]: DEBUG nova.network.neutron [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Updating instance_info_cache with network_info: [{"id": "e482f3e3-4c34-45ca-8f01-81eca0a5c4de", "address": "fa:16:3e:df:8e:9c", "network": {"id": "3e38b1e8-a10b-4e5e-93c7-cb30481e8a23", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1773500488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11fb6c0a9488430391b5d23dccf091ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape482f3e3-4c", "ovs_interfaceid": "e482f3e3-4c34-45ca-8f01-81eca0a5c4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.409726] env[65983]: DEBUG oslo_concurrency.lockutils [None req-17817d72-1561-4d6e-90e7-f743d95048c0 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.015s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.411021] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.030s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.412543] env[65983]: INFO nova.compute.manager [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Unshelving [ 1060.420999] env[65983]: DEBUG oslo_vmware.api [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469270, 'name': PowerOnVM_Task, 'duration_secs': 0.466271} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.420999] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.422047] env[65983]: INFO nova.compute.manager [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1060.422047] env[65983]: DEBUG nova.compute.manager [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1060.422235] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe15eb7-927d-420e-9f84-740c14f4ba66 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.606489] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f07827-d682-122f-8815-77a2805b5989, 'name': SearchDatastore_Task, 'duration_secs': 0.019467} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.607995] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72cb5cc-6e30-4934-958e-3f273fca6ac6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.618350] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1060.618350] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5228a623-43e7-027a-83d0-d5e95c3b972b" [ 1060.618350] env[65983]: _type = "Task" [ 1060.618350] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.633161] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5228a623-43e7-027a-83d0-d5e95c3b972b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.722606] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fab0c7-ed2c-448f-9a82-608c16854c98 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.731287] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6f6c81-59a3-4f4a-b1c9-af2039e4a553 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.766052] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf2d415-6596-4f19-8fca-4fb0e07ace18 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.776279] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae55ba3-6b1f-408b-b64e-2e35f8131a67 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.793042] env[65983]: DEBUG nova.compute.provider_tree [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.796729] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a1f9e17-6669-4269-91f6-b5f7c826b9cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.808323] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e627ede-0364-4f91-8f0d-db9d2d2976f5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.844566] env[65983]: DEBUG nova.compute.manager [req-fd63529a-9a20-41ca-b191-89f891271450 req-727b0e5a-8b04-451a-9a9e-aa67e194238a service nova] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Detach interface failed, port_id=2c33df5f-8adb-47d4-b9df-af900442c536, reason: Instance 2a6b40bf-1bbe-4487-90e5-1e2a2667510d could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1060.898614] env[65983]: DEBUG oslo_concurrency.lockutils [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Releasing lock "refresh_cache-a7d937c2-ced4-43ae-997e-8a960b7b6f20" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.898993] env[65983]: DEBUG nova.compute.manager [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Instance network_info: |[{"id": "e482f3e3-4c34-45ca-8f01-81eca0a5c4de", "address": "fa:16:3e:df:8e:9c", "network": {"id": "3e38b1e8-a10b-4e5e-93c7-cb30481e8a23", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1773500488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11fb6c0a9488430391b5d23dccf091ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape482f3e3-4c", "ovs_interfaceid": "e482f3e3-4c34-45ca-8f01-81eca0a5c4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1060.942403] env[65983]: INFO nova.compute.manager [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Took 28.16 seconds to build instance. [ 1061.086768] env[65983]: DEBUG nova.compute.manager [req-a9adac2a-0c8d-4f4c-aa52-193fe00e98b8 req-7620f7b4-22e1-47de-a806-0e5c87d148fb service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Received event network-changed-e482f3e3-4c34-45ca-8f01-81eca0a5c4de {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1061.087067] env[65983]: DEBUG nova.compute.manager [req-a9adac2a-0c8d-4f4c-aa52-193fe00e98b8 req-7620f7b4-22e1-47de-a806-0e5c87d148fb service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Refreshing instance network info cache due to event network-changed-e482f3e3-4c34-45ca-8f01-81eca0a5c4de. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1061.087429] env[65983]: DEBUG oslo_concurrency.lockutils [req-a9adac2a-0c8d-4f4c-aa52-193fe00e98b8 req-7620f7b4-22e1-47de-a806-0e5c87d148fb service nova] Acquiring lock "refresh_cache-a7d937c2-ced4-43ae-997e-8a960b7b6f20" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.087889] env[65983]: DEBUG oslo_concurrency.lockutils [req-a9adac2a-0c8d-4f4c-aa52-193fe00e98b8 req-7620f7b4-22e1-47de-a806-0e5c87d148fb service nova] Acquired lock "refresh_cache-a7d937c2-ced4-43ae-997e-8a960b7b6f20" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.087889] env[65983]: DEBUG nova.network.neutron [req-a9adac2a-0c8d-4f4c-aa52-193fe00e98b8 req-7620f7b4-22e1-47de-a806-0e5c87d148fb service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Refreshing network info cache for port e482f3e3-4c34-45ca-8f01-81eca0a5c4de {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.108696] env[65983]: DEBUG nova.compute.manager [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1061.108875] env[65983]: DEBUG nova.virt.hardware [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1061.109096] env[65983]: DEBUG nova.virt.hardware [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.109243] env[65983]: DEBUG nova.virt.hardware [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1061.109452] env[65983]: DEBUG nova.virt.hardware [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.109591] env[65983]: DEBUG nova.virt.hardware [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1061.109727] env[65983]: DEBUG nova.virt.hardware [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1061.109917] env[65983]: DEBUG nova.virt.hardware [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1061.110113] env[65983]: DEBUG nova.virt.hardware [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1061.110296] env[65983]: DEBUG nova.virt.hardware [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1061.110449] env[65983]: DEBUG nova.virt.hardware [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1061.110608] env[65983]: DEBUG nova.virt.hardware [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1061.111452] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e8ebbc-a1e2-41a5-956e-0c6a75c267d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.123452] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd40115-f5d0-40af-8b8a-0e054ef08028 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.133453] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5228a623-43e7-027a-83d0-d5e95c3b972b, 'name': SearchDatastore_Task, 'duration_secs': 0.045582} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.141255] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.141552] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] ced0f7c4-4460-4b53-a71b-2f0c417a6eaf/ced0f7c4-4460-4b53-a71b-2f0c417a6eaf.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.142076] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:8e:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e482f3e3-4c34-45ca-8f01-81eca0a5c4de', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.149395] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Creating folder: Project (11fb6c0a9488430391b5d23dccf091ff). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.149742] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02d9c472-58cc-48c0-a220-63c527d5f299 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.151682] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19b15f23-c554-4f95-a853-8abb5449c87a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.160293] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1061.160293] env[65983]: value = "task-4469272" [ 1061.160293] env[65983]: _type = "Task" [ 1061.160293] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.166084] env[65983]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1061.166275] env[65983]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65983) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1061.166898] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Folder already exists: Project (11fb6c0a9488430391b5d23dccf091ff). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1061.167107] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Creating folder: Instances. Parent ref: group-v873932. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.170197] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a317349-df71-4dc8-bf97-22dcd715d60c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.171764] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.183920] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Created folder: Instances in parent group-v873932. [ 1061.184285] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1061.184574] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.184872] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f374bc55-6030-4f6c-8336-4dd78ecaca70 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.213621] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.213621] env[65983]: value = "task-4469274" [ 1061.213621] env[65983]: _type = "Task" [ 1061.213621] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.225661] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469274, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.295720] env[65983]: DEBUG nova.scheduler.client.report [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.439802] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.444538] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a7233644-b02d-499b-a274-853de8ae55c5 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.670s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.592060] env[65983]: WARNING neutronclient.v2_0.client [req-a9adac2a-0c8d-4f4c-aa52-193fe00e98b8 req-7620f7b4-22e1-47de-a806-0e5c87d148fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.676656] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469272, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.728648] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469274, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.764076] env[65983]: WARNING neutronclient.v2_0.client [req-a9adac2a-0c8d-4f4c-aa52-193fe00e98b8 req-7620f7b4-22e1-47de-a806-0e5c87d148fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.803532] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.805814] env[65983]: DEBUG oslo_concurrency.lockutils [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.575s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.806114] env[65983]: DEBUG nova.objects.instance [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lazy-loading 'resources' on Instance uuid 426f2a51-b50a-4536-a982-cee62eaea47b {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.830492] env[65983]: INFO nova.scheduler.client.report [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Deleted allocations for instance 11da1f65-57fc-4acd-b6eb-9510ecbd9524 [ 1061.869089] env[65983]: DEBUG nova.network.neutron [req-a9adac2a-0c8d-4f4c-aa52-193fe00e98b8 req-7620f7b4-22e1-47de-a806-0e5c87d148fb service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Updated VIF entry in instance network info cache for port e482f3e3-4c34-45ca-8f01-81eca0a5c4de. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1061.869473] env[65983]: DEBUG nova.network.neutron [req-a9adac2a-0c8d-4f4c-aa52-193fe00e98b8 req-7620f7b4-22e1-47de-a806-0e5c87d148fb service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Updating instance_info_cache with network_info: [{"id": "e482f3e3-4c34-45ca-8f01-81eca0a5c4de", "address": "fa:16:3e:df:8e:9c", "network": {"id": "3e38b1e8-a10b-4e5e-93c7-cb30481e8a23", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1773500488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11fb6c0a9488430391b5d23dccf091ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape482f3e3-4c", "ovs_interfaceid": "e482f3e3-4c34-45ca-8f01-81eca0a5c4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.173107] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582382} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.173424] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] ced0f7c4-4460-4b53-a71b-2f0c417a6eaf/ced0f7c4-4460-4b53-a71b-2f0c417a6eaf.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.173656] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.173951] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36e6593c-5f31-43fb-9a5d-3907a349c89b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.183206] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1062.183206] env[65983]: value = "task-4469275" [ 1062.183206] env[65983]: _type = "Task" [ 1062.183206] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.194570] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.225162] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469274, 'name': CreateVM_Task, 'duration_secs': 0.5651} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.225346] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.226085] env[65983]: WARNING neutronclient.v2_0.client [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.226536] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': '48dea3b8-d331-4695-9185-37f67bcd7e0c', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873939', 'volume_id': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'name': 'volume-aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7d937c2-ced4-43ae-997e-8a960b7b6f20', 'attached_at': '', 'detached_at': '', 'volume_id': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'serial': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4'}, 'volume_type': None}], 'swap': None} {{(pid=65983) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1062.226758] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Root volume attach. Driver type: vmdk {{(pid=65983) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1062.227686] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e241e037-f926-4d02-90d2-b34fa8c1914f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.238279] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b0de47-6743-4ef5-ba1b-65ad5c176dc7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.247114] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f413409b-bdd3-4b86-9387-b373336df5b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.254844] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2e6a3421-9e2f-4751-9d25-60dc9cdbc932 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.263965] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Waiting for the task: (returnval){ [ 1062.263965] env[65983]: value = "task-4469276" [ 1062.263965] env[65983]: _type = "Task" [ 1062.263965] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.273919] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469276, 'name': RelocateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.314331] env[65983]: DEBUG nova.compute.manager [req-2c6021ad-f82d-44df-8019-6d5e450df36a req-dfa3e348-9af9-4cd3-9e5f-15d2ecd217d0 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Received event network-changed-262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1062.314331] env[65983]: DEBUG nova.compute.manager [req-2c6021ad-f82d-44df-8019-6d5e450df36a req-dfa3e348-9af9-4cd3-9e5f-15d2ecd217d0 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Refreshing instance network info cache due to event network-changed-262eab20-a232-47e8-9ead-70c2fa9d01cc. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1062.314453] env[65983]: DEBUG oslo_concurrency.lockutils [req-2c6021ad-f82d-44df-8019-6d5e450df36a req-dfa3e348-9af9-4cd3-9e5f-15d2ecd217d0 service nova] Acquiring lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.314599] env[65983]: DEBUG oslo_concurrency.lockutils [req-2c6021ad-f82d-44df-8019-6d5e450df36a req-dfa3e348-9af9-4cd3-9e5f-15d2ecd217d0 service nova] Acquired lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.314763] env[65983]: DEBUG nova.network.neutron [req-2c6021ad-f82d-44df-8019-6d5e450df36a req-dfa3e348-9af9-4cd3-9e5f-15d2ecd217d0 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Refreshing network info cache for port 262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.342539] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9631c16f-2e81-49c7-aa4e-29152cf7826d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.019s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.344709] env[65983]: DEBUG oslo_concurrency.lockutils [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] Acquired lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.345341] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c8019e-5df5-42fb-a880-56acf822795f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.356076] env[65983]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1062.356277] env[65983]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65983) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1062.359386] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6628ae59-92f0-47a4-a109-9e0eb4b17774 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.370418] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db921209-0e8e-4b80-bd92-be9567f901f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.384320] env[65983]: DEBUG oslo_concurrency.lockutils [req-a9adac2a-0c8d-4f4c-aa52-193fe00e98b8 req-7620f7b4-22e1-47de-a806-0e5c87d148fb service nova] Releasing lock "refresh_cache-a7d937c2-ced4-43ae-997e-8a960b7b6f20" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.414800] env[65983]: ERROR root [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-873909' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-873909' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-873909' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-873909'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-873909' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-873909' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-873909'}\n"]: nova.exception.InstanceNotFound: Instance 11da1f65-57fc-4acd-b6eb-9510ecbd9524 could not be found. [ 1062.415042] env[65983]: DEBUG oslo_concurrency.lockutils [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] Releasing lock "11da1f65-57fc-4acd-b6eb-9510ecbd9524" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.415258] env[65983]: DEBUG nova.compute.manager [req-51a326db-78f6-4f47-85f1-dff3aa71c60f req-db42754f-bd4f-4bd7-845d-7699c4ac49ea service nova] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Detach interface failed, port_id=786663f5-b95f-45ee-90bf-ad023e732cfc, reason: Instance 11da1f65-57fc-4acd-b6eb-9510ecbd9524 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.616477] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd96453-00ea-4ab8-91df-e9f50c05e5bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.624952] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e918c340-7bb9-4624-9ddc-4eda17bf3f5d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.657048] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964fa49f-6439-40a6-9039-3ffdd1ba1983 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.665090] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3155a113-aa01-403d-9149-e9fb7bf1f81c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.679366] env[65983]: DEBUG nova.compute.provider_tree [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.693026] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085027} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.693284] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.694042] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f954bd-dedf-42c1-b560-a9f44e9fe4b8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.716658] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] ced0f7c4-4460-4b53-a71b-2f0c417a6eaf/ced0f7c4-4460-4b53-a71b-2f0c417a6eaf.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.716999] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5853bea4-392b-4012-9fd9-a5708ba85ffc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.739790] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1062.739790] env[65983]: value = "task-4469277" [ 1062.739790] env[65983]: _type = "Task" [ 1062.739790] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.749245] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.775103] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469276, 'name': RelocateVM_Task} progress is 34%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.817259] env[65983]: WARNING neutronclient.v2_0.client [req-2c6021ad-f82d-44df-8019-6d5e450df36a req-dfa3e348-9af9-4cd3-9e5f-15d2ecd217d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.014832] env[65983]: WARNING neutronclient.v2_0.client [req-2c6021ad-f82d-44df-8019-6d5e450df36a req-dfa3e348-9af9-4cd3-9e5f-15d2ecd217d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.182400] env[65983]: DEBUG nova.scheduler.client.report [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.200780] env[65983]: DEBUG nova.network.neutron [req-2c6021ad-f82d-44df-8019-6d5e450df36a req-dfa3e348-9af9-4cd3-9e5f-15d2ecd217d0 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updated VIF entry in instance network info cache for port 262eab20-a232-47e8-9ead-70c2fa9d01cc. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1063.200888] env[65983]: DEBUG nova.network.neutron [req-2c6021ad-f82d-44df-8019-6d5e450df36a req-dfa3e348-9af9-4cd3-9e5f-15d2ecd217d0 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updating instance_info_cache with network_info: [{"id": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "address": "fa:16:3e:01:a4:73", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262eab20-a2", "ovs_interfaceid": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.254913] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.275629] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469276, 'name': RelocateVM_Task} progress is 43%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.692422] env[65983]: DEBUG oslo_concurrency.lockutils [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.695237] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.453s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.697247] env[65983]: INFO nova.compute.claims [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.703665] env[65983]: DEBUG oslo_concurrency.lockutils [req-2c6021ad-f82d-44df-8019-6d5e450df36a req-dfa3e348-9af9-4cd3-9e5f-15d2ecd217d0 service nova] Releasing lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.719425] env[65983]: INFO nova.scheduler.client.report [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Deleted allocations for instance 426f2a51-b50a-4536-a982-cee62eaea47b [ 1063.753424] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.777454] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469276, 'name': RelocateVM_Task} progress is 56%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.120290] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.120962] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.121208] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.121408] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.121577] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.124644] env[65983]: INFO nova.compute.manager [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Terminating instance [ 1064.228750] env[65983]: DEBUG oslo_concurrency.lockutils [None req-00081f29-168c-4e43-906c-4bb2443d505b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Lock "426f2a51-b50a-4536-a982-cee62eaea47b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.507s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.255893] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.277948] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469276, 'name': RelocateVM_Task} progress is 69%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.304533] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "5ddbd34e-11b2-4786-ba98-e62423af9948" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.304798] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "5ddbd34e-11b2-4786-ba98-e62423af9948" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.632071] env[65983]: DEBUG nova.compute.manager [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1064.632071] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.632071] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c6c69c-e464-47bc-95ec-9279533d8f9a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.639942] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.640533] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c06cee06-7280-442a-9b33-27faa323920a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.648057] env[65983]: DEBUG oslo_vmware.api [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1064.648057] env[65983]: value = "task-4469278" [ 1064.648057] env[65983]: _type = "Task" [ 1064.648057] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.658458] env[65983]: DEBUG oslo_vmware.api [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.759612] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.780974] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469276, 'name': RelocateVM_Task} progress is 82%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.807727] env[65983]: DEBUG nova.compute.manager [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1065.029625] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1908ea70-6d17-40ab-955d-7e90ea10a71e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.038816] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ec1de9-3475-4c66-97a2-1bba689c885d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.074173] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e9b329-e707-4d6d-97b9-09c4d083a054 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.083411] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059d0940-f229-4d3f-a9b7-cdac2c2477c4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.100649] env[65983]: DEBUG nova.compute.provider_tree [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.160762] env[65983]: DEBUG oslo_vmware.api [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.256022] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.281520] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469276, 'name': RelocateVM_Task} progress is 96%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.342121] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.604308] env[65983]: DEBUG nova.scheduler.client.report [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.664105] env[65983]: DEBUG oslo_vmware.api [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469278, 'name': PowerOffVM_Task, 'duration_secs': 0.642976} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.664412] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.664577] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.664842] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5891d8a-02af-4c11-8433-7ee239b8ee65 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.740261] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.740494] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.740670] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Deleting the datastore file [datastore1] 5cd3f626-1782-4b14-b70f-ddaae4115c1f {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.740961] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b67cdc02-38e0-46ab-abe8-fe5672c30b85 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.749674] env[65983]: DEBUG oslo_vmware.api [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1065.749674] env[65983]: value = "task-4469280" [ 1065.749674] env[65983]: _type = "Task" [ 1065.749674] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.756668] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469277, 'name': ReconfigVM_Task, 'duration_secs': 2.54397} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.757199] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Reconfigured VM instance instance-00000063 to attach disk [datastore2] ced0f7c4-4460-4b53-a71b-2f0c417a6eaf/ced0f7c4-4460-4b53-a71b-2f0c417a6eaf.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.757911] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f8e865f-f057-4e9a-bba8-5b737914e2e8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.768017] env[65983]: DEBUG oslo_vmware.api [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.768267] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1065.768267] env[65983]: value = "task-4469281" [ 1065.768267] env[65983]: _type = "Task" [ 1065.768267] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.781293] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469281, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.784605] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469276, 'name': RelocateVM_Task} progress is 97%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.112704] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.114204] env[65983]: DEBUG nova.compute.manager [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1066.117531] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.303s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.122835] env[65983]: INFO nova.compute.claims [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.262416] env[65983]: DEBUG oslo_vmware.api [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.285144] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469281, 'name': Rename_Task, 'duration_secs': 0.466416} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.288880] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.289825] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469276, 'name': RelocateVM_Task} progress is 97%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.290254] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47fee61c-ed9b-4c9d-baa3-9a5f98d21637 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.300934] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1066.300934] env[65983]: value = "task-4469282" [ 1066.300934] env[65983]: _type = "Task" [ 1066.300934] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.308780] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.628465] env[65983]: DEBUG nova.compute.utils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.634583] env[65983]: DEBUG nova.compute.manager [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1066.635255] env[65983]: DEBUG nova.network.neutron [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1066.635661] env[65983]: WARNING neutronclient.v2_0.client [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.637851] env[65983]: WARNING neutronclient.v2_0.client [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.683136] env[65983]: DEBUG nova.policy [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f04e900c9e2435db8d5f73a82746ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbc30c380d574f129011dcee44a78c54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.762318] env[65983]: DEBUG oslo_vmware.api [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551073} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.764891] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.765689] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.765689] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.765689] env[65983]: INFO nova.compute.manager [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1066.765828] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1066.766306] env[65983]: DEBUG nova.compute.manager [-] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1066.766403] env[65983]: DEBUG nova.network.neutron [-] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1066.766627] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.783249] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469276, 'name': RelocateVM_Task} progress is 98%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.813949] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469282, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.851581] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.853688] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.853929] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.854168] env[65983]: INFO nova.compute.manager [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Rebooting instance [ 1067.104777] env[65983]: DEBUG nova.network.neutron [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Successfully created port: 0654df6c-d633-4881-bea4-f2c19d30f143 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1067.136076] env[65983]: DEBUG nova.compute.manager [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1067.284022] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469276, 'name': RelocateVM_Task, 'duration_secs': 4.898244} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.284581] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1067.284877] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873939', 'volume_id': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'name': 'volume-aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7d937c2-ced4-43ae-997e-8a960b7b6f20', 'attached_at': '', 'detached_at': '', 'volume_id': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'serial': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1067.285837] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e896220-ba80-4f25-81d4-a7d82edd3519 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.307369] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda37feb-9d74-418a-876a-8f2fd4137f49 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.335707] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-aad5c110-a04d-4468-afcd-54cd62a2bdb4/volume-aad5c110-a04d-4468-afcd-54cd62a2bdb4.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.336405] env[65983]: DEBUG oslo_vmware.api [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469282, 'name': PowerOnVM_Task, 'duration_secs': 0.89911} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.339970] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e240a589-c3e5-4358-93cb-f5b7d74d10f8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.361536] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.361807] env[65983]: INFO nova.compute.manager [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Took 11.12 seconds to spawn the instance on the hypervisor. [ 1067.362114] env[65983]: DEBUG nova.compute.manager [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1067.368464] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597dd798-0f67-41f1-a84e-360fbd4d14d9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.383981] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Waiting for the task: (returnval){ [ 1067.383981] env[65983]: value = "task-4469283" [ 1067.383981] env[65983]: _type = "Task" [ 1067.383981] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.394829] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469283, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.396158] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.396468] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.396468] env[65983]: DEBUG nova.network.neutron [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1067.529123] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda877bf-438e-4c0e-80ed-967d67cdfc3c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.538095] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888508a3-18c1-4906-a47b-4d72bcb70555 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.579113] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14749aed-2ea5-4b1d-95d6-ad56cd437f36 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.587303] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf833b2-0f6f-4c65-b5d4-a6d603d98352 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.602620] env[65983]: DEBUG nova.compute.provider_tree [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.901297] env[65983]: WARNING neutronclient.v2_0.client [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.905046] env[65983]: INFO nova.compute.manager [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Took 32.28 seconds to build instance. [ 1067.910592] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.126542] env[65983]: ERROR nova.scheduler.client.report [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [req-e3044f4a-43b7-49a2-b109-c942ff6102ab] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e3044f4a-43b7-49a2-b109-c942ff6102ab"}]} [ 1068.147387] env[65983]: DEBUG nova.scheduler.client.report [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1068.151482] env[65983]: DEBUG nova.compute.manager [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1068.170280] env[65983]: DEBUG nova.scheduler.client.report [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1068.172040] env[65983]: DEBUG nova.compute.provider_tree [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.185128] env[65983]: DEBUG nova.network.neutron [-] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.191707] env[65983]: DEBUG nova.virt.hardware [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1068.191964] env[65983]: DEBUG nova.virt.hardware [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.192136] env[65983]: DEBUG nova.virt.hardware [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1068.192314] env[65983]: DEBUG nova.virt.hardware [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.192453] env[65983]: DEBUG nova.virt.hardware [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1068.192624] env[65983]: DEBUG nova.virt.hardware [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1068.192841] env[65983]: DEBUG nova.virt.hardware [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1068.193183] env[65983]: DEBUG nova.virt.hardware [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1068.193183] env[65983]: DEBUG nova.virt.hardware [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1068.193352] env[65983]: DEBUG nova.virt.hardware [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1068.193603] env[65983]: DEBUG nova.virt.hardware [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1068.194550] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d812cf-a44e-4828-907d-21560eed1f4d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.199279] env[65983]: DEBUG nova.scheduler.client.report [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1068.210541] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a866a6fb-4b16-40a5-88c3-6448c35e93cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.229683] env[65983]: DEBUG nova.scheduler.client.report [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1068.407884] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b7fb16f7-ce37-4547-8d90-204e462c715e tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "ced0f7c4-4460-4b53-a71b-2f0c417a6eaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.789s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.408278] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469283, 'name': ReconfigVM_Task, 'duration_secs': 0.830311} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.408914] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-aad5c110-a04d-4468-afcd-54cd62a2bdb4/volume-aad5c110-a04d-4468-afcd-54cd62a2bdb4.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.416239] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9434833d-1ada-4435-88f9-9c1af7dd910f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.432649] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Waiting for the task: (returnval){ [ 1068.432649] env[65983]: value = "task-4469284" [ 1068.432649] env[65983]: _type = "Task" [ 1068.432649] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.445256] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.579634] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e534aca7-2c3e-4c18-b12d-8e427a9b1486 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.587583] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b695b56-d66c-4824-8d7f-fd61ead812de {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.592559] env[65983]: WARNING neutronclient.v2_0.client [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.627166] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9366cb8-8faa-4f76-8c00-2d93516fb7e2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.635826] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d96ee4-79b3-4169-8ae2-5844b26b2e34 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.652327] env[65983]: DEBUG nova.compute.provider_tree [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.689732] env[65983]: INFO nova.compute.manager [-] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Took 1.92 seconds to deallocate network for instance. [ 1068.752939] env[65983]: DEBUG nova.compute.manager [req-e6ee53d4-2cc2-42e2-baf2-b5b87ec8526e req-6c43703f-ddf0-4870-a602-bffea0709a9f service nova] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Received event network-vif-deleted-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1068.876280] env[65983]: DEBUG nova.network.neutron [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance_info_cache with network_info: [{"id": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "address": "fa:16:3e:04:61:32", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2c92d3-7c", "ovs_interfaceid": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.880428] env[65983]: DEBUG nova.network.neutron [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Successfully updated port: 0654df6c-d633-4881-bea4-f2c19d30f143 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1068.942879] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469284, 'name': ReconfigVM_Task, 'duration_secs': 0.204973} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.943206] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873939', 'volume_id': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'name': 'volume-aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7d937c2-ced4-43ae-997e-8a960b7b6f20', 'attached_at': '', 'detached_at': '', 'volume_id': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'serial': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1068.943753] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9df42b7b-6e72-42db-a72b-a17487893eec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.951116] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Waiting for the task: (returnval){ [ 1068.951116] env[65983]: value = "task-4469285" [ 1068.951116] env[65983]: _type = "Task" [ 1068.951116] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.962519] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469285, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.045104] env[65983]: DEBUG nova.compute.manager [req-35304f8f-e8a3-4e7a-ac86-ae46eca81841 req-6dd4ee29-887f-466a-b295-cd66ea96578b service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Received event network-vif-plugged-0654df6c-d633-4881-bea4-f2c19d30f143 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1069.045330] env[65983]: DEBUG oslo_concurrency.lockutils [req-35304f8f-e8a3-4e7a-ac86-ae46eca81841 req-6dd4ee29-887f-466a-b295-cd66ea96578b service nova] Acquiring lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.045534] env[65983]: DEBUG oslo_concurrency.lockutils [req-35304f8f-e8a3-4e7a-ac86-ae46eca81841 req-6dd4ee29-887f-466a-b295-cd66ea96578b service nova] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.045770] env[65983]: DEBUG oslo_concurrency.lockutils [req-35304f8f-e8a3-4e7a-ac86-ae46eca81841 req-6dd4ee29-887f-466a-b295-cd66ea96578b service nova] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.046146] env[65983]: DEBUG nova.compute.manager [req-35304f8f-e8a3-4e7a-ac86-ae46eca81841 req-6dd4ee29-887f-466a-b295-cd66ea96578b service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] No waiting events found dispatching network-vif-plugged-0654df6c-d633-4881-bea4-f2c19d30f143 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1069.046189] env[65983]: WARNING nova.compute.manager [req-35304f8f-e8a3-4e7a-ac86-ae46eca81841 req-6dd4ee29-887f-466a-b295-cd66ea96578b service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Received unexpected event network-vif-plugged-0654df6c-d633-4881-bea4-f2c19d30f143 for instance with vm_state building and task_state spawning. [ 1069.187816] env[65983]: DEBUG nova.scheduler.client.report [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1069.189038] env[65983]: DEBUG nova.compute.provider_tree [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 129 to 130 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1069.189301] env[65983]: DEBUG nova.compute.provider_tree [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1069.196139] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.379085] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.382183] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.382358] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.382566] env[65983]: DEBUG nova.network.neutron [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1069.464473] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469285, 'name': Rename_Task, 'duration_secs': 0.213614} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.464473] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.464473] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7b61735-c2d9-49ab-af68-3e82c88a6f23 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.472642] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Waiting for the task: (returnval){ [ 1069.472642] env[65983]: value = "task-4469286" [ 1069.472642] env[65983]: _type = "Task" [ 1069.472642] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.481973] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.494493] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e46a7b-db0f-4833-898f-4c192ab9eace {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.501979] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cc207e0c-189b-403f-b430-a3e859f16ef7 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Suspending the VM {{(pid=65983) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1069.502301] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dcd3318a-9418-4a15-80de-60eb9b1283f5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.510689] env[65983]: DEBUG oslo_vmware.api [None req-cc207e0c-189b-403f-b430-a3e859f16ef7 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1069.510689] env[65983]: value = "task-4469287" [ 1069.510689] env[65983]: _type = "Task" [ 1069.510689] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.522364] env[65983]: DEBUG oslo_vmware.api [None req-cc207e0c-189b-403f-b430-a3e859f16ef7 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469287, 'name': SuspendVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.695248] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.578s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.695793] env[65983]: DEBUG nova.compute.manager [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1069.698853] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.700170] env[65983]: INFO nova.compute.claims [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.884061] env[65983]: DEBUG nova.compute.manager [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1069.887669] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd162549-821e-47c3-84d5-21cff418648a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.922777] env[65983]: DEBUG nova.network.neutron [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1069.982535] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469286, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.021782] env[65983]: DEBUG oslo_vmware.api [None req-cc207e0c-189b-403f-b430-a3e859f16ef7 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469287, 'name': SuspendVM_Task} progress is 58%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.205726] env[65983]: DEBUG nova.compute.utils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.211154] env[65983]: DEBUG nova.compute.manager [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1070.211417] env[65983]: DEBUG nova.network.neutron [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1070.211794] env[65983]: WARNING neutronclient.v2_0.client [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.212132] env[65983]: WARNING neutronclient.v2_0.client [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.330500] env[65983]: DEBUG nova.policy [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad37ca950b648e6aeb020d6176be683', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29dd90dd428f4355a1b0d3ef7bdc9985', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.484302] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469286, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.521802] env[65983]: DEBUG oslo_vmware.api [None req-cc207e0c-189b-403f-b430-a3e859f16ef7 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469287, 'name': SuspendVM_Task} progress is 58%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.523084] env[65983]: WARNING neutronclient.v2_0.client [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.614944] env[65983]: DEBUG nova.network.neutron [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance_info_cache with network_info: [{"id": "0654df6c-d633-4881-bea4-f2c19d30f143", "address": "fa:16:3e:a8:25:1b", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0654df6c-d6", "ovs_interfaceid": "0654df6c-d633-4881-bea4-f2c19d30f143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.715600] env[65983]: DEBUG nova.compute.manager [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1070.732153] env[65983]: DEBUG nova.network.neutron [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Successfully created port: 8812a5dc-0923-4ac1-a733-caaf5d46f8dd {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1070.909538] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bdc4ac-db91-4e4a-9bc5-ea40512cdee3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.924191] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Doing hard reboot of VM {{(pid=65983) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1070.924476] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-fb8ae502-1d04-4424-96ee-cf54f44cae5d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.933177] env[65983]: DEBUG oslo_vmware.api [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1070.933177] env[65983]: value = "task-4469288" [ 1070.933177] env[65983]: _type = "Task" [ 1070.933177] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.945798] env[65983]: DEBUG oslo_vmware.api [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469288, 'name': ResetVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.989509] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469286, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.023077] env[65983]: DEBUG oslo_vmware.api [None req-cc207e0c-189b-403f-b430-a3e859f16ef7 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469287, 'name': SuspendVM_Task} progress is 58%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.052358] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cabaf8-2f76-4cc7-bde4-9c6061ecca49 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.060922] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350c6597-2379-4e88-a265-10ac8962084a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.093805] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e2206a-661e-4821-b265-18a5880d463b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.102242] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e947fc43-8766-41e1-a04e-9bf45599d757 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.118199] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.118598] env[65983]: DEBUG nova.compute.manager [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Instance network_info: |[{"id": "0654df6c-d633-4881-bea4-f2c19d30f143", "address": "fa:16:3e:a8:25:1b", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0654df6c-d6", "ovs_interfaceid": "0654df6c-d633-4881-bea4-f2c19d30f143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1071.119135] env[65983]: DEBUG nova.compute.provider_tree [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.120642] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:25:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0654df6c-d633-4881-bea4-f2c19d30f143', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.128481] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1071.129274] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.129528] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4867a13e-f906-48a0-94b7-b91f31329e50 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.150850] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.150850] env[65983]: value = "task-4469289" [ 1071.150850] env[65983]: _type = "Task" [ 1071.150850] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.160140] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469289, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.232225] env[65983]: DEBUG nova.compute.manager [req-c3925f87-36a2-40cf-bd52-d6f84051bc49 req-02696b14-5120-45c6-9228-ea2558c3730e service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Received event network-changed-0654df6c-d633-4881-bea4-f2c19d30f143 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1071.232430] env[65983]: DEBUG nova.compute.manager [req-c3925f87-36a2-40cf-bd52-d6f84051bc49 req-02696b14-5120-45c6-9228-ea2558c3730e service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Refreshing instance network info cache due to event network-changed-0654df6c-d633-4881-bea4-f2c19d30f143. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1071.232648] env[65983]: DEBUG oslo_concurrency.lockutils [req-c3925f87-36a2-40cf-bd52-d6f84051bc49 req-02696b14-5120-45c6-9228-ea2558c3730e service nova] Acquiring lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.232816] env[65983]: DEBUG oslo_concurrency.lockutils [req-c3925f87-36a2-40cf-bd52-d6f84051bc49 req-02696b14-5120-45c6-9228-ea2558c3730e service nova] Acquired lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.233075] env[65983]: DEBUG nova.network.neutron [req-c3925f87-36a2-40cf-bd52-d6f84051bc49 req-02696b14-5120-45c6-9228-ea2558c3730e service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Refreshing network info cache for port 0654df6c-d633-4881-bea4-f2c19d30f143 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.446061] env[65983]: DEBUG oslo_vmware.api [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469288, 'name': ResetVM_Task, 'duration_secs': 0.108943} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.446573] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Did hard reboot of VM {{(pid=65983) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1071.446811] env[65983]: DEBUG nova.compute.manager [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1071.447750] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8362c7aa-c542-4869-879f-3b93868484bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.489614] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469286, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.523586] env[65983]: DEBUG oslo_vmware.api [None req-cc207e0c-189b-403f-b430-a3e859f16ef7 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469287, 'name': SuspendVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.630929] env[65983]: DEBUG nova.scheduler.client.report [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.662143] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469289, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.729883] env[65983]: DEBUG nova.compute.manager [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1071.740655] env[65983]: WARNING neutronclient.v2_0.client [req-c3925f87-36a2-40cf-bd52-d6f84051bc49 req-02696b14-5120-45c6-9228-ea2558c3730e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.760820] env[65983]: DEBUG nova.virt.hardware [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1071.761238] env[65983]: DEBUG nova.virt.hardware [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.761782] env[65983]: DEBUG nova.virt.hardware [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1071.762144] env[65983]: DEBUG nova.virt.hardware [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.762652] env[65983]: DEBUG nova.virt.hardware [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1071.762879] env[65983]: DEBUG nova.virt.hardware [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1071.763179] env[65983]: DEBUG nova.virt.hardware [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1071.763749] env[65983]: DEBUG nova.virt.hardware [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1071.764058] env[65983]: DEBUG nova.virt.hardware [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1071.764478] env[65983]: DEBUG nova.virt.hardware [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1071.764478] env[65983]: DEBUG nova.virt.hardware [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1071.765519] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b4a543-bd11-434b-af7c-36bb66ac16dd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.776030] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c296ce-83ea-4507-9fe4-5e005ff032f2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.962037] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c2e91142-800a-4c0b-86a0-5a3eee8d1e28 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.108s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.997050] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469286, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.024172] env[65983]: DEBUG oslo_vmware.api [None req-cc207e0c-189b-403f-b430-a3e859f16ef7 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469287, 'name': SuspendVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.051277] env[65983]: WARNING neutronclient.v2_0.client [req-c3925f87-36a2-40cf-bd52-d6f84051bc49 req-02696b14-5120-45c6-9228-ea2558c3730e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.137368] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.138301] env[65983]: DEBUG nova.compute.manager [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1072.142702] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.557s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.142702] env[65983]: DEBUG nova.objects.instance [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Lazy-loading 'resources' on Instance uuid 6a97e5ce-b41b-485a-9a49-c19074236b3e {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.166055] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469289, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.209602] env[65983]: DEBUG nova.network.neutron [req-c3925f87-36a2-40cf-bd52-d6f84051bc49 req-02696b14-5120-45c6-9228-ea2558c3730e service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updated VIF entry in instance network info cache for port 0654df6c-d633-4881-bea4-f2c19d30f143. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1072.209602] env[65983]: DEBUG nova.network.neutron [req-c3925f87-36a2-40cf-bd52-d6f84051bc49 req-02696b14-5120-45c6-9228-ea2558c3730e service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance_info_cache with network_info: [{"id": "0654df6c-d633-4881-bea4-f2c19d30f143", "address": "fa:16:3e:a8:25:1b", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0654df6c-d6", "ovs_interfaceid": "0654df6c-d633-4881-bea4-f2c19d30f143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.278497] env[65983]: DEBUG nova.compute.manager [req-9d2d465e-87a4-481c-a4b3-c28b6121fd24 req-fe935712-479d-42dc-94c5-96d4c52249e5 service nova] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Received event network-vif-plugged-8812a5dc-0923-4ac1-a733-caaf5d46f8dd {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1072.279201] env[65983]: DEBUG oslo_concurrency.lockutils [req-9d2d465e-87a4-481c-a4b3-c28b6121fd24 req-fe935712-479d-42dc-94c5-96d4c52249e5 service nova] Acquiring lock "73cce6b5-9a9f-42dd-b303-7b83d5323968-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.280995] env[65983]: DEBUG oslo_concurrency.lockutils [req-9d2d465e-87a4-481c-a4b3-c28b6121fd24 req-fe935712-479d-42dc-94c5-96d4c52249e5 service nova] Lock "73cce6b5-9a9f-42dd-b303-7b83d5323968-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.280995] env[65983]: DEBUG oslo_concurrency.lockutils [req-9d2d465e-87a4-481c-a4b3-c28b6121fd24 req-fe935712-479d-42dc-94c5-96d4c52249e5 service nova] Lock "73cce6b5-9a9f-42dd-b303-7b83d5323968-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.280995] env[65983]: DEBUG nova.compute.manager [req-9d2d465e-87a4-481c-a4b3-c28b6121fd24 req-fe935712-479d-42dc-94c5-96d4c52249e5 service nova] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] No waiting events found dispatching network-vif-plugged-8812a5dc-0923-4ac1-a733-caaf5d46f8dd {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1072.280995] env[65983]: WARNING nova.compute.manager [req-9d2d465e-87a4-481c-a4b3-c28b6121fd24 req-fe935712-479d-42dc-94c5-96d4c52249e5 service nova] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Received unexpected event network-vif-plugged-8812a5dc-0923-4ac1-a733-caaf5d46f8dd for instance with vm_state building and task_state spawning. [ 1072.421546] env[65983]: DEBUG nova.network.neutron [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Successfully updated port: 8812a5dc-0923-4ac1-a733-caaf5d46f8dd {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1072.496234] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469286, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.527797] env[65983]: DEBUG oslo_vmware.api [None req-cc207e0c-189b-403f-b430-a3e859f16ef7 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469287, 'name': SuspendVM_Task, 'duration_secs': 2.893903} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.528125] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cc207e0c-189b-403f-b430-a3e859f16ef7 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Suspended the VM {{(pid=65983) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1072.528325] env[65983]: DEBUG nova.compute.manager [None req-cc207e0c-189b-403f-b430-a3e859f16ef7 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1072.529250] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d245c94d-e7ad-48c1-8a12-d90edc8bbaf5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.649297] env[65983]: DEBUG nova.compute.utils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.654258] env[65983]: DEBUG nova.compute.manager [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1072.654258] env[65983]: DEBUG nova.network.neutron [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1072.655369] env[65983]: WARNING neutronclient.v2_0.client [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.655369] env[65983]: WARNING neutronclient.v2_0.client [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.672059] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469289, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.712615] env[65983]: DEBUG oslo_concurrency.lockutils [req-c3925f87-36a2-40cf-bd52-d6f84051bc49 req-02696b14-5120-45c6-9228-ea2558c3730e service nova] Releasing lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.756289] env[65983]: DEBUG nova.policy [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82fe017c4a474972b2d380e3e1fa4ea1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de728336484744988073afa69fb9a397', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.927666] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "refresh_cache-73cce6b5-9a9f-42dd-b303-7b83d5323968" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.928138] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "refresh_cache-73cce6b5-9a9f-42dd-b303-7b83d5323968" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.928138] env[65983]: DEBUG nova.network.neutron [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1072.962172] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f85ce86-74d7-4c96-8ea6-6e5f3c4070e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.975038] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdca56c3-5e0f-4718-a1e3-c62809a8c469 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.016467] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5f0dda-45fc-4a32-a056-5844e5738ad4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.032939] env[65983]: DEBUG oslo_vmware.api [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469286, 'name': PowerOnVM_Task, 'duration_secs': 3.140808} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.032939] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.032939] env[65983]: INFO nova.compute.manager [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Took 11.92 seconds to spawn the instance on the hypervisor. [ 1073.032939] env[65983]: DEBUG nova.compute.manager [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1073.032939] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9095c2b-af4d-4266-b7d1-a1e10d418c98 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.036805] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828f19fa-2c56-4e22-9dab-1ba1e6ca61b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.062105] env[65983]: DEBUG nova.compute.provider_tree [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.126172] env[65983]: DEBUG nova.network.neutron [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Successfully created port: ee62117a-2c3a-4c21-9a16-ee1cca6af770 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1073.154583] env[65983]: DEBUG nova.compute.manager [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1073.168723] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469289, 'name': CreateVM_Task, 'duration_secs': 1.581608} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.168934] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.171026] env[65983]: WARNING neutronclient.v2_0.client [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.171026] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.171026] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.171398] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.174250] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-866bf270-079e-45bd-8040-2c8d15e2efc6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.182555] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1073.182555] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529c15e2-59bb-ce14-11df-3655b4293f08" [ 1073.182555] env[65983]: _type = "Task" [ 1073.182555] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.193072] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529c15e2-59bb-ce14-11df-3655b4293f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.463100] env[65983]: DEBUG nova.network.neutron [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1073.554585] env[65983]: WARNING neutronclient.v2_0.client [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.569363] env[65983]: DEBUG nova.scheduler.client.report [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.577282] env[65983]: INFO nova.compute.manager [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Took 36.67 seconds to build instance. [ 1073.677666] env[65983]: DEBUG oslo_concurrency.lockutils [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "ced0f7c4-4460-4b53-a71b-2f0c417a6eaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.678606] env[65983]: DEBUG oslo_concurrency.lockutils [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "ced0f7c4-4460-4b53-a71b-2f0c417a6eaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.678984] env[65983]: DEBUG oslo_concurrency.lockutils [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "ced0f7c4-4460-4b53-a71b-2f0c417a6eaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.679528] env[65983]: DEBUG oslo_concurrency.lockutils [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "ced0f7c4-4460-4b53-a71b-2f0c417a6eaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.679528] env[65983]: DEBUG oslo_concurrency.lockutils [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "ced0f7c4-4460-4b53-a71b-2f0c417a6eaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.681735] env[65983]: INFO nova.compute.manager [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Terminating instance [ 1073.695552] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529c15e2-59bb-ce14-11df-3655b4293f08, 'name': SearchDatastore_Task, 'duration_secs': 0.014367} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.695552] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.695687] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.695914] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.696135] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.696342] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.697232] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d9a7c12-d64e-427c-a1f2-f9269b4727c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.710289] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.710489] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.711841] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d141c8c5-6045-4af9-a68d-f592fa5c570e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.719726] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1073.719726] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523a3099-12da-f7db-1cda-511b4535a341" [ 1073.719726] env[65983]: _type = "Task" [ 1073.719726] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.730232] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523a3099-12da-f7db-1cda-511b4535a341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.743078] env[65983]: DEBUG nova.network.neutron [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Updating instance_info_cache with network_info: [{"id": "8812a5dc-0923-4ac1-a733-caaf5d46f8dd", "address": "fa:16:3e:93:4e:0e", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8812a5dc-09", "ovs_interfaceid": "8812a5dc-0923-4ac1-a733-caaf5d46f8dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.074841] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.078208] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.403s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.079055] env[65983]: DEBUG oslo_concurrency.lockutils [None req-63c59522-e6d1-480c-8bba-9d9a377881d8 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Lock "a7d937c2-ced4-43ae-997e-8a960b7b6f20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.179s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.102052] env[65983]: INFO nova.scheduler.client.report [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Deleted allocations for instance 6a97e5ce-b41b-485a-9a49-c19074236b3e [ 1074.165649] env[65983]: DEBUG nova.compute.manager [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1074.191938] env[65983]: DEBUG nova.compute.manager [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1074.192192] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.194512] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fb2b03-1803-4e6e-8132-61c6f32a2175 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.200656] env[65983]: DEBUG nova.virt.hardware [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1074.200914] env[65983]: DEBUG nova.virt.hardware [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.201092] env[65983]: DEBUG nova.virt.hardware [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1074.201283] env[65983]: DEBUG nova.virt.hardware [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.201519] env[65983]: DEBUG nova.virt.hardware [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1074.201668] env[65983]: DEBUG nova.virt.hardware [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1074.201901] env[65983]: DEBUG nova.virt.hardware [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1074.202088] env[65983]: DEBUG nova.virt.hardware [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1074.202358] env[65983]: DEBUG nova.virt.hardware [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1074.202540] env[65983]: DEBUG nova.virt.hardware [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1074.202731] env[65983]: DEBUG nova.virt.hardware [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1074.203679] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cb4e7b-72c3-49c5-8a74-63ee389be9d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.209762] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.210532] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a461095b-496d-4dd0-a470-678885748fa9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.218131] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859363a2-1676-407e-a355-acf4657f716e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.240951] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523a3099-12da-f7db-1cda-511b4535a341, 'name': SearchDatastore_Task, 'duration_secs': 0.024107} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.241819] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc3a90b-b0a0-4504-9cea-de8c5e6958ee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.246260] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "refresh_cache-73cce6b5-9a9f-42dd-b303-7b83d5323968" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.246617] env[65983]: DEBUG nova.compute.manager [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Instance network_info: |[{"id": "8812a5dc-0923-4ac1-a733-caaf5d46f8dd", "address": "fa:16:3e:93:4e:0e", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8812a5dc-09", "ovs_interfaceid": "8812a5dc-0923-4ac1-a733-caaf5d46f8dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1074.248382] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:4e:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8812a5dc-0923-4ac1-a733-caaf5d46f8dd', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.257707] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Creating folder: Project (29dd90dd428f4355a1b0d3ef7bdc9985). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.258125] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1074.258125] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526a1f2e-c450-00db-2e1a-5fa1bf5b8962" [ 1074.258125] env[65983]: _type = "Task" [ 1074.258125] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.258359] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0be98fcb-8e1c-4889-a374-da254dfde8cd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.270055] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526a1f2e-c450-00db-2e1a-5fa1bf5b8962, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.270145] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.270408] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] d9ca6b3c-ffab-449a-a96f-56c2b6552fc9/d9ca6b3c-ffab-449a-a96f-56c2b6552fc9.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.270674] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50cc6e94-cacf-4b0f-879d-52fd5c8dfd31 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.275281] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Created folder: Project (29dd90dd428f4355a1b0d3ef7bdc9985) in parent group-v873669. [ 1074.275468] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Creating folder: Instances. Parent ref: group-v873954. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.275717] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab18451d-8d54-496d-ae7b-8fb1a548352d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.279150] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1074.279150] env[65983]: value = "task-4469292" [ 1074.279150] env[65983]: _type = "Task" [ 1074.279150] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.291953] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.292649] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Created folder: Instances in parent group-v873954. [ 1074.292697] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1074.293131] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.293131] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cb04335-714d-4224-84b0-102714174195 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.311909] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.312095] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.312266] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleting the datastore file [datastore2] ced0f7c4-4460-4b53-a71b-2f0c417a6eaf {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.313145] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db3ff4eb-8fb6-4680-8649-818c07679377 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.320496] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.320496] env[65983]: value = "task-4469294" [ 1074.320496] env[65983]: _type = "Task" [ 1074.320496] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.321693] env[65983]: DEBUG oslo_vmware.api [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1074.321693] env[65983]: value = "task-4469295" [ 1074.321693] env[65983]: _type = "Task" [ 1074.321693] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.335065] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469294, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.340168] env[65983]: DEBUG oslo_vmware.api [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.615399] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff335a73-532b-4711-aa80-77adc35e9805 tempest-ServersAaction247Test-1928655432 tempest-ServersAaction247Test-1928655432-project-member] Lock "6a97e5ce-b41b-485a-9a49-c19074236b3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.243s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.733879] env[65983]: DEBUG nova.compute.manager [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Received event network-changed-8812a5dc-0923-4ac1-a733-caaf5d46f8dd {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1074.733879] env[65983]: DEBUG nova.compute.manager [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Refreshing instance network info cache due to event network-changed-8812a5dc-0923-4ac1-a733-caaf5d46f8dd. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1074.733879] env[65983]: DEBUG oslo_concurrency.lockutils [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] Acquiring lock "refresh_cache-73cce6b5-9a9f-42dd-b303-7b83d5323968" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.734045] env[65983]: DEBUG oslo_concurrency.lockutils [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] Acquired lock "refresh_cache-73cce6b5-9a9f-42dd-b303-7b83d5323968" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.734162] env[65983]: DEBUG nova.network.neutron [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Refreshing network info cache for port 8812a5dc-0923-4ac1-a733-caaf5d46f8dd {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.768863] env[65983]: DEBUG nova.network.neutron [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Successfully updated port: ee62117a-2c3a-4c21-9a16-ee1cca6af770 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1074.799069] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469292, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.836653] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469294, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.842451] env[65983]: DEBUG oslo_vmware.api [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206498} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.843271] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.843271] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.843271] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.843587] env[65983]: INFO nova.compute.manager [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1074.843699] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1074.843987] env[65983]: DEBUG nova.compute.manager [-] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1074.846390] env[65983]: DEBUG nova.network.neutron [-] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1074.846390] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.894567] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.931148] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ec0ea1-f056-4ad9-8669-691831c60267 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.943881] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf4ef86-55bf-47cd-ae0a-c8bea37cbf52 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.979059] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c66242-ef90-4009-a272-ee73f86cb4f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.982360] env[65983]: DEBUG nova.compute.manager [req-0dd7d926-3622-4792-9b55-e5f4a15a4fe9 req-fb362f44-f74f-46d2-9d08-9c52eda31e29 service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Received event network-vif-plugged-ee62117a-2c3a-4c21-9a16-ee1cca6af770 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1074.982499] env[65983]: DEBUG oslo_concurrency.lockutils [req-0dd7d926-3622-4792-9b55-e5f4a15a4fe9 req-fb362f44-f74f-46d2-9d08-9c52eda31e29 service nova] Acquiring lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.982746] env[65983]: DEBUG oslo_concurrency.lockutils [req-0dd7d926-3622-4792-9b55-e5f4a15a4fe9 req-fb362f44-f74f-46d2-9d08-9c52eda31e29 service nova] Lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.983523] env[65983]: DEBUG oslo_concurrency.lockutils [req-0dd7d926-3622-4792-9b55-e5f4a15a4fe9 req-fb362f44-f74f-46d2-9d08-9c52eda31e29 service nova] Lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.983523] env[65983]: DEBUG nova.compute.manager [req-0dd7d926-3622-4792-9b55-e5f4a15a4fe9 req-fb362f44-f74f-46d2-9d08-9c52eda31e29 service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] No waiting events found dispatching network-vif-plugged-ee62117a-2c3a-4c21-9a16-ee1cca6af770 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1074.983523] env[65983]: WARNING nova.compute.manager [req-0dd7d926-3622-4792-9b55-e5f4a15a4fe9 req-fb362f44-f74f-46d2-9d08-9c52eda31e29 service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Received unexpected event network-vif-plugged-ee62117a-2c3a-4c21-9a16-ee1cca6af770 for instance with vm_state building and task_state spawning. [ 1074.990828] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04e28b9-77a5-49a8-8116-83e2d2b13659 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.008658] env[65983]: DEBUG nova.compute.provider_tree [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.242308] env[65983]: WARNING neutronclient.v2_0.client [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.278620] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "refresh_cache-6bfbce25-8c1d-4f78-b842-e0097c5fc8df" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.278804] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "refresh_cache-6bfbce25-8c1d-4f78-b842-e0097c5fc8df" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.278982] env[65983]: DEBUG nova.network.neutron [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1075.293700] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566361} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.294815] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] d9ca6b3c-ffab-449a-a96f-56c2b6552fc9/d9ca6b3c-ffab-449a-a96f-56c2b6552fc9.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.295049] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.295424] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81e89ec0-aaae-4a87-a7b2-d33ebf017868 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.304045] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1075.304045] env[65983]: value = "task-4469296" [ 1075.304045] env[65983]: _type = "Task" [ 1075.304045] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.319380] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.334743] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469294, 'name': CreateVM_Task, 'duration_secs': 0.826832} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.334947] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.335803] env[65983]: WARNING neutronclient.v2_0.client [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.336244] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.336425] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.336782] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.337109] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff19d28-9034-4061-a0e7-aee076c9c656 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.343914] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1075.343914] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f390aa-7c80-bd70-9578-96e7de7309d7" [ 1075.343914] env[65983]: _type = "Task" [ 1075.343914] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.353815] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f390aa-7c80-bd70-9578-96e7de7309d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.438569] env[65983]: WARNING neutronclient.v2_0.client [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.513699] env[65983]: DEBUG nova.scheduler.client.report [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.520970] env[65983]: DEBUG nova.network.neutron [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Updated VIF entry in instance network info cache for port 8812a5dc-0923-4ac1-a733-caaf5d46f8dd. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1075.521416] env[65983]: DEBUG nova.network.neutron [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Updating instance_info_cache with network_info: [{"id": "8812a5dc-0923-4ac1-a733-caaf5d46f8dd", "address": "fa:16:3e:93:4e:0e", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8812a5dc-09", "ovs_interfaceid": "8812a5dc-0923-4ac1-a733-caaf5d46f8dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.627263] env[65983]: DEBUG nova.network.neutron [-] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.815061] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096339} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.815306] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.816139] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c02dff-0e3f-4743-9ac9-0ce7646c3ba3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.819456] env[65983]: DEBUG nova.network.neutron [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1075.842460] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] d9ca6b3c-ffab-449a-a96f-56c2b6552fc9/d9ca6b3c-ffab-449a-a96f-56c2b6552fc9.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.845506] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b133bb1-265f-4b47-8498-d2cc615194bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.869562] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f390aa-7c80-bd70-9578-96e7de7309d7, 'name': SearchDatastore_Task, 'duration_secs': 0.025241} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.871078] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.871292] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.871528] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.871667] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.871980] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.872189] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1075.872189] env[65983]: value = "task-4469297" [ 1075.872189] env[65983]: _type = "Task" [ 1075.872189] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.872394] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-007622b3-2223-445c-9c2b-8bed0d5b3e1b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.882720] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.888010] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.888250] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.889016] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8abfdb07-04e6-48c9-b2dd-7c9086fe68e1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.896079] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1075.896079] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e8aaad-a20a-bd00-d865-5c5545a093bb" [ 1075.896079] env[65983]: _type = "Task" [ 1075.896079] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.907092] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e8aaad-a20a-bd00-d865-5c5545a093bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.916133] env[65983]: WARNING neutronclient.v2_0.client [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.990511] env[65983]: DEBUG nova.network.neutron [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Updating instance_info_cache with network_info: [{"id": "ee62117a-2c3a-4c21-9a16-ee1cca6af770", "address": "fa:16:3e:f5:03:5b", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee62117a-2c", "ovs_interfaceid": "ee62117a-2c3a-4c21-9a16-ee1cca6af770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.027673] env[65983]: DEBUG oslo_concurrency.lockutils [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] Releasing lock "refresh_cache-73cce6b5-9a9f-42dd-b303-7b83d5323968" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.027673] env[65983]: DEBUG nova.compute.manager [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Received event network-changed-e482f3e3-4c34-45ca-8f01-81eca0a5c4de {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1076.027673] env[65983]: DEBUG nova.compute.manager [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Refreshing instance network info cache due to event network-changed-e482f3e3-4c34-45ca-8f01-81eca0a5c4de. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1076.027867] env[65983]: DEBUG oslo_concurrency.lockutils [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] Acquiring lock "refresh_cache-a7d937c2-ced4-43ae-997e-8a960b7b6f20" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.027999] env[65983]: DEBUG oslo_concurrency.lockutils [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] Acquired lock "refresh_cache-a7d937c2-ced4-43ae-997e-8a960b7b6f20" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.028164] env[65983]: DEBUG nova.network.neutron [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Refreshing network info cache for port e482f3e3-4c34-45ca-8f01-81eca0a5c4de {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.130476] env[65983]: INFO nova.compute.manager [-] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Took 1.29 seconds to deallocate network for instance. [ 1076.386830] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469297, 'name': ReconfigVM_Task, 'duration_secs': 0.451667} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.387283] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfigured VM instance instance-00000065 to attach disk [datastore1] d9ca6b3c-ffab-449a-a96f-56c2b6552fc9/d9ca6b3c-ffab-449a-a96f-56c2b6552fc9.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.388098] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05f809cf-692c-4ffa-880e-3f222b0f4817 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.396255] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1076.396255] env[65983]: value = "task-4469298" [ 1076.396255] env[65983]: _type = "Task" [ 1076.396255] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.412083] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469298, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.415710] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e8aaad-a20a-bd00-d865-5c5545a093bb, 'name': SearchDatastore_Task, 'duration_secs': 0.02942} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.416586] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be6b803-c8e3-479b-92f3-77b168665020 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.422852] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1076.422852] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c6f88b-733f-4771-0275-38de0b4b63d5" [ 1076.422852] env[65983]: _type = "Task" [ 1076.422852] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.431616] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c6f88b-733f-4771-0275-38de0b4b63d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.493727] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "refresh_cache-6bfbce25-8c1d-4f78-b842-e0097c5fc8df" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.494258] env[65983]: DEBUG nova.compute.manager [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Instance network_info: |[{"id": "ee62117a-2c3a-4c21-9a16-ee1cca6af770", "address": "fa:16:3e:f5:03:5b", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee62117a-2c", "ovs_interfaceid": "ee62117a-2c3a-4c21-9a16-ee1cca6af770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1076.494998] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:03:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee62117a-2c3a-4c21-9a16-ee1cca6af770', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.505763] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1076.506093] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.506411] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ea62634-2f56-4d15-94a3-ad2c2fff1835 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.532466] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.455s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.538290] env[65983]: WARNING neutronclient.v2_0.client [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.540805] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.756s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.541101] env[65983]: DEBUG nova.objects.instance [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lazy-loading 'resources' on Instance uuid 2a6b40bf-1bbe-4487-90e5-1e2a2667510d {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.542286] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.542286] env[65983]: value = "task-4469299" [ 1076.542286] env[65983]: _type = "Task" [ 1076.542286] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.553881] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469299, 'name': CreateVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.636977] env[65983]: DEBUG oslo_concurrency.lockutils [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.739209] env[65983]: WARNING neutronclient.v2_0.client [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.767749] env[65983]: DEBUG nova.compute.manager [req-529a96bd-e53f-45a5-8195-fd759e4d2003 req-c2fb104e-1de2-4348-a164-51ba33bbfd36 service nova] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Received event network-vif-deleted-87aecb1c-3994-4dcc-aac2-15d90a1b975c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1076.816390] env[65983]: DEBUG nova.network.neutron [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Updated VIF entry in instance network info cache for port e482f3e3-4c34-45ca-8f01-81eca0a5c4de. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1076.816882] env[65983]: DEBUG nova.network.neutron [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Updating instance_info_cache with network_info: [{"id": "e482f3e3-4c34-45ca-8f01-81eca0a5c4de", "address": "fa:16:3e:df:8e:9c", "network": {"id": "3e38b1e8-a10b-4e5e-93c7-cb30481e8a23", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1773500488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11fb6c0a9488430391b5d23dccf091ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape482f3e3-4c", "ovs_interfaceid": "e482f3e3-4c34-45ca-8f01-81eca0a5c4de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.907646] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469298, 'name': Rename_Task, 'duration_secs': 0.19492} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.907928] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.908255] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc4b318e-5d28-46eb-a092-f6cbeb7828ff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.915113] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1076.915113] env[65983]: value = "task-4469300" [ 1076.915113] env[65983]: _type = "Task" [ 1076.915113] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.923739] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.933371] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c6f88b-733f-4771-0275-38de0b4b63d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010876} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.933609] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.933836] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 73cce6b5-9a9f-42dd-b303-7b83d5323968/73cce6b5-9a9f-42dd-b303-7b83d5323968.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.934115] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c55a44b0-0286-470c-b548-19606ef81b77 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.941378] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1076.941378] env[65983]: value = "task-4469301" [ 1076.941378] env[65983]: _type = "Task" [ 1076.941378] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.950429] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.992589] env[65983]: DEBUG nova.compute.manager [req-9f135324-2659-4dee-a821-b409d80ea469 req-c1c2afb6-614f-4f05-9b79-343912f62149 service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Received event network-changed-ee62117a-2c3a-4c21-9a16-ee1cca6af770 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1076.992797] env[65983]: DEBUG nova.compute.manager [req-9f135324-2659-4dee-a821-b409d80ea469 req-c1c2afb6-614f-4f05-9b79-343912f62149 service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Refreshing instance network info cache due to event network-changed-ee62117a-2c3a-4c21-9a16-ee1cca6af770. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1076.992979] env[65983]: DEBUG oslo_concurrency.lockutils [req-9f135324-2659-4dee-a821-b409d80ea469 req-c1c2afb6-614f-4f05-9b79-343912f62149 service nova] Acquiring lock "refresh_cache-6bfbce25-8c1d-4f78-b842-e0097c5fc8df" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.993137] env[65983]: DEBUG oslo_concurrency.lockutils [req-9f135324-2659-4dee-a821-b409d80ea469 req-c1c2afb6-614f-4f05-9b79-343912f62149 service nova] Acquired lock "refresh_cache-6bfbce25-8c1d-4f78-b842-e0097c5fc8df" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.993493] env[65983]: DEBUG nova.network.neutron [req-9f135324-2659-4dee-a821-b409d80ea469 req-c1c2afb6-614f-4f05-9b79-343912f62149 service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Refreshing network info cache for port ee62117a-2c3a-4c21-9a16-ee1cca6af770 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.061632] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469299, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.130474] env[65983]: INFO nova.scheduler.client.report [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted allocation for migration 71912a40-f579-4e64-8f38-b14245e7e0c4 [ 1077.320100] env[65983]: DEBUG oslo_concurrency.lockutils [req-9719434d-516b-4de6-88c5-5f1db65fbced req-a32facc7-2422-41b0-a9a5-5cafea16c449 service nova] Releasing lock "refresh_cache-a7d937c2-ced4-43ae-997e-8a960b7b6f20" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.375253] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd30ff3-d945-4586-acbb-88c6602b6d80 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.384594] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133d85a4-be79-421f-ac85-671adcf575d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.421889] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b631d9d-2b3a-4766-8f6d-f948e13ecc0a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.436262] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c953c28-4620-41c3-bf44-21ed3f69113e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.440667] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469300, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.454427] env[65983]: DEBUG nova.compute.provider_tree [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.464132] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469301, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.496527] env[65983]: WARNING neutronclient.v2_0.client [req-9f135324-2659-4dee-a821-b409d80ea469 req-c1c2afb6-614f-4f05-9b79-343912f62149 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.561504] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469299, 'name': CreateVM_Task, 'duration_secs': 0.648893} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.561504] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.562141] env[65983]: WARNING neutronclient.v2_0.client [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.562231] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.562379] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.562697] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.562972] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9bb2b1-cb78-44a0-ac84-672e14952ed9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.569114] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1077.569114] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522cf434-6146-7b4a-aa17-0645187a943d" [ 1077.569114] env[65983]: _type = "Task" [ 1077.569114] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.581541] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522cf434-6146-7b4a-aa17-0645187a943d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.638781] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b26f5034-7c18-4b05-825e-4d6b1279ae35 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.580s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.646828] env[65983]: WARNING neutronclient.v2_0.client [req-9f135324-2659-4dee-a821-b409d80ea469 req-c1c2afb6-614f-4f05-9b79-343912f62149 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.732435] env[65983]: DEBUG nova.network.neutron [req-9f135324-2659-4dee-a821-b409d80ea469 req-c1c2afb6-614f-4f05-9b79-343912f62149 service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Updated VIF entry in instance network info cache for port ee62117a-2c3a-4c21-9a16-ee1cca6af770. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1077.733226] env[65983]: DEBUG nova.network.neutron [req-9f135324-2659-4dee-a821-b409d80ea469 req-c1c2afb6-614f-4f05-9b79-343912f62149 service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Updating instance_info_cache with network_info: [{"id": "ee62117a-2c3a-4c21-9a16-ee1cca6af770", "address": "fa:16:3e:f5:03:5b", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee62117a-2c", "ovs_interfaceid": "ee62117a-2c3a-4c21-9a16-ee1cca6af770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.931330] env[65983]: DEBUG oslo_vmware.api [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469300, 'name': PowerOnVM_Task, 'duration_secs': 0.845067} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.931611] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.931804] env[65983]: INFO nova.compute.manager [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1077.931974] env[65983]: DEBUG nova.compute.manager [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1077.932928] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eec662-0202-4a92-a580-58cb6100af67 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.953314] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582634} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.953557] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 73cce6b5-9a9f-42dd-b303-7b83d5323968/73cce6b5-9a9f-42dd-b303-7b83d5323968.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.953752] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.953994] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1e4992d-663d-471c-8573-982a8b038016 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.958140] env[65983]: DEBUG nova.scheduler.client.report [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.966484] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1077.966484] env[65983]: value = "task-4469302" [ 1077.966484] env[65983]: _type = "Task" [ 1077.966484] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.976171] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.081304] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522cf434-6146-7b4a-aa17-0645187a943d, 'name': SearchDatastore_Task, 'duration_secs': 0.011314} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.081620] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.081858] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.082106] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.082249] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.082424] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.082689] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-056430c3-a3ce-4898-abe0-41df41707695 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.099396] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.099963] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.101042] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda0b1a5-62a6-4736-b224-eca126b52f95 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.106528] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1078.106528] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d71524-fe39-c7d4-57e7-833f40e1be61" [ 1078.106528] env[65983]: _type = "Task" [ 1078.106528] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.118057] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d71524-fe39-c7d4-57e7-833f40e1be61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.236942] env[65983]: DEBUG oslo_concurrency.lockutils [req-9f135324-2659-4dee-a821-b409d80ea469 req-c1c2afb6-614f-4f05-9b79-343912f62149 service nova] Releasing lock "refresh_cache-6bfbce25-8c1d-4f78-b842-e0097c5fc8df" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.458204] env[65983]: INFO nova.compute.manager [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Took 28.23 seconds to build instance. [ 1078.466901] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.470641] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.030s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.470641] env[65983]: DEBUG nova.objects.instance [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e1c758f-b936-41f8-a044-7bff12dffb84 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.486306] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083842} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.487042] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.487558] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1599de95-cc0a-4f64-abd5-6251d03614a8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.511915] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 73cce6b5-9a9f-42dd-b303-7b83d5323968/73cce6b5-9a9f-42dd-b303-7b83d5323968.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.513214] env[65983]: INFO nova.scheduler.client.report [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Deleted allocations for instance 2a6b40bf-1bbe-4487-90e5-1e2a2667510d [ 1078.514642] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f1d67c-a5e7-4b03-8e2c-e98cebea3177 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.540945] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1078.540945] env[65983]: value = "task-4469303" [ 1078.540945] env[65983]: _type = "Task" [ 1078.540945] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.554135] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.624067] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d71524-fe39-c7d4-57e7-833f40e1be61, 'name': SearchDatastore_Task, 'duration_secs': 0.043049} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.624924] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ff1263-c52b-494f-8629-4a3367a5b358 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.631375] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1078.631375] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52410ef5-46f0-0905-9199-b3828be0e796" [ 1078.631375] env[65983]: _type = "Task" [ 1078.631375] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.640652] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52410ef5-46f0-0905-9199-b3828be0e796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.644260] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.644512] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.644826] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.645038] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.645194] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.647494] env[65983]: INFO nova.compute.manager [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Terminating instance [ 1078.959580] env[65983]: DEBUG oslo_concurrency.lockutils [None req-b4dc03d7-547d-4d3b-ac10-754e66732166 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.749s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.980639] env[65983]: DEBUG nova.objects.instance [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lazy-loading 'numa_topology' on Instance uuid 7e1c758f-b936-41f8-a044-7bff12dffb84 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.037420] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "2a6b40bf-1bbe-4487-90e5-1e2a2667510d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.340s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.055241] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.144735] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52410ef5-46f0-0905-9199-b3828be0e796, 'name': SearchDatastore_Task, 'duration_secs': 0.04523} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.144735] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.145052] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 6bfbce25-8c1d-4f78-b842-e0097c5fc8df/6bfbce25-8c1d-4f78-b842-e0097c5fc8df.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.146627] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32aef3f5-9886-4efe-b05b-12f642ba0aa8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.151784] env[65983]: DEBUG nova.compute.manager [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1079.152056] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.153036] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e384537-1c59-4178-a190-87892bfa87ba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.159075] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1079.159075] env[65983]: value = "task-4469304" [ 1079.159075] env[65983]: _type = "Task" [ 1079.159075] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.164584] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.165538] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47d1c831-4446-46bb-ba56-b5759c2b5ce0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.170547] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.172701] env[65983]: DEBUG oslo_vmware.api [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1079.172701] env[65983]: value = "task-4469305" [ 1079.172701] env[65983]: _type = "Task" [ 1079.172701] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.182757] env[65983]: DEBUG oslo_vmware.api [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.242820] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "427dd796-6570-4295-baaa-c5aedf8f0478" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.243196] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "427dd796-6570-4295-baaa-c5aedf8f0478" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.483710] env[65983]: INFO nova.compute.claims [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.557179] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469303, 'name': ReconfigVM_Task, 'duration_secs': 0.763341} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.557654] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 73cce6b5-9a9f-42dd-b303-7b83d5323968/73cce6b5-9a9f-42dd-b303-7b83d5323968.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.558519] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f178647f-187c-4b9b-82eb-810262559339 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.569354] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1079.569354] env[65983]: value = "task-4469306" [ 1079.569354] env[65983]: _type = "Task" [ 1079.569354] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.581697] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469306, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.671549] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469304, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.682514] env[65983]: DEBUG oslo_vmware.api [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469305, 'name': PowerOffVM_Task, 'duration_secs': 0.202836} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.682813] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.682980] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.683368] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35499d48-d125-41b9-b04d-27ae83dfa572 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.746485] env[65983]: DEBUG nova.compute.manager [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1079.758496] env[65983]: DEBUG nova.compute.manager [req-581f440d-79a7-4d8f-968a-100cf04133ca req-ac7fb0d8-0033-4d10-9aba-11d31f7d7aa2 service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Received event network-changed-0654df6c-d633-4881-bea4-f2c19d30f143 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1079.758941] env[65983]: DEBUG nova.compute.manager [req-581f440d-79a7-4d8f-968a-100cf04133ca req-ac7fb0d8-0033-4d10-9aba-11d31f7d7aa2 service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Refreshing instance network info cache due to event network-changed-0654df6c-d633-4881-bea4-f2c19d30f143. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1079.759721] env[65983]: DEBUG oslo_concurrency.lockutils [req-581f440d-79a7-4d8f-968a-100cf04133ca req-ac7fb0d8-0033-4d10-9aba-11d31f7d7aa2 service nova] Acquiring lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.760015] env[65983]: DEBUG oslo_concurrency.lockutils [req-581f440d-79a7-4d8f-968a-100cf04133ca req-ac7fb0d8-0033-4d10-9aba-11d31f7d7aa2 service nova] Acquired lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.760357] env[65983]: DEBUG nova.network.neutron [req-581f440d-79a7-4d8f-968a-100cf04133ca req-ac7fb0d8-0033-4d10-9aba-11d31f7d7aa2 service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Refreshing network info cache for port 0654df6c-d633-4881-bea4-f2c19d30f143 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.847610] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.848405] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.848405] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleting the datastore file [datastore1] cdccdb6d-377c-479c-9200-11ed6ca0dc4a {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.848405] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c597ef4-04c3-4923-b19e-1cd5759d3c8a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.856417] env[65983]: DEBUG oslo_vmware.api [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1079.856417] env[65983]: value = "task-4469308" [ 1079.856417] env[65983]: _type = "Task" [ 1079.856417] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.866213] env[65983]: DEBUG oslo_vmware.api [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.081319] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469306, 'name': Rename_Task, 'duration_secs': 0.370514} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.081610] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.081863] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd8c450f-361c-41bf-906e-9fb94c3bb99b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.088719] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1080.088719] env[65983]: value = "task-4469310" [ 1080.088719] env[65983]: _type = "Task" [ 1080.088719] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.099104] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.170292] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525788} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.170585] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 6bfbce25-8c1d-4f78-b842-e0097c5fc8df/6bfbce25-8c1d-4f78-b842-e0097c5fc8df.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.170801] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.171139] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af61e40f-69c0-44b1-b809-e4599a780de8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.181562] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1080.181562] env[65983]: value = "task-4469311" [ 1080.181562] env[65983]: _type = "Task" [ 1080.181562] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.192188] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.265580] env[65983]: WARNING neutronclient.v2_0.client [req-581f440d-79a7-4d8f-968a-100cf04133ca req-ac7fb0d8-0033-4d10-9aba-11d31f7d7aa2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.283710] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.370265] env[65983]: DEBUG oslo_vmware.api [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310899} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.370557] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.370740] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.370928] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.371104] env[65983]: INFO nova.compute.manager [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1080.371384] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1080.371611] env[65983]: DEBUG nova.compute.manager [-] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1080.371706] env[65983]: DEBUG nova.network.neutron [-] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1080.371990] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.435816] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.488215] env[65983]: WARNING neutronclient.v2_0.client [req-581f440d-79a7-4d8f-968a-100cf04133ca req-ac7fb0d8-0033-4d10-9aba-11d31f7d7aa2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.581699] env[65983]: DEBUG nova.network.neutron [req-581f440d-79a7-4d8f-968a-100cf04133ca req-ac7fb0d8-0033-4d10-9aba-11d31f7d7aa2 service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updated VIF entry in instance network info cache for port 0654df6c-d633-4881-bea4-f2c19d30f143. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1080.582311] env[65983]: DEBUG nova.network.neutron [req-581f440d-79a7-4d8f-968a-100cf04133ca req-ac7fb0d8-0033-4d10-9aba-11d31f7d7aa2 service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance_info_cache with network_info: [{"id": "0654df6c-d633-4881-bea4-f2c19d30f143", "address": "fa:16:3e:a8:25:1b", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0654df6c-d6", "ovs_interfaceid": "0654df6c-d633-4881-bea4-f2c19d30f143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.603570] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.690529] env[65983]: DEBUG nova.compute.manager [req-5cf3bfd9-67a7-4345-8b0f-690ef6f358a3 req-9e519bf6-3f5b-4f76-87e4-1f76fe19693a service nova] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Received event network-vif-deleted-573ada6d-ee27-4e3d-9cd2-a3d75cf16553 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1080.690965] env[65983]: INFO nova.compute.manager [req-5cf3bfd9-67a7-4345-8b0f-690ef6f358a3 req-9e519bf6-3f5b-4f76-87e4-1f76fe19693a service nova] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Neutron deleted interface 573ada6d-ee27-4e3d-9cd2-a3d75cf16553; detaching it from the instance and deleting it from the info cache [ 1080.691169] env[65983]: DEBUG nova.network.neutron [req-5cf3bfd9-67a7-4345-8b0f-690ef6f358a3 req-9e519bf6-3f5b-4f76-87e4-1f76fe19693a service nova] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.698142] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150663} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.700943] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.702613] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ce344e-b40a-4390-bf09-8c4f473ae21a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.726849] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 6bfbce25-8c1d-4f78-b842-e0097c5fc8df/6bfbce25-8c1d-4f78-b842-e0097c5fc8df.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.730093] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b80a4cfc-2e2d-4247-a8e7-5496ca4013c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.752525] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1080.752525] env[65983]: value = "task-4469312" [ 1080.752525] env[65983]: _type = "Task" [ 1080.752525] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.765765] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.801741] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89cdebb-9342-4946-8279-46c7f2e1a405 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.813306] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffad8a3-27c0-4513-b030-3330357c65eb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.848619] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf60508-f817-40b0-a043-a9a6713d2ef8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.857594] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2dd547-2e4c-47e5-9ec1-2b854d3ad788 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.874496] env[65983]: DEBUG nova.compute.provider_tree [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.086037] env[65983]: DEBUG oslo_concurrency.lockutils [req-581f440d-79a7-4d8f-968a-100cf04133ca req-ac7fb0d8-0033-4d10-9aba-11d31f7d7aa2 service nova] Releasing lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.103957] env[65983]: DEBUG oslo_vmware.api [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469310, 'name': PowerOnVM_Task, 'duration_secs': 0.904122} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.103957] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.104230] env[65983]: INFO nova.compute.manager [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1081.104330] env[65983]: DEBUG nova.compute.manager [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1081.105646] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90056844-8d37-4756-9419-946203542265 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.164673] env[65983]: DEBUG nova.network.neutron [-] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.194704] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9632202a-bd67-43ed-878d-dc0336a14ace {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.205548] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633f5d8a-5ddd-40ac-bf99-60295c1d54bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.239851] env[65983]: DEBUG nova.compute.manager [req-5cf3bfd9-67a7-4345-8b0f-690ef6f358a3 req-9e519bf6-3f5b-4f76-87e4-1f76fe19693a service nova] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Detach interface failed, port_id=573ada6d-ee27-4e3d-9cd2-a3d75cf16553, reason: Instance cdccdb6d-377c-479c-9200-11ed6ca0dc4a could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1081.265613] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469312, 'name': ReconfigVM_Task, 'duration_secs': 0.400157} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.266054] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 6bfbce25-8c1d-4f78-b842-e0097c5fc8df/6bfbce25-8c1d-4f78-b842-e0097c5fc8df.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.267016] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f381e1d-49f0-4a49-be17-5547ca4a0a7e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.276765] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1081.276765] env[65983]: value = "task-4469313" [ 1081.276765] env[65983]: _type = "Task" [ 1081.276765] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.290674] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469313, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.400802] env[65983]: ERROR nova.scheduler.client.report [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [req-e3a4056d-6f29-4924-bd59-c1204b59a95d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e3a4056d-6f29-4924-bd59-c1204b59a95d"}]} [ 1081.419542] env[65983]: DEBUG nova.scheduler.client.report [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1081.436300] env[65983]: DEBUG nova.scheduler.client.report [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1081.436544] env[65983]: DEBUG nova.compute.provider_tree [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.450165] env[65983]: DEBUG nova.scheduler.client.report [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1081.475445] env[65983]: DEBUG nova.scheduler.client.report [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1081.630940] env[65983]: INFO nova.compute.manager [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Took 30.84 seconds to build instance. [ 1081.669354] env[65983]: INFO nova.compute.manager [-] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Took 1.30 seconds to deallocate network for instance. [ 1081.747198] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43837df0-8ea4-4c2d-92b6-ad0ea9f8008d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.756333] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0574c6b7-ed0b-4b19-b694-30cdc2067c3c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.796026] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b020423d-11d6-4aed-b56e-0ee5a49368a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.809121] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60849e1a-60e6-436d-a707-0112157c91ba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.813518] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469313, 'name': Rename_Task, 'duration_secs': 0.189829} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.813901] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.814715] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e2cc0ed-cd37-4166-b33a-9cb436c78e9f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.827297] env[65983]: DEBUG nova.compute.provider_tree [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.830031] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1081.830031] env[65983]: value = "task-4469314" [ 1081.830031] env[65983]: _type = "Task" [ 1081.830031] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.839246] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.089076] env[65983]: DEBUG oslo_concurrency.lockutils [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Acquiring lock "4572bd1d-146c-462e-8f40-cef058a6ad94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.089076] env[65983]: DEBUG oslo_concurrency.lockutils [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Lock "4572bd1d-146c-462e-8f40-cef058a6ad94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.089309] env[65983]: DEBUG oslo_concurrency.lockutils [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Acquiring lock "4572bd1d-146c-462e-8f40-cef058a6ad94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.089309] env[65983]: DEBUG oslo_concurrency.lockutils [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Lock "4572bd1d-146c-462e-8f40-cef058a6ad94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.089476] env[65983]: DEBUG oslo_concurrency.lockutils [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Lock "4572bd1d-146c-462e-8f40-cef058a6ad94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.091721] env[65983]: INFO nova.compute.manager [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Terminating instance [ 1082.133719] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a58b0dec-89af-464f-a4ed-64c861e9de70 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "73cce6b5-9a9f-42dd-b303-7b83d5323968" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.353s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.177060] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.348120] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469314, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.369418] env[65983]: DEBUG nova.scheduler.client.report [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1082.369706] env[65983]: DEBUG nova.compute.provider_tree [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 132 to 133 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1082.369937] env[65983]: DEBUG nova.compute.provider_tree [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.595858] env[65983]: DEBUG nova.compute.manager [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1082.596168] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.597112] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2ac759-07cd-4d8c-80a0-c6fb42a88a17 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.606954] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.607401] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-005f014e-7fdd-485d-bb08-dc4f5f606af8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.615875] env[65983]: DEBUG oslo_vmware.api [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Waiting for the task: (returnval){ [ 1082.615875] env[65983]: value = "task-4469315" [ 1082.615875] env[65983]: _type = "Task" [ 1082.615875] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.626750] env[65983]: DEBUG oslo_vmware.api [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.846241] env[65983]: DEBUG oslo_vmware.api [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469314, 'name': PowerOnVM_Task, 'duration_secs': 0.742976} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.846628] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.846744] env[65983]: INFO nova.compute.manager [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1082.846936] env[65983]: DEBUG nova.compute.manager [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1082.847849] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0f65f2-6568-40fc-9f26-5718c7d4a181 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.876661] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.406s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.876875] env[65983]: WARNING neutronclient.v2_0.client [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.881158] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.539s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.885314] env[65983]: INFO nova.compute.claims [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.922039] env[65983]: INFO nova.network.neutron [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Updating port b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1083.127186] env[65983]: DEBUG oslo_vmware.api [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469315, 'name': PowerOffVM_Task, 'duration_secs': 0.387615} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.127469] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.127636] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.127905] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d3a5136-a0ea-4b2b-937e-3d3f06bff6d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.218457] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.219836] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.219836] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Deleting the datastore file [datastore2] 4572bd1d-146c-462e-8f40-cef058a6ad94 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.219836] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdfe5ce8-dcd4-47f5-b907-6491f3f3c3e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.230263] env[65983]: DEBUG oslo_vmware.api [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Waiting for the task: (returnval){ [ 1083.230263] env[65983]: value = "task-4469317" [ 1083.230263] env[65983]: _type = "Task" [ 1083.230263] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.241946] env[65983]: DEBUG oslo_vmware.api [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.366973] env[65983]: INFO nova.compute.manager [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Took 31.69 seconds to build instance. [ 1083.407478] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "fdbec735-2ac1-4e25-bf1e-243f4ae9b39d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.407704] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "fdbec735-2ac1-4e25-bf1e-243f4ae9b39d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.742016] env[65983]: DEBUG oslo_vmware.api [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Task: {'id': task-4469317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29381} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.742325] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.742502] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.742678] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.742844] env[65983]: INFO nova.compute.manager [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1083.743107] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1083.743318] env[65983]: DEBUG nova.compute.manager [-] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1083.743395] env[65983]: DEBUG nova.network.neutron [-] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1083.743640] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.780754] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.869752] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40d2b476-b9fc-4da4-9922-ad5cb404661c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.196s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.910052] env[65983]: DEBUG nova.compute.manager [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1084.181049] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e7897f-8a78-4fa2-bb94-a904d99a2876 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.189700] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864cfa84-d742-4166-ab03-6ad1e17db7aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.223877] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f585607-cccc-4f72-b599-55e98e0ff94d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.233046] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921fa3fd-b0ed-4964-990b-131ae1c465c2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.249679] env[65983]: DEBUG nova.compute.provider_tree [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.433297] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.475315] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.475487] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.475739] env[65983]: DEBUG nova.network.neutron [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1084.709031] env[65983]: DEBUG nova.compute.manager [req-2833bc4f-098f-4b2f-8427-e4a50e822cf6 req-2dca3ac7-8b58-418c-9219-c86bc93f4d21 service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Received event network-vif-deleted-b9ede9e1-1988-4a13-b801-4600fb50565f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1084.709245] env[65983]: INFO nova.compute.manager [req-2833bc4f-098f-4b2f-8427-e4a50e822cf6 req-2dca3ac7-8b58-418c-9219-c86bc93f4d21 service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Neutron deleted interface b9ede9e1-1988-4a13-b801-4600fb50565f; detaching it from the instance and deleting it from the info cache [ 1084.709441] env[65983]: DEBUG nova.network.neutron [req-2833bc4f-098f-4b2f-8427-e4a50e822cf6 req-2dca3ac7-8b58-418c-9219-c86bc93f4d21 service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.725748] env[65983]: DEBUG nova.compute.manager [req-baf85f03-6810-4203-9d3c-7fa8709e165c req-e94aba1e-3f0f-468f-ba8e-6ae7afc7b5f0 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Received event network-vif-plugged-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1084.725808] env[65983]: DEBUG oslo_concurrency.lockutils [req-baf85f03-6810-4203-9d3c-7fa8709e165c req-e94aba1e-3f0f-468f-ba8e-6ae7afc7b5f0 service nova] Acquiring lock "7e1c758f-b936-41f8-a044-7bff12dffb84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.725986] env[65983]: DEBUG oslo_concurrency.lockutils [req-baf85f03-6810-4203-9d3c-7fa8709e165c req-e94aba1e-3f0f-468f-ba8e-6ae7afc7b5f0 service nova] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.726976] env[65983]: DEBUG oslo_concurrency.lockutils [req-baf85f03-6810-4203-9d3c-7fa8709e165c req-e94aba1e-3f0f-468f-ba8e-6ae7afc7b5f0 service nova] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.726976] env[65983]: DEBUG nova.compute.manager [req-baf85f03-6810-4203-9d3c-7fa8709e165c req-e94aba1e-3f0f-468f-ba8e-6ae7afc7b5f0 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] No waiting events found dispatching network-vif-plugged-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1084.726976] env[65983]: WARNING nova.compute.manager [req-baf85f03-6810-4203-9d3c-7fa8709e165c req-e94aba1e-3f0f-468f-ba8e-6ae7afc7b5f0 service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Received unexpected event network-vif-plugged-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf for instance with vm_state shelved_offloaded and task_state spawning. [ 1084.772790] env[65983]: ERROR nova.scheduler.client.report [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [req-9132acba-da58-4888-8b3a-4f44ee0306a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9132acba-da58-4888-8b3a-4f44ee0306a3"}]} [ 1084.791893] env[65983]: DEBUG nova.scheduler.client.report [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1084.805032] env[65983]: DEBUG nova.network.neutron [-] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.810510] env[65983]: DEBUG nova.scheduler.client.report [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1084.811905] env[65983]: DEBUG nova.compute.provider_tree [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.825886] env[65983]: DEBUG nova.scheduler.client.report [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1084.846802] env[65983]: DEBUG nova.scheduler.client.report [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1084.981458] env[65983]: WARNING neutronclient.v2_0.client [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.120835] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ac0c7b-ae04-42ac-9768-6a04ee0d18c4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.127747] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d67051-191b-4603-a8fb-6c3f253b9b14 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.162683] env[65983]: WARNING neutronclient.v2_0.client [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.165547] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ccf1c9-6ab1-421a-862e-6ae8a1644a51 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.174620] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92317f32-9eb2-40a6-b9df-891aaf153018 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.190687] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "d99d4515-7d38-46d6-9c66-457170cb3e52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.190977] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "d99d4515-7d38-46d6-9c66-457170cb3e52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.191176] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "d99d4515-7d38-46d6-9c66-457170cb3e52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.191318] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "d99d4515-7d38-46d6-9c66-457170cb3e52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.191486] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "d99d4515-7d38-46d6-9c66-457170cb3e52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.194050] env[65983]: DEBUG nova.compute.provider_tree [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.195031] env[65983]: INFO nova.compute.manager [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Terminating instance [ 1085.211806] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2d921c5-4399-4cd0-a00d-53e42febbe90 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.223656] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e83f9d-6737-4e8b-9a25-89fe08fb562e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.261871] env[65983]: DEBUG nova.compute.manager [req-2833bc4f-098f-4b2f-8427-e4a50e822cf6 req-2dca3ac7-8b58-418c-9219-c86bc93f4d21 service nova] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Detach interface failed, port_id=b9ede9e1-1988-4a13-b801-4600fb50565f, reason: Instance 4572bd1d-146c-462e-8f40-cef058a6ad94 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1085.269490] env[65983]: DEBUG nova.network.neutron [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Updating instance_info_cache with network_info: [{"id": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "address": "fa:16:3e:8d:ca:59", "network": {"id": "b6b60727-e17d-4ae5-95ba-2d580ca79a9d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028798327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088dd87f4caa431ca2240801f09afcc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29f8ed8-be", "ovs_interfaceid": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.310401] env[65983]: INFO nova.compute.manager [-] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Took 1.57 seconds to deallocate network for instance. [ 1085.700832] env[65983]: DEBUG nova.compute.manager [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1085.701075] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.701954] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1188502d-4a62-4877-9196-3a8dfbf36f80 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.710970] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.711336] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6e85fde-fe62-4eab-84b7-bdae140f4902 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.719053] env[65983]: DEBUG oslo_vmware.api [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1085.719053] env[65983]: value = "task-4469318" [ 1085.719053] env[65983]: _type = "Task" [ 1085.719053] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.729971] env[65983]: DEBUG oslo_vmware.api [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.741622] env[65983]: DEBUG nova.scheduler.client.report [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1085.741894] env[65983]: DEBUG nova.compute.provider_tree [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 135 to 136 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1085.742087] env[65983]: DEBUG nova.compute.provider_tree [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.772807] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Releasing lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.801336] env[65983]: DEBUG nova.virt.hardware [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f3db67aafa8f3744439002df89158eac',container_format='bare',created_at=2025-11-17T14:41:08Z,direct_url=,disk_format='vmdk',id=aa751655-21fb-40d3-9d54-58c9a0c5c81c,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-628176135-shelved',owner='088dd87f4caa431ca2240801f09afcc7',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-11-17T14:41:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1085.801630] env[65983]: DEBUG nova.virt.hardware [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.801852] env[65983]: DEBUG nova.virt.hardware [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1085.802070] env[65983]: DEBUG nova.virt.hardware [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.802222] env[65983]: DEBUG nova.virt.hardware [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1085.802370] env[65983]: DEBUG nova.virt.hardware [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1085.802578] env[65983]: DEBUG nova.virt.hardware [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1085.802728] env[65983]: DEBUG nova.virt.hardware [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1085.802886] env[65983]: DEBUG nova.virt.hardware [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1085.803057] env[65983]: DEBUG nova.virt.hardware [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1085.803229] env[65983]: DEBUG nova.virt.hardware [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1085.804251] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a950fc1-28bd-4423-abfc-babe8342ff9c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.813275] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abca97dd-76bb-46b5-9042-81db981f4349 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.818465] env[65983]: DEBUG oslo_concurrency.lockutils [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.832594] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:ca:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.840466] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1085.840804] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.841066] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9d949ec-cece-4265-9cbb-5e416fe93d76 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.861802] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.861802] env[65983]: value = "task-4469319" [ 1085.861802] env[65983]: _type = "Task" [ 1085.861802] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.870812] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469319, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.231122] env[65983]: DEBUG oslo_vmware.api [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469318, 'name': PowerOffVM_Task, 'duration_secs': 0.397483} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.231479] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.231594] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.231861] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf45f46e-37e5-437c-828f-4380b88a7998 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.250108] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.369s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.250830] env[65983]: DEBUG nova.compute.manager [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1086.253949] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.058s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.254187] env[65983]: DEBUG nova.objects.instance [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'resources' on Instance uuid 5cd3f626-1782-4b14-b70f-ddaae4115c1f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.325815] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.326067] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.326298] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Deleting the datastore file [datastore2] d99d4515-7d38-46d6-9c66-457170cb3e52 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.326596] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac565f5f-5f53-4fa7-b12b-8a34c2a93882 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.336317] env[65983]: DEBUG oslo_vmware.api [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1086.336317] env[65983]: value = "task-4469322" [ 1086.336317] env[65983]: _type = "Task" [ 1086.336317] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.346040] env[65983]: DEBUG oslo_vmware.api [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.372371] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469319, 'name': CreateVM_Task, 'duration_secs': 0.418309} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.372546] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.373089] env[65983]: WARNING neutronclient.v2_0.client [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.373424] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa751655-21fb-40d3-9d54-58c9a0c5c81c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.373595] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa751655-21fb-40d3-9d54-58c9a0c5c81c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.374126] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa751655-21fb-40d3-9d54-58c9a0c5c81c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.374429] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471b7891-1b5e-4293-9d7a-a4f2a60b52d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.380063] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1086.380063] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b48de3-e54c-c881-9faa-98723d15674e" [ 1086.380063] env[65983]: _type = "Task" [ 1086.380063] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.388849] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b48de3-e54c-c881-9faa-98723d15674e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.737276] env[65983]: DEBUG nova.compute.manager [req-9e3c52f8-f0f1-4e0a-9007-4823d02f6449 req-f6a1feed-c507-46a6-82a1-b56264670f38 service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Received event network-changed-ee62117a-2c3a-4c21-9a16-ee1cca6af770 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1086.737485] env[65983]: DEBUG nova.compute.manager [req-9e3c52f8-f0f1-4e0a-9007-4823d02f6449 req-f6a1feed-c507-46a6-82a1-b56264670f38 service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Refreshing instance network info cache due to event network-changed-ee62117a-2c3a-4c21-9a16-ee1cca6af770. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1086.737683] env[65983]: DEBUG oslo_concurrency.lockutils [req-9e3c52f8-f0f1-4e0a-9007-4823d02f6449 req-f6a1feed-c507-46a6-82a1-b56264670f38 service nova] Acquiring lock "refresh_cache-6bfbce25-8c1d-4f78-b842-e0097c5fc8df" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.737866] env[65983]: DEBUG oslo_concurrency.lockutils [req-9e3c52f8-f0f1-4e0a-9007-4823d02f6449 req-f6a1feed-c507-46a6-82a1-b56264670f38 service nova] Acquired lock "refresh_cache-6bfbce25-8c1d-4f78-b842-e0097c5fc8df" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.737992] env[65983]: DEBUG nova.network.neutron [req-9e3c52f8-f0f1-4e0a-9007-4823d02f6449 req-f6a1feed-c507-46a6-82a1-b56264670f38 service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Refreshing network info cache for port ee62117a-2c3a-4c21-9a16-ee1cca6af770 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.755820] env[65983]: DEBUG nova.compute.manager [req-d6a5a750-5379-46d8-826f-631e69c341f8 req-cee82e64-100f-4f7a-9804-b7a27fc432cf service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Received event network-changed-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1086.755820] env[65983]: DEBUG nova.compute.manager [req-d6a5a750-5379-46d8-826f-631e69c341f8 req-cee82e64-100f-4f7a-9804-b7a27fc432cf service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Refreshing instance network info cache due to event network-changed-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1086.755820] env[65983]: DEBUG oslo_concurrency.lockutils [req-d6a5a750-5379-46d8-826f-631e69c341f8 req-cee82e64-100f-4f7a-9804-b7a27fc432cf service nova] Acquiring lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.755820] env[65983]: DEBUG oslo_concurrency.lockutils [req-d6a5a750-5379-46d8-826f-631e69c341f8 req-cee82e64-100f-4f7a-9804-b7a27fc432cf service nova] Acquired lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.756910] env[65983]: DEBUG nova.network.neutron [req-d6a5a750-5379-46d8-826f-631e69c341f8 req-cee82e64-100f-4f7a-9804-b7a27fc432cf service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Refreshing network info cache for port b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.759511] env[65983]: DEBUG nova.compute.utils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.764501] env[65983]: DEBUG nova.compute.manager [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1086.764906] env[65983]: DEBUG nova.network.neutron [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1086.765096] env[65983]: WARNING neutronclient.v2_0.client [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.765575] env[65983]: WARNING neutronclient.v2_0.client [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.825325] env[65983]: DEBUG nova.policy [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36e43e57eed4e48bac35fe501f4a0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021d1380a4a54a759d153b9d3e89de3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.850957] env[65983]: DEBUG oslo_vmware.api [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.896775] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa751655-21fb-40d3-9d54-58c9a0c5c81c" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.897737] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Processing image aa751655-21fb-40d3-9d54-58c9a0c5c81c {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.897737] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa751655-21fb-40d3-9d54-58c9a0c5c81c/aa751655-21fb-40d3-9d54-58c9a0c5c81c.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.897737] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa751655-21fb-40d3-9d54-58c9a0c5c81c/aa751655-21fb-40d3-9d54-58c9a0c5c81c.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.897891] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.898779] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a7c6573-fb40-45cb-92ad-3ab5eb31e029 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.918952] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.919186] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.922603] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8bb0e9c-30c6-4657-8ea7-9ff34715fdd5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.932085] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1086.932085] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e10cba-9826-607f-daee-87fe06705083" [ 1086.932085] env[65983]: _type = "Task" [ 1086.932085] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.942780] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e10cba-9826-607f-daee-87fe06705083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.039217] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdb7cf5-cc86-430c-94ba-b6267d1835fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.048175] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71270f57-75c5-4c50-8ee7-43fed3225161 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.081547] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ce25d5-2630-40fe-9a6a-a1e03a924739 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.090810] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0fc1c0-8ef3-452a-a3e9-db8931f793fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.108955] env[65983]: DEBUG nova.compute.provider_tree [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.183109] env[65983]: DEBUG nova.network.neutron [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Successfully created port: a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1087.240778] env[65983]: WARNING neutronclient.v2_0.client [req-9e3c52f8-f0f1-4e0a-9007-4823d02f6449 req-f6a1feed-c507-46a6-82a1-b56264670f38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.264753] env[65983]: DEBUG nova.compute.manager [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1087.268722] env[65983]: WARNING neutronclient.v2_0.client [req-d6a5a750-5379-46d8-826f-631e69c341f8 req-cee82e64-100f-4f7a-9804-b7a27fc432cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.349548] env[65983]: DEBUG oslo_vmware.api [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.868235} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.352601] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.352796] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.352970] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.353190] env[65983]: INFO nova.compute.manager [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1087.353435] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1087.353824] env[65983]: DEBUG nova.compute.manager [-] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1087.353922] env[65983]: DEBUG nova.network.neutron [-] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1087.354218] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.420534] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.444921] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Preparing fetch location {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1087.445198] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Fetch image to [datastore2] OSTACK_IMG_ba260a50-99ca-4da1-a717-215bb0b81be7/OSTACK_IMG_ba260a50-99ca-4da1-a717-215bb0b81be7.vmdk {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1087.445384] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Downloading stream optimized image aa751655-21fb-40d3-9d54-58c9a0c5c81c to [datastore2] OSTACK_IMG_ba260a50-99ca-4da1-a717-215bb0b81be7/OSTACK_IMG_ba260a50-99ca-4da1-a717-215bb0b81be7.vmdk on the data store datastore2 as vApp {{(pid=65983) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1087.445548] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Downloading image file data aa751655-21fb-40d3-9d54-58c9a0c5c81c to the ESX as VM named 'OSTACK_IMG_ba260a50-99ca-4da1-a717-215bb0b81be7' {{(pid=65983) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1087.531633] env[65983]: DEBUG oslo_vmware.rw_handles [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1087.531633] env[65983]: value = "resgroup-9" [ 1087.531633] env[65983]: _type = "ResourcePool" [ 1087.531633] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1087.531633] env[65983]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b4e234e7-4d5b-4300-9966-75b3afed3503 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.554028] env[65983]: DEBUG oslo_vmware.rw_handles [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lease: (returnval){ [ 1087.554028] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527c4aad-176e-d5e5-6093-31930458e6c1" [ 1087.554028] env[65983]: _type = "HttpNfcLease" [ 1087.554028] env[65983]: } obtained for vApp import into resource pool (val){ [ 1087.554028] env[65983]: value = "resgroup-9" [ 1087.554028] env[65983]: _type = "ResourcePool" [ 1087.554028] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1087.554376] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the lease: (returnval){ [ 1087.554376] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527c4aad-176e-d5e5-6093-31930458e6c1" [ 1087.554376] env[65983]: _type = "HttpNfcLease" [ 1087.554376] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1087.561487] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1087.561487] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527c4aad-176e-d5e5-6093-31930458e6c1" [ 1087.561487] env[65983]: _type = "HttpNfcLease" [ 1087.561487] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1087.613407] env[65983]: DEBUG nova.scheduler.client.report [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.733347] env[65983]: WARNING neutronclient.v2_0.client [req-9e3c52f8-f0f1-4e0a-9007-4823d02f6449 req-f6a1feed-c507-46a6-82a1-b56264670f38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.831687] env[65983]: WARNING neutronclient.v2_0.client [req-d6a5a750-5379-46d8-826f-631e69c341f8 req-cee82e64-100f-4f7a-9804-b7a27fc432cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.005408] env[65983]: DEBUG nova.network.neutron [req-9e3c52f8-f0f1-4e0a-9007-4823d02f6449 req-f6a1feed-c507-46a6-82a1-b56264670f38 service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Updated VIF entry in instance network info cache for port ee62117a-2c3a-4c21-9a16-ee1cca6af770. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1088.005408] env[65983]: DEBUG nova.network.neutron [req-9e3c52f8-f0f1-4e0a-9007-4823d02f6449 req-f6a1feed-c507-46a6-82a1-b56264670f38 service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Updating instance_info_cache with network_info: [{"id": "ee62117a-2c3a-4c21-9a16-ee1cca6af770", "address": "fa:16:3e:f5:03:5b", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee62117a-2c", "ovs_interfaceid": "ee62117a-2c3a-4c21-9a16-ee1cca6af770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.066880] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.066880] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527c4aad-176e-d5e5-6093-31930458e6c1" [ 1088.066880] env[65983]: _type = "HttpNfcLease" [ 1088.066880] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1088.067264] env[65983]: DEBUG oslo_vmware.rw_handles [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1088.067264] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527c4aad-176e-d5e5-6093-31930458e6c1" [ 1088.067264] env[65983]: _type = "HttpNfcLease" [ 1088.067264] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1088.068041] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c3ab50-d399-4539-9b54-842e7584bdd6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.077295] env[65983]: DEBUG oslo_vmware.rw_handles [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52388584-4b80-65bc-ce4c-c70639f3d57a/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1088.077530] env[65983]: DEBUG oslo_vmware.rw_handles [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52388584-4b80-65bc-ce4c-c70639f3d57a/disk-0.vmdk. {{(pid=65983) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1088.080342] env[65983]: DEBUG nova.network.neutron [req-d6a5a750-5379-46d8-826f-631e69c341f8 req-cee82e64-100f-4f7a-9804-b7a27fc432cf service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Updated VIF entry in instance network info cache for port b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1088.081691] env[65983]: DEBUG nova.network.neutron [req-d6a5a750-5379-46d8-826f-631e69c341f8 req-cee82e64-100f-4f7a-9804-b7a27fc432cf service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Updating instance_info_cache with network_info: [{"id": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "address": "fa:16:3e:8d:ca:59", "network": {"id": "b6b60727-e17d-4ae5-95ba-2d580ca79a9d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028798327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088dd87f4caa431ca2240801f09afcc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29f8ed8-be", "ovs_interfaceid": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.143551] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.146065] env[65983]: DEBUG oslo_concurrency.lockutils [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.509s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.146341] env[65983]: DEBUG nova.objects.instance [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lazy-loading 'resources' on Instance uuid ced0f7c4-4460-4b53-a71b-2f0c417a6eaf {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.152970] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b1555ac4-bb1c-47be-ab74-54469f7af30a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.178495] env[65983]: INFO nova.scheduler.client.report [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Deleted allocations for instance 5cd3f626-1782-4b14-b70f-ddaae4115c1f [ 1088.186212] env[65983]: DEBUG nova.network.neutron [-] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.278328] env[65983]: DEBUG nova.compute.manager [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1088.313404] env[65983]: DEBUG nova.virt.hardware [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1088.313757] env[65983]: DEBUG nova.virt.hardware [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.313870] env[65983]: DEBUG nova.virt.hardware [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1088.314113] env[65983]: DEBUG nova.virt.hardware [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.314273] env[65983]: DEBUG nova.virt.hardware [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1088.314422] env[65983]: DEBUG nova.virt.hardware [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1088.314636] env[65983]: DEBUG nova.virt.hardware [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1088.314814] env[65983]: DEBUG nova.virt.hardware [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1088.314998] env[65983]: DEBUG nova.virt.hardware [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1088.315182] env[65983]: DEBUG nova.virt.hardware [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1088.315349] env[65983]: DEBUG nova.virt.hardware [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1088.316816] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e418cf-97f5-4630-a6f8-235eae38230f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.326921] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bc9b7a-df9d-4e6f-8af9-a9f4e08ed049 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.510029] env[65983]: DEBUG oslo_concurrency.lockutils [req-9e3c52f8-f0f1-4e0a-9007-4823d02f6449 req-f6a1feed-c507-46a6-82a1-b56264670f38 service nova] Releasing lock "refresh_cache-6bfbce25-8c1d-4f78-b842-e0097c5fc8df" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.584665] env[65983]: DEBUG oslo_concurrency.lockutils [req-d6a5a750-5379-46d8-826f-631e69c341f8 req-cee82e64-100f-4f7a-9804-b7a27fc432cf service nova] Releasing lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.688926] env[65983]: INFO nova.compute.manager [-] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Took 1.33 seconds to deallocate network for instance. [ 1088.700577] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8e8a37e9-8279-403d-8648-0de46ee05fcc tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "5cd3f626-1782-4b14-b70f-ddaae4115c1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.578s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.780551] env[65983]: DEBUG nova.compute.manager [req-ad102b86-dcd4-466e-9c5c-03f141087ede req-210a4987-9b2e-4e50-8fc3-18b34e68f7aa service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Received event network-vif-plugged-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1088.780824] env[65983]: DEBUG oslo_concurrency.lockutils [req-ad102b86-dcd4-466e-9c5c-03f141087ede req-210a4987-9b2e-4e50-8fc3-18b34e68f7aa service nova] Acquiring lock "5ddbd34e-11b2-4786-ba98-e62423af9948-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.781087] env[65983]: DEBUG oslo_concurrency.lockutils [req-ad102b86-dcd4-466e-9c5c-03f141087ede req-210a4987-9b2e-4e50-8fc3-18b34e68f7aa service nova] Lock "5ddbd34e-11b2-4786-ba98-e62423af9948-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.781296] env[65983]: DEBUG oslo_concurrency.lockutils [req-ad102b86-dcd4-466e-9c5c-03f141087ede req-210a4987-9b2e-4e50-8fc3-18b34e68f7aa service nova] Lock "5ddbd34e-11b2-4786-ba98-e62423af9948-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.781492] env[65983]: DEBUG nova.compute.manager [req-ad102b86-dcd4-466e-9c5c-03f141087ede req-210a4987-9b2e-4e50-8fc3-18b34e68f7aa service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] No waiting events found dispatching network-vif-plugged-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1088.781669] env[65983]: WARNING nova.compute.manager [req-ad102b86-dcd4-466e-9c5c-03f141087ede req-210a4987-9b2e-4e50-8fc3-18b34e68f7aa service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Received unexpected event network-vif-plugged-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b for instance with vm_state building and task_state spawning. [ 1088.787280] env[65983]: DEBUG nova.compute.manager [req-f2776c5a-0bac-435f-90b4-6bfe5f38dfc3 req-28fb4109-1293-4b4f-af68-0488a9a2fc90 service nova] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Received event network-vif-deleted-e55deeea-d61a-4687-a2c0-fb7d8c1cef41 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1088.801646] env[65983]: DEBUG nova.network.neutron [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Successfully updated port: a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1088.957646] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed86a24-711f-408a-bce9-487422d04da4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.969413] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fe4ce7-3327-4d9e-850b-185f7d43a24c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.010216] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73fd208-5c01-4f7a-a40b-bb1e18344887 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.021337] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32867729-7b32-4f84-83e8-021b40be9468 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.039925] env[65983]: DEBUG nova.compute.provider_tree [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.207847] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.306167] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.306167] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.306167] env[65983]: DEBUG nova.network.neutron [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1089.517149] env[65983]: DEBUG oslo_vmware.rw_handles [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Completed reading data from the image iterator. {{(pid=65983) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1089.517505] env[65983]: DEBUG oslo_vmware.rw_handles [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52388584-4b80-65bc-ce4c-c70639f3d57a/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1089.519048] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dcf083-6270-4644-a526-82faf7ebd2fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.528955] env[65983]: DEBUG oslo_vmware.rw_handles [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52388584-4b80-65bc-ce4c-c70639f3d57a/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1089.529294] env[65983]: DEBUG oslo_vmware.rw_handles [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52388584-4b80-65bc-ce4c-c70639f3d57a/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1089.529700] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c6296774-8510-4eba-aec6-874d9e11c3a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.546094] env[65983]: DEBUG nova.scheduler.client.report [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.740212] env[65983]: DEBUG oslo_vmware.rw_handles [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52388584-4b80-65bc-ce4c-c70639f3d57a/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1089.740462] env[65983]: INFO nova.virt.vmwareapi.images [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Downloaded image file data aa751655-21fb-40d3-9d54-58c9a0c5c81c [ 1089.741644] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a399f9-8e34-4f1c-ab70-463704a66e85 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.762631] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41a44a04-e996-4e3f-b970-135010744662 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.792137] env[65983]: INFO nova.virt.vmwareapi.images [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] The imported VM was unregistered [ 1089.795016] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Caching image {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1089.795280] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Creating directory with path [datastore2] devstack-image-cache_base/aa751655-21fb-40d3-9d54-58c9a0c5c81c {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.795653] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8b5de87-322c-441b-b068-3dad92517744 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.833212] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Created directory with path [datastore2] devstack-image-cache_base/aa751655-21fb-40d3-9d54-58c9a0c5c81c {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.833523] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ba260a50-99ca-4da1-a717-215bb0b81be7/OSTACK_IMG_ba260a50-99ca-4da1-a717-215bb0b81be7.vmdk to [datastore2] devstack-image-cache_base/aa751655-21fb-40d3-9d54-58c9a0c5c81c/aa751655-21fb-40d3-9d54-58c9a0c5c81c.vmdk. {{(pid=65983) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1089.833737] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d5d2618c-5cbb-46b1-90eb-d542eda2d9e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.843140] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1089.843140] env[65983]: value = "task-4469326" [ 1089.843140] env[65983]: _type = "Task" [ 1089.843140] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.847504] env[65983]: DEBUG nova.network.neutron [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1089.855415] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469326, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.927148] env[65983]: WARNING neutronclient.v2_0.client [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.009013] env[65983]: DEBUG nova.network.neutron [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updating instance_info_cache with network_info: [{"id": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "address": "fa:16:3e:b6:73:b8", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e44e94-b8", "ovs_interfaceid": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.052239] env[65983]: DEBUG oslo_concurrency.lockutils [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.054994] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.771s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.057577] env[65983]: INFO nova.compute.claims [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.090833] env[65983]: INFO nova.scheduler.client.report [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleted allocations for instance ced0f7c4-4460-4b53-a71b-2f0c417a6eaf [ 1090.359111] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469326, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.511734] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.512183] env[65983]: DEBUG nova.compute.manager [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Instance network_info: |[{"id": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "address": "fa:16:3e:b6:73:b8", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e44e94-b8", "ovs_interfaceid": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1090.512673] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:73:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.521601] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1090.521908] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.522260] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0886d33-e30a-4afb-aceb-55395e9263b7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.546314] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.546314] env[65983]: value = "task-4469327" [ 1090.546314] env[65983]: _type = "Task" [ 1090.546314] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.558944] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469327, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.600892] env[65983]: DEBUG oslo_concurrency.lockutils [None req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "ced0f7c4-4460-4b53-a71b-2f0c417a6eaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.923s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.822337] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.822592] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.857720] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469326, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.031193] env[65983]: DEBUG nova.compute.manager [req-eb851b95-f1b2-4ad9-b901-723dbdd2ce92 req-11dd696f-3ed5-43fe-a946-e636c2d6f7f3 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Received event network-changed-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1091.031419] env[65983]: DEBUG nova.compute.manager [req-eb851b95-f1b2-4ad9-b901-723dbdd2ce92 req-11dd696f-3ed5-43fe-a946-e636c2d6f7f3 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Refreshing instance network info cache due to event network-changed-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1091.031630] env[65983]: DEBUG oslo_concurrency.lockutils [req-eb851b95-f1b2-4ad9-b901-723dbdd2ce92 req-11dd696f-3ed5-43fe-a946-e636c2d6f7f3 service nova] Acquiring lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.031771] env[65983]: DEBUG oslo_concurrency.lockutils [req-eb851b95-f1b2-4ad9-b901-723dbdd2ce92 req-11dd696f-3ed5-43fe-a946-e636c2d6f7f3 service nova] Acquired lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.031926] env[65983]: DEBUG nova.network.neutron [req-eb851b95-f1b2-4ad9-b901-723dbdd2ce92 req-11dd696f-3ed5-43fe-a946-e636c2d6f7f3 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Refreshing network info cache for port a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.063026] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469327, 'name': CreateVM_Task, 'duration_secs': 0.440801} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.063231] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.063786] env[65983]: WARNING neutronclient.v2_0.client [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.064510] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.064510] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.064839] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.068541] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58715ed5-e737-4d8e-9df2-823b18666a35 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.078157] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1091.078157] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52778691-928c-d26f-6c33-3ff4866257df" [ 1091.078157] env[65983]: _type = "Task" [ 1091.078157] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.092438] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52778691-928c-d26f-6c33-3ff4866257df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.332036] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.332036] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.332036] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.332312] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.332465] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.332591] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.332713] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65983) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1091.333116] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.341290] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b161d358-65c7-466e-b1c7-5e5b262c1530 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.361736] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c34176e-c813-455b-a79f-4db418612fef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.365973] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469326, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.371926] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.371926] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.405522] env[65983]: DEBUG nova.compute.utils [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.410037] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799a7508-7a3e-47d9-864e-78b8eef77134 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.418655] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a74a1d3-bb86-4862-9d91-04a96804e4d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.434640] env[65983]: DEBUG nova.compute.provider_tree [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.537339] env[65983]: WARNING neutronclient.v2_0.client [req-eb851b95-f1b2-4ad9-b901-723dbdd2ce92 req-11dd696f-3ed5-43fe-a946-e636c2d6f7f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.582701] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.582701] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.598986] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "533b4fc9-5884-43f4-af24-b57ae5e8d46b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.599239] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "533b4fc9-5884-43f4-af24-b57ae5e8d46b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.605877] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52778691-928c-d26f-6c33-3ff4866257df, 'name': SearchDatastore_Task, 'duration_secs': 0.09118} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.606515] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.606760] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.606996] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.607160] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.607335] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.607622] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b6ffb39-3bf9-4d8e-a0d9-cc93c0e8015a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.629994] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.630285] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.631504] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2478d5c9-f677-4eef-b6a2-6962109422a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.640125] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1091.640125] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dea210-8e34-ed85-6e2f-2c9a2ee3e30f" [ 1091.640125] env[65983]: _type = "Task" [ 1091.640125] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.649969] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dea210-8e34-ed85-6e2f-2c9a2ee3e30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.740214] env[65983]: WARNING neutronclient.v2_0.client [req-eb851b95-f1b2-4ad9-b901-723dbdd2ce92 req-11dd696f-3ed5-43fe-a946-e636c2d6f7f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.827950] env[65983]: DEBUG nova.network.neutron [req-eb851b95-f1b2-4ad9-b901-723dbdd2ce92 req-11dd696f-3ed5-43fe-a946-e636c2d6f7f3 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updated VIF entry in instance network info cache for port a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1091.828540] env[65983]: DEBUG nova.network.neutron [req-eb851b95-f1b2-4ad9-b901-723dbdd2ce92 req-11dd696f-3ed5-43fe-a946-e636c2d6f7f3 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updating instance_info_cache with network_info: [{"id": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "address": "fa:16:3e:b6:73:b8", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e44e94-b8", "ovs_interfaceid": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.836600] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.858882] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469326, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.912450] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.541s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.938841] env[65983]: DEBUG nova.scheduler.client.report [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.094291] env[65983]: DEBUG nova.compute.manager [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1092.106506] env[65983]: DEBUG nova.compute.manager [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1092.153705] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dea210-8e34-ed85-6e2f-2c9a2ee3e30f, 'name': SearchDatastore_Task, 'duration_secs': 0.087522} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.155215] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5f0abbf-ebab-4ea2-9a26-78502e6b6daf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.164484] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1092.164484] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52477dc7-ebc8-f8f5-9f44-dbb9a8025e3c" [ 1092.164484] env[65983]: _type = "Task" [ 1092.164484] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.178985] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52477dc7-ebc8-f8f5-9f44-dbb9a8025e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.331736] env[65983]: DEBUG oslo_concurrency.lockutils [req-eb851b95-f1b2-4ad9-b901-723dbdd2ce92 req-11dd696f-3ed5-43fe-a946-e636c2d6f7f3 service nova] Releasing lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.358423] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469326, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.444041] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.444674] env[65983]: DEBUG nova.compute.manager [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1092.448201] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.271s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.448201] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.451068] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.017s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.452163] env[65983]: INFO nova.compute.claims [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.481401] env[65983]: INFO nova.scheduler.client.report [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted allocations for instance cdccdb6d-377c-479c-9200-11ed6ca0dc4a [ 1092.614320] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.628641] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.676882] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52477dc7-ebc8-f8f5-9f44-dbb9a8025e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.087396} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.677200] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.677464] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 5ddbd34e-11b2-4786-ba98-e62423af9948/5ddbd34e-11b2-4786-ba98-e62423af9948.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.677738] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b057aa7-529f-4a79-b6ae-f05af0aa85bb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.684719] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1092.684719] env[65983]: value = "task-4469329" [ 1092.684719] env[65983]: _type = "Task" [ 1092.684719] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.693576] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.865474] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469326, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.550304} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.865474] env[65983]: INFO nova.virt.vmwareapi.ds_util [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ba260a50-99ca-4da1-a717-215bb0b81be7/OSTACK_IMG_ba260a50-99ca-4da1-a717-215bb0b81be7.vmdk to [datastore2] devstack-image-cache_base/aa751655-21fb-40d3-9d54-58c9a0c5c81c/aa751655-21fb-40d3-9d54-58c9a0c5c81c.vmdk. [ 1092.865474] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Cleaning up location [datastore2] OSTACK_IMG_ba260a50-99ca-4da1-a717-215bb0b81be7 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1092.865474] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ba260a50-99ca-4da1-a717-215bb0b81be7 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.865798] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a656db5-17e6-4acd-bdac-70ff696d1177 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.875528] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1092.875528] env[65983]: value = "task-4469330" [ 1092.875528] env[65983]: _type = "Task" [ 1092.875528] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.889400] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.942551] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.942809] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.943159] env[65983]: INFO nova.compute.manager [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Attaching volume b08c26ba-7f73-453a-a763-5065973ad579 to /dev/sdb [ 1092.952426] env[65983]: DEBUG nova.compute.utils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.955025] env[65983]: DEBUG nova.compute.manager [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1092.955025] env[65983]: DEBUG nova.network.neutron [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1092.955397] env[65983]: WARNING neutronclient.v2_0.client [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.955754] env[65983]: WARNING neutronclient.v2_0.client [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.980431] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f936714a-59a4-4081-92fb-c93279f7786a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.988933] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab91b8ec-43e7-42ec-8415-507d3f0086be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.994486] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d9e858e-a5f2-40c6-beaa-296465683f69 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "cdccdb6d-377c-479c-9200-11ed6ca0dc4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.350s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.005814] env[65983]: DEBUG nova.virt.block_device [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Updating existing volume attachment record: a6393fc4-d56c-4d04-b5f9-2fa738699439 {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1093.020821] env[65983]: DEBUG nova.policy [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cce9bcd612a74e3395f3136c03a1261b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7f80ab604934fa3b2faf116c4f273bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.202170] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.387916] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043762} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.388624] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.388867] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa751655-21fb-40d3-9d54-58c9a0c5c81c/aa751655-21fb-40d3-9d54-58c9a0c5c81c.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.391028] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa751655-21fb-40d3-9d54-58c9a0c5c81c/aa751655-21fb-40d3-9d54-58c9a0c5c81c.vmdk to [datastore2] 7e1c758f-b936-41f8-a044-7bff12dffb84/7e1c758f-b936-41f8-a044-7bff12dffb84.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.391028] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98e9b112-735b-43ce-89dc-2f3c63be3a50 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.399040] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1093.399040] env[65983]: value = "task-4469333" [ 1093.399040] env[65983]: _type = "Task" [ 1093.399040] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.408821] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.441223] env[65983]: DEBUG nova.network.neutron [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Successfully created port: a85eacca-fa4f-4440-9b37-3898f5fe1490 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1093.461282] env[65983]: DEBUG nova.compute.manager [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1093.702700] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469329, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.769324] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d581617-9307-4915-973f-2e13f18f828c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.778254] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8609c913-b4bc-4dc0-bf29-c2757501a30c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.812459] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957f67ef-3a00-47a3-800b-c9c1e5a19918 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.821635] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f580c74c-712e-488b-9bfd-b851982319f7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.837024] env[65983]: DEBUG nova.compute.provider_tree [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.912815] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.197195] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469329, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.239819} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.197437] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 5ddbd34e-11b2-4786-ba98-e62423af9948/5ddbd34e-11b2-4786-ba98-e62423af9948.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.197649] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.197916] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5db0c094-5b3d-40d0-8313-e7c12f80434b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.207443] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1094.207443] env[65983]: value = "task-4469334" [ 1094.207443] env[65983]: _type = "Task" [ 1094.207443] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.216679] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.342421] env[65983]: DEBUG nova.scheduler.client.report [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.414350] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469333, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.473452] env[65983]: DEBUG nova.compute.manager [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1094.507744] env[65983]: DEBUG nova.virt.hardware [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1094.507989] env[65983]: DEBUG nova.virt.hardware [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.508068] env[65983]: DEBUG nova.virt.hardware [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1094.508258] env[65983]: DEBUG nova.virt.hardware [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.508414] env[65983]: DEBUG nova.virt.hardware [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1094.508554] env[65983]: DEBUG nova.virt.hardware [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1094.508935] env[65983]: DEBUG nova.virt.hardware [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1094.508935] env[65983]: DEBUG nova.virt.hardware [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1094.509088] env[65983]: DEBUG nova.virt.hardware [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1094.509248] env[65983]: DEBUG nova.virt.hardware [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1094.509411] env[65983]: DEBUG nova.virt.hardware [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1094.511151] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8da99dc-8e03-4c9c-985e-708d5a933acd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.522754] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee09d02-2be0-447d-b73b-ad6f3893c1ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.718432] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090918} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.718762] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.719595] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bd7e1f-ef59-4f9d-a92c-ba458ca998db {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.746832] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 5ddbd34e-11b2-4786-ba98-e62423af9948/5ddbd34e-11b2-4786-ba98-e62423af9948.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.747206] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83311cb8-78c3-49a4-b011-ddb2741f9794 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.771501] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1094.771501] env[65983]: value = "task-4469335" [ 1094.771501] env[65983]: _type = "Task" [ 1094.771501] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.783203] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.850649] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.850649] env[65983]: DEBUG nova.compute.manager [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1094.852573] env[65983]: DEBUG oslo_concurrency.lockutils [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.034s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.852878] env[65983]: DEBUG nova.objects.instance [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Lazy-loading 'resources' on Instance uuid 4572bd1d-146c-462e-8f40-cef058a6ad94 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.913379] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469333, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.976828] env[65983]: DEBUG nova.compute.manager [req-f85bd11c-8173-4e6b-8b92-aeb7f3f36f6f req-a29accda-beb5-400d-972c-b9bcc8dff830 service nova] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Received event network-vif-plugged-a85eacca-fa4f-4440-9b37-3898f5fe1490 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1094.977071] env[65983]: DEBUG oslo_concurrency.lockutils [req-f85bd11c-8173-4e6b-8b92-aeb7f3f36f6f req-a29accda-beb5-400d-972c-b9bcc8dff830 service nova] Acquiring lock "427dd796-6570-4295-baaa-c5aedf8f0478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.977356] env[65983]: DEBUG oslo_concurrency.lockutils [req-f85bd11c-8173-4e6b-8b92-aeb7f3f36f6f req-a29accda-beb5-400d-972c-b9bcc8dff830 service nova] Lock "427dd796-6570-4295-baaa-c5aedf8f0478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.977526] env[65983]: DEBUG oslo_concurrency.lockutils [req-f85bd11c-8173-4e6b-8b92-aeb7f3f36f6f req-a29accda-beb5-400d-972c-b9bcc8dff830 service nova] Lock "427dd796-6570-4295-baaa-c5aedf8f0478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.977691] env[65983]: DEBUG nova.compute.manager [req-f85bd11c-8173-4e6b-8b92-aeb7f3f36f6f req-a29accda-beb5-400d-972c-b9bcc8dff830 service nova] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] No waiting events found dispatching network-vif-plugged-a85eacca-fa4f-4440-9b37-3898f5fe1490 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1094.977845] env[65983]: WARNING nova.compute.manager [req-f85bd11c-8173-4e6b-8b92-aeb7f3f36f6f req-a29accda-beb5-400d-972c-b9bcc8dff830 service nova] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Received unexpected event network-vif-plugged-a85eacca-fa4f-4440-9b37-3898f5fe1490 for instance with vm_state building and task_state spawning. [ 1095.080233] env[65983]: DEBUG nova.network.neutron [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Successfully updated port: a85eacca-fa4f-4440-9b37-3898f5fe1490 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1095.283144] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469335, 'name': ReconfigVM_Task, 'duration_secs': 0.366311} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.283577] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 5ddbd34e-11b2-4786-ba98-e62423af9948/5ddbd34e-11b2-4786-ba98-e62423af9948.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.284277] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc8515ce-bc70-49b6-8fee-c6b22f364912 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.291666] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1095.291666] env[65983]: value = "task-4469338" [ 1095.291666] env[65983]: _type = "Task" [ 1095.291666] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.300883] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469338, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.356348] env[65983]: DEBUG nova.compute.utils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.358430] env[65983]: DEBUG nova.compute.manager [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1095.358611] env[65983]: DEBUG nova.network.neutron [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1095.358992] env[65983]: WARNING neutronclient.v2_0.client [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.359347] env[65983]: WARNING neutronclient.v2_0.client [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.423394] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469333, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.428697] env[65983]: DEBUG nova.policy [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad37ca950b648e6aeb020d6176be683', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29dd90dd428f4355a1b0d3ef7bdc9985', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.586871] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.587334] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.587334] env[65983]: DEBUG nova.network.neutron [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1095.660419] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd7f651-6b69-4467-9b7c-83a29cebe767 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.670974] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c007dea0-25c5-4d6d-abfc-3cfb2b29304a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.709372] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0740abc9-caca-4379-98de-4e9597e06dbe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.719017] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b4a411-3ed5-42d5-9cc1-94089643deb4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.736795] env[65983]: DEBUG nova.compute.provider_tree [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.804104] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469338, 'name': Rename_Task, 'duration_secs': 0.173418} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.804104] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.804306] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11ddfdf7-59c5-4af0-b900-80644796b533 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.813768] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1095.813768] env[65983]: value = "task-4469339" [ 1095.813768] env[65983]: _type = "Task" [ 1095.813768] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.824877] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.839513] env[65983]: DEBUG nova.network.neutron [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Successfully created port: 6ba6a262-220c-45f1-86a4-41fa7c7580de {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1095.863348] env[65983]: DEBUG nova.compute.manager [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1095.913556] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469333, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.129538] env[65983]: DEBUG nova.network.neutron [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1096.217113] env[65983]: WARNING neutronclient.v2_0.client [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.264796] env[65983]: ERROR nova.scheduler.client.report [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] [req-5fac75d4-d556-4f1d-9f6c-882f5649bd45] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5fac75d4-d556-4f1d-9f6c-882f5649bd45"}]} [ 1096.286244] env[65983]: DEBUG nova.scheduler.client.report [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1096.304497] env[65983]: DEBUG nova.scheduler.client.report [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1096.304788] env[65983]: DEBUG nova.compute.provider_tree [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1096.320422] env[65983]: DEBUG nova.scheduler.client.report [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1096.329703] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469339, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.342922] env[65983]: DEBUG nova.scheduler.client.report [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1096.419156] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469333, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.879212} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.420054] env[65983]: DEBUG nova.network.neutron [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating instance_info_cache with network_info: [{"id": "a85eacca-fa4f-4440-9b37-3898f5fe1490", "address": "fa:16:3e:d2:1b:03", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85eacca-fa", "ovs_interfaceid": "a85eacca-fa4f-4440-9b37-3898f5fe1490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.421323] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa751655-21fb-40d3-9d54-58c9a0c5c81c/aa751655-21fb-40d3-9d54-58c9a0c5c81c.vmdk to [datastore2] 7e1c758f-b936-41f8-a044-7bff12dffb84/7e1c758f-b936-41f8-a044-7bff12dffb84.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.423997] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fb5a02-39f4-40f6-ae76-6937ef9a38d8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.457823] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 7e1c758f-b936-41f8-a044-7bff12dffb84/7e1c758f-b936-41f8-a044-7bff12dffb84.vmdk or device None with type streamOptimized {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.461219] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7136204d-edf5-4aee-9907-0cf2e39488a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.485031] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1096.485031] env[65983]: value = "task-4469340" [ 1096.485031] env[65983]: _type = "Task" [ 1096.485031] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.498519] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.647614] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbd8d7f-cdbc-4bb3-a47c-6c0204cd8e30 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.656082] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20d1cda-ea10-4536-8765-12dd11ca56fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.686492] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0be81b-5627-4e9a-b39c-ea936f9d7b94 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.695611] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b43b298-805c-4ec8-b446-c7878fac0212 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.711923] env[65983]: DEBUG nova.compute.provider_tree [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1096.825336] env[65983]: DEBUG oslo_vmware.api [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469339, 'name': PowerOnVM_Task, 'duration_secs': 0.558122} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.825639] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.825807] env[65983]: INFO nova.compute.manager [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1096.825982] env[65983]: DEBUG nova.compute.manager [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1096.826887] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ccd5ba-9dba-47e4-bac6-92f10fde92c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.873090] env[65983]: DEBUG nova.compute.manager [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1096.899929] env[65983]: DEBUG nova.virt.hardware [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1096.900213] env[65983]: DEBUG nova.virt.hardware [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.900385] env[65983]: DEBUG nova.virt.hardware [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1096.900642] env[65983]: DEBUG nova.virt.hardware [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.900804] env[65983]: DEBUG nova.virt.hardware [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1096.900948] env[65983]: DEBUG nova.virt.hardware [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1096.901171] env[65983]: DEBUG nova.virt.hardware [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1096.901329] env[65983]: DEBUG nova.virt.hardware [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1096.901492] env[65983]: DEBUG nova.virt.hardware [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1096.901649] env[65983]: DEBUG nova.virt.hardware [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1096.901813] env[65983]: DEBUG nova.virt.hardware [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1096.902694] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07f0ae5-2c79-4775-81bd-c76a35465130 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.911422] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f53ba4-3f31-4258-ae13-0fa41a6d0ca2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.926192] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.926602] env[65983]: DEBUG nova.compute.manager [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Instance network_info: |[{"id": "a85eacca-fa4f-4440-9b37-3898f5fe1490", "address": "fa:16:3e:d2:1b:03", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85eacca-fa", "ovs_interfaceid": "a85eacca-fa4f-4440-9b37-3898f5fe1490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1096.927261] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:1b:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a85eacca-fa4f-4440-9b37-3898f5fe1490', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.934689] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1096.934898] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.935132] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef634cae-c694-411b-9bc0-1f8c725b89ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.957771] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.957771] env[65983]: value = "task-4469341" [ 1096.957771] env[65983]: _type = "Task" [ 1096.957771] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.966493] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469341, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.997516] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.015714] env[65983]: DEBUG nova.compute.manager [req-20c195b2-cc10-48a5-ad9c-bb95467883eb req-e7b1c350-c919-48dc-a665-bc8345cfc953 service nova] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Received event network-changed-a85eacca-fa4f-4440-9b37-3898f5fe1490 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1097.015915] env[65983]: DEBUG nova.compute.manager [req-20c195b2-cc10-48a5-ad9c-bb95467883eb req-e7b1c350-c919-48dc-a665-bc8345cfc953 service nova] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Refreshing instance network info cache due to event network-changed-a85eacca-fa4f-4440-9b37-3898f5fe1490. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1097.016246] env[65983]: DEBUG oslo_concurrency.lockutils [req-20c195b2-cc10-48a5-ad9c-bb95467883eb req-e7b1c350-c919-48dc-a665-bc8345cfc953 service nova] Acquiring lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.016413] env[65983]: DEBUG oslo_concurrency.lockutils [req-20c195b2-cc10-48a5-ad9c-bb95467883eb req-e7b1c350-c919-48dc-a665-bc8345cfc953 service nova] Acquired lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.016595] env[65983]: DEBUG nova.network.neutron [req-20c195b2-cc10-48a5-ad9c-bb95467883eb req-e7b1c350-c919-48dc-a665-bc8345cfc953 service nova] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Refreshing network info cache for port a85eacca-fa4f-4440-9b37-3898f5fe1490 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.273130] env[65983]: DEBUG nova.scheduler.client.report [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1097.273583] env[65983]: DEBUG nova.compute.provider_tree [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 138 to 139 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1097.273916] env[65983]: DEBUG nova.compute.provider_tree [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1097.353359] env[65983]: INFO nova.compute.manager [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Took 32.03 seconds to build instance. [ 1097.359871] env[65983]: DEBUG nova.compute.manager [req-b48aa616-0d47-4044-a1ad-bdad9fbdc7be req-88428dcc-fffb-46e1-a3fe-03d925bb3f85 service nova] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Received event network-vif-plugged-6ba6a262-220c-45f1-86a4-41fa7c7580de {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1097.360114] env[65983]: DEBUG oslo_concurrency.lockutils [req-b48aa616-0d47-4044-a1ad-bdad9fbdc7be req-88428dcc-fffb-46e1-a3fe-03d925bb3f85 service nova] Acquiring lock "fdbec735-2ac1-4e25-bf1e-243f4ae9b39d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.360370] env[65983]: DEBUG oslo_concurrency.lockutils [req-b48aa616-0d47-4044-a1ad-bdad9fbdc7be req-88428dcc-fffb-46e1-a3fe-03d925bb3f85 service nova] Lock "fdbec735-2ac1-4e25-bf1e-243f4ae9b39d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.360605] env[65983]: DEBUG oslo_concurrency.lockutils [req-b48aa616-0d47-4044-a1ad-bdad9fbdc7be req-88428dcc-fffb-46e1-a3fe-03d925bb3f85 service nova] Lock "fdbec735-2ac1-4e25-bf1e-243f4ae9b39d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.361039] env[65983]: DEBUG nova.compute.manager [req-b48aa616-0d47-4044-a1ad-bdad9fbdc7be req-88428dcc-fffb-46e1-a3fe-03d925bb3f85 service nova] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] No waiting events found dispatching network-vif-plugged-6ba6a262-220c-45f1-86a4-41fa7c7580de {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1097.361155] env[65983]: WARNING nova.compute.manager [req-b48aa616-0d47-4044-a1ad-bdad9fbdc7be req-88428dcc-fffb-46e1-a3fe-03d925bb3f85 service nova] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Received unexpected event network-vif-plugged-6ba6a262-220c-45f1-86a4-41fa7c7580de for instance with vm_state building and task_state spawning. [ 1097.472154] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469341, 'name': CreateVM_Task, 'duration_secs': 0.406543} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.472953] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.472953] env[65983]: WARNING neutronclient.v2_0.client [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.473228] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.473378] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.473755] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.474105] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7a49d3-6444-4156-9412-799f6fd4c2c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.477376] env[65983]: DEBUG nova.network.neutron [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Successfully updated port: 6ba6a262-220c-45f1-86a4-41fa7c7580de {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1097.484662] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1097.484662] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b3b464-3b98-a0bf-2ad0-aa9300249069" [ 1097.484662] env[65983]: _type = "Task" [ 1097.484662] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.508780] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b3b464-3b98-a0bf-2ad0-aa9300249069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.509349] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.519627] env[65983]: WARNING neutronclient.v2_0.client [req-20c195b2-cc10-48a5-ad9c-bb95467883eb req-e7b1c350-c919-48dc-a665-bc8345cfc953 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.557569] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1097.557792] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873962', 'volume_id': 'b08c26ba-7f73-453a-a763-5065973ad579', 'name': 'volume-b08c26ba-7f73-453a-a763-5065973ad579', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dffd92de-7bdd-4fc1-b533-eff11d8971f3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b08c26ba-7f73-453a-a763-5065973ad579', 'serial': 'b08c26ba-7f73-453a-a763-5065973ad579'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1097.558694] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3874a0de-7033-4ec1-aa6f-efc3ad3fadfe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.578403] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2b6d80-2102-4be0-9c4b-57b00e653229 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.606301] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-b08c26ba-7f73-453a-a763-5065973ad579/volume-b08c26ba-7f73-453a-a763-5065973ad579.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.606675] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1493c9a-3758-4692-bb0d-ce18f6362613 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.627087] env[65983]: DEBUG oslo_vmware.api [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1097.627087] env[65983]: value = "task-4469343" [ 1097.627087] env[65983]: _type = "Task" [ 1097.627087] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.637564] env[65983]: DEBUG oslo_vmware.api [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.780503] env[65983]: DEBUG oslo_concurrency.lockutils [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.928s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.784916] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.575s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.784916] env[65983]: DEBUG nova.objects.instance [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lazy-loading 'resources' on Instance uuid d99d4515-7d38-46d6-9c66-457170cb3e52 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.815318] env[65983]: INFO nova.scheduler.client.report [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Deleted allocations for instance 4572bd1d-146c-462e-8f40-cef058a6ad94 [ 1097.837318] env[65983]: WARNING neutronclient.v2_0.client [req-20c195b2-cc10-48a5-ad9c-bb95467883eb req-e7b1c350-c919-48dc-a665-bc8345cfc953 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.864027] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "5ddbd34e-11b2-4786-ba98-e62423af9948" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.558s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.923294] env[65983]: DEBUG nova.network.neutron [req-20c195b2-cc10-48a5-ad9c-bb95467883eb req-e7b1c350-c919-48dc-a665-bc8345cfc953 service nova] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updated VIF entry in instance network info cache for port a85eacca-fa4f-4440-9b37-3898f5fe1490. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1097.923669] env[65983]: DEBUG nova.network.neutron [req-20c195b2-cc10-48a5-ad9c-bb95467883eb req-e7b1c350-c919-48dc-a665-bc8345cfc953 service nova] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating instance_info_cache with network_info: [{"id": "a85eacca-fa4f-4440-9b37-3898f5fe1490", "address": "fa:16:3e:d2:1b:03", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85eacca-fa", "ovs_interfaceid": "a85eacca-fa4f-4440-9b37-3898f5fe1490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.981626] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "refresh_cache-fdbec735-2ac1-4e25-bf1e-243f4ae9b39d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.981626] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "refresh_cache-fdbec735-2ac1-4e25-bf1e-243f4ae9b39d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.981626] env[65983]: DEBUG nova.network.neutron [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1097.999964] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b3b464-3b98-a0bf-2ad0-aa9300249069, 'name': SearchDatastore_Task, 'duration_secs': 0.021765} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.000437] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.000730] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.001027] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.001218] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.001461] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.001831] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69fcaf2e-85dd-4282-a0c7-824f8c609d68 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.011759] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469340, 'name': ReconfigVM_Task, 'duration_secs': 1.132008} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.012499] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 7e1c758f-b936-41f8-a044-7bff12dffb84/7e1c758f-b936-41f8-a044-7bff12dffb84.vmdk or device None with type streamOptimized {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.013247] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78af2ca8-ee02-4953-ae40-8e4c3bb28f03 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.020243] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.020905] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.022358] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173c6ad3-f4e4-4dda-be9d-9c2af7bc9536 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.024811] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1098.024811] env[65983]: value = "task-4469344" [ 1098.024811] env[65983]: _type = "Task" [ 1098.024811] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.030352] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1098.030352] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cc64dd-f49f-f502-3573-d21494aa56a9" [ 1098.030352] env[65983]: _type = "Task" [ 1098.030352] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.038312] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469344, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.047853] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cc64dd-f49f-f502-3573-d21494aa56a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011844} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.048969] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5243dd4-8a45-47de-b4b3-34b55bca2f32 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.055333] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1098.055333] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52225cb7-81b6-4237-c903-55273899640e" [ 1098.055333] env[65983]: _type = "Task" [ 1098.055333] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.065354] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52225cb7-81b6-4237-c903-55273899640e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.138041] env[65983]: DEBUG oslo_vmware.api [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.326227] env[65983]: DEBUG oslo_concurrency.lockutils [None req-363b3a5c-b672-4380-9c04-a69ccb526a28 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Lock "4572bd1d-146c-462e-8f40-cef058a6ad94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.237s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.426306] env[65983]: DEBUG oslo_concurrency.lockutils [req-20c195b2-cc10-48a5-ad9c-bb95467883eb req-e7b1c350-c919-48dc-a665-bc8345cfc953 service nova] Releasing lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.516499] env[65983]: DEBUG nova.network.neutron [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1098.535519] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469344, 'name': Rename_Task, 'duration_secs': 0.165595} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.536735] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.538140] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a4af31-b609-4fb7-a6fc-e7c16512c0a8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.542292] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f59894ce-cc72-483b-b6c1-e4b027dbf17c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.550059] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444bd548-d35b-42a3-a818-9fe23cd446d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.554657] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1098.554657] env[65983]: value = "task-4469345" [ 1098.554657] env[65983]: _type = "Task" [ 1098.554657] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.594964] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d3c271-a66b-48f0-8488-fafe6748e539 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.597799] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.601755] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52225cb7-81b6-4237-c903-55273899640e, 'name': SearchDatastore_Task, 'duration_secs': 0.010375} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.602450] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.602724] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 427dd796-6570-4295-baaa-c5aedf8f0478/427dd796-6570-4295-baaa-c5aedf8f0478.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.603022] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60c4c436-5584-4e86-b988-db92abea72b1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.609177] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143426f5-8074-4cfc-9658-00fb40710b4f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.615307] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1098.615307] env[65983]: value = "task-4469346" [ 1098.615307] env[65983]: _type = "Task" [ 1098.615307] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.631100] env[65983]: DEBUG nova.compute.provider_tree [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.634142] env[65983]: WARNING neutronclient.v2_0.client [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.646310] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.652964] env[65983]: DEBUG oslo_vmware.api [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469343, 'name': ReconfigVM_Task, 'duration_secs': 0.70722} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.655027] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-b08c26ba-7f73-453a-a763-5065973ad579/volume-b08c26ba-7f73-453a-a763-5065973ad579.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.658440] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ae983ea-8d5a-47f1-a799-1f55e9746c7c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.674899] env[65983]: DEBUG oslo_vmware.api [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1098.674899] env[65983]: value = "task-4469347" [ 1098.674899] env[65983]: _type = "Task" [ 1098.674899] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.685519] env[65983]: DEBUG oslo_vmware.api [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.736543] env[65983]: DEBUG nova.network.neutron [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Updating instance_info_cache with network_info: [{"id": "6ba6a262-220c-45f1-86a4-41fa7c7580de", "address": "fa:16:3e:92:3e:92", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba6a262-22", "ovs_interfaceid": "6ba6a262-220c-45f1-86a4-41fa7c7580de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.826619] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.827045] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.047878] env[65983]: DEBUG nova.compute.manager [req-e5cf0331-0629-42d0-af8c-f5f9da259d92 req-9924dfa1-f088-4e2f-9f29-35e986393309 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Received event network-changed-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1099.048314] env[65983]: DEBUG nova.compute.manager [req-e5cf0331-0629-42d0-af8c-f5f9da259d92 req-9924dfa1-f088-4e2f-9f29-35e986393309 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Refreshing instance network info cache due to event network-changed-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1099.048478] env[65983]: DEBUG oslo_concurrency.lockutils [req-e5cf0331-0629-42d0-af8c-f5f9da259d92 req-9924dfa1-f088-4e2f-9f29-35e986393309 service nova] Acquiring lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.048624] env[65983]: DEBUG oslo_concurrency.lockutils [req-e5cf0331-0629-42d0-af8c-f5f9da259d92 req-9924dfa1-f088-4e2f-9f29-35e986393309 service nova] Acquired lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.048780] env[65983]: DEBUG nova.network.neutron [req-e5cf0331-0629-42d0-af8c-f5f9da259d92 req-9924dfa1-f088-4e2f-9f29-35e986393309 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Refreshing network info cache for port a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.070939] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.129816] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469346, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.144060] env[65983]: DEBUG nova.scheduler.client.report [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.187880] env[65983]: DEBUG oslo_vmware.api [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469347, 'name': ReconfigVM_Task, 'duration_secs': 0.186567} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.188298] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873962', 'volume_id': 'b08c26ba-7f73-453a-a763-5065973ad579', 'name': 'volume-b08c26ba-7f73-453a-a763-5065973ad579', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dffd92de-7bdd-4fc1-b533-eff11d8971f3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b08c26ba-7f73-453a-a763-5065973ad579', 'serial': 'b08c26ba-7f73-453a-a763-5065973ad579'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1099.242946] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "refresh_cache-fdbec735-2ac1-4e25-bf1e-243f4ae9b39d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.243473] env[65983]: DEBUG nova.compute.manager [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Instance network_info: |[{"id": "6ba6a262-220c-45f1-86a4-41fa7c7580de", "address": "fa:16:3e:92:3e:92", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba6a262-22", "ovs_interfaceid": "6ba6a262-220c-45f1-86a4-41fa7c7580de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1099.244294] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:3e:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ba6a262-220c-45f1-86a4-41fa7c7580de', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.259171] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1099.259735] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.260049] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29a60658-22c4-4b3c-a82b-effb4cfb6f33 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.296554] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.296554] env[65983]: value = "task-4469348" [ 1099.296554] env[65983]: _type = "Task" [ 1099.296554] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.303535] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469348, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.332333] env[65983]: DEBUG nova.compute.manager [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1099.399700] env[65983]: DEBUG nova.compute.manager [req-53be7ab5-63c9-4d24-8f43-83d9b1d49710 req-5d13850b-9588-46a0-974b-abdc3fb2aea9 service nova] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Received event network-changed-6ba6a262-220c-45f1-86a4-41fa7c7580de {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1099.400422] env[65983]: DEBUG nova.compute.manager [req-53be7ab5-63c9-4d24-8f43-83d9b1d49710 req-5d13850b-9588-46a0-974b-abdc3fb2aea9 service nova] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Refreshing instance network info cache due to event network-changed-6ba6a262-220c-45f1-86a4-41fa7c7580de. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1099.400574] env[65983]: DEBUG oslo_concurrency.lockutils [req-53be7ab5-63c9-4d24-8f43-83d9b1d49710 req-5d13850b-9588-46a0-974b-abdc3fb2aea9 service nova] Acquiring lock "refresh_cache-fdbec735-2ac1-4e25-bf1e-243f4ae9b39d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.400766] env[65983]: DEBUG oslo_concurrency.lockutils [req-53be7ab5-63c9-4d24-8f43-83d9b1d49710 req-5d13850b-9588-46a0-974b-abdc3fb2aea9 service nova] Acquired lock "refresh_cache-fdbec735-2ac1-4e25-bf1e-243f4ae9b39d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.400906] env[65983]: DEBUG nova.network.neutron [req-53be7ab5-63c9-4d24-8f43-83d9b1d49710 req-5d13850b-9588-46a0-974b-abdc3fb2aea9 service nova] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Refreshing network info cache for port 6ba6a262-220c-45f1-86a4-41fa7c7580de {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.552452] env[65983]: WARNING neutronclient.v2_0.client [req-e5cf0331-0629-42d0-af8c-f5f9da259d92 req-9924dfa1-f088-4e2f-9f29-35e986393309 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.567894] env[65983]: DEBUG oslo_vmware.api [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469345, 'name': PowerOnVM_Task, 'duration_secs': 0.746704} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.569068] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.627875] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541878} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.628197] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 427dd796-6570-4295-baaa-c5aedf8f0478/427dd796-6570-4295-baaa-c5aedf8f0478.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.628485] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.628792] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59e27dc7-1b3a-4add-8364-39e2be9eb469 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.637203] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1099.637203] env[65983]: value = "task-4469350" [ 1099.637203] env[65983]: _type = "Task" [ 1099.637203] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.647484] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.650479] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.653445] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.817s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.653445] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.654092] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65983) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1099.654092] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.040s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.655643] env[65983]: INFO nova.compute.claims [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.659274] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0de96b-0cd6-47dc-9f5d-1b106fa673e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.670309] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024c1873-5700-4cbe-a4f8-bf86af4509b2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.693592] env[65983]: INFO nova.scheduler.client.report [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Deleted allocations for instance d99d4515-7d38-46d6-9c66-457170cb3e52 [ 1099.695677] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1af1efc-5ab3-45b0-a5fd-a38c462bf3ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.702789] env[65983]: DEBUG nova.compute.manager [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1099.706316] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfd938e-b1c9-4a8f-b6f2-039768eb4948 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.716802] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed810fdb-2c0a-441c-a03c-45341e78f1ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.755764] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179376MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65983) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1099.755910] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.807852] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469348, 'name': CreateVM_Task, 'duration_secs': 0.419278} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.808210] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.810686] env[65983]: WARNING neutronclient.v2_0.client [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.810686] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.810686] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.810686] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.810686] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb7d209a-b633-4f48-a61d-e5f96838fcee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.816729] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1099.816729] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52644d60-6c6e-3fc5-bc70-602afcef319d" [ 1099.816729] env[65983]: _type = "Task" [ 1099.816729] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.827616] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52644d60-6c6e-3fc5-bc70-602afcef319d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.830179] env[65983]: WARNING neutronclient.v2_0.client [req-e5cf0331-0629-42d0-af8c-f5f9da259d92 req-9924dfa1-f088-4e2f-9f29-35e986393309 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.858913] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.905870] env[65983]: WARNING neutronclient.v2_0.client [req-53be7ab5-63c9-4d24-8f43-83d9b1d49710 req-5d13850b-9588-46a0-974b-abdc3fb2aea9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.944311] env[65983]: DEBUG nova.network.neutron [req-e5cf0331-0629-42d0-af8c-f5f9da259d92 req-9924dfa1-f088-4e2f-9f29-35e986393309 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updated VIF entry in instance network info cache for port a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1099.947401] env[65983]: DEBUG nova.network.neutron [req-e5cf0331-0629-42d0-af8c-f5f9da259d92 req-9924dfa1-f088-4e2f-9f29-35e986393309 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updating instance_info_cache with network_info: [{"id": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "address": "fa:16:3e:b6:73:b8", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e44e94-b8", "ovs_interfaceid": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.151024] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104993} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.151024] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.153955] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc8f0ab-2d0a-43f6-8312-ab4f041ef93c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.192281] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 427dd796-6570-4295-baaa-c5aedf8f0478/427dd796-6570-4295-baaa-c5aedf8f0478.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.196493] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c65448c-1fa3-4fc3-8af9-0deeedb1fea2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.216281] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "d99d4515-7d38-46d6-9c66-457170cb3e52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.025s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.230822] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1100.230822] env[65983]: value = "task-4469351" [ 1100.230822] env[65983]: _type = "Task" [ 1100.230822] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.235947] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.825s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.245125] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469351, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.265595] env[65983]: DEBUG nova.objects.instance [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lazy-loading 'flavor' on Instance uuid dffd92de-7bdd-4fc1-b533-eff11d8971f3 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.289978] env[65983]: WARNING neutronclient.v2_0.client [req-53be7ab5-63c9-4d24-8f43-83d9b1d49710 req-5d13850b-9588-46a0-974b-abdc3fb2aea9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.330358] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52644d60-6c6e-3fc5-bc70-602afcef319d, 'name': SearchDatastore_Task, 'duration_secs': 0.011915} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.330908] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.331286] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.331572] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.331801] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.332129] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.332464] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12775a72-72ac-4922-8314-3ddc2dd7a4de {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.344026] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.344026] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.345210] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b679dd45-7743-4b4c-bd02-87d820c6df13 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.351318] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1100.351318] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dac9da-b8ae-a637-e705-c4346042977c" [ 1100.351318] env[65983]: _type = "Task" [ 1100.351318] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.367564] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52dac9da-b8ae-a637-e705-c4346042977c, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.368549] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f308b7b4-ea38-4d15-84ab-e6613d7bb5a6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.384426] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1100.384426] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bcc8e6-1336-f39d-9377-403badcc9c2c" [ 1100.384426] env[65983]: _type = "Task" [ 1100.384426] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.395205] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bcc8e6-1336-f39d-9377-403badcc9c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.423148] env[65983]: DEBUG oslo_concurrency.lockutils [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.423431] env[65983]: DEBUG oslo_concurrency.lockutils [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.423641] env[65983]: DEBUG oslo_concurrency.lockutils [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "0c1bebe7-5f9e-4e4f-932a-e8843f61e98a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.424866] env[65983]: DEBUG oslo_concurrency.lockutils [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "0c1bebe7-5f9e-4e4f-932a-e8843f61e98a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.425297] env[65983]: DEBUG oslo_concurrency.lockutils [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "0c1bebe7-5f9e-4e4f-932a-e8843f61e98a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.428108] env[65983]: INFO nova.compute.manager [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Terminating instance [ 1100.447913] env[65983]: DEBUG nova.network.neutron [req-53be7ab5-63c9-4d24-8f43-83d9b1d49710 req-5d13850b-9588-46a0-974b-abdc3fb2aea9 service nova] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Updated VIF entry in instance network info cache for port 6ba6a262-220c-45f1-86a4-41fa7c7580de. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1100.450022] env[65983]: DEBUG nova.network.neutron [req-53be7ab5-63c9-4d24-8f43-83d9b1d49710 req-5d13850b-9588-46a0-974b-abdc3fb2aea9 service nova] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Updating instance_info_cache with network_info: [{"id": "6ba6a262-220c-45f1-86a4-41fa7c7580de", "address": "fa:16:3e:92:3e:92", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba6a262-22", "ovs_interfaceid": "6ba6a262-220c-45f1-86a4-41fa7c7580de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.453925] env[65983]: DEBUG oslo_concurrency.lockutils [req-e5cf0331-0629-42d0-af8c-f5f9da259d92 req-9924dfa1-f088-4e2f-9f29-35e986393309 service nova] Releasing lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.586715] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e89aef5-227d-45df-979e-0d8c63a2e927 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.593608] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7009581a-23ed-43b4-b50e-d7547e0ae717 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.637878] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeb42a6-18b0-43b5-9117-8c42d1818d1b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.646522] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477d7999-7899-4855-b9ce-1d3f1571f44a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.663054] env[65983]: DEBUG nova.compute.provider_tree [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.747799] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469351, 'name': ReconfigVM_Task, 'duration_secs': 0.314643} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.748121] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 427dd796-6570-4295-baaa-c5aedf8f0478/427dd796-6570-4295-baaa-c5aedf8f0478.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.748822] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caf7262b-0665-4c08-870c-3a4e51e4b183 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.757862] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1100.757862] env[65983]: value = "task-4469352" [ 1100.757862] env[65983]: _type = "Task" [ 1100.757862] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.773372] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469352, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.773819] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6947fddc-427e-43bf-8b7d-8c57a21327d6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.831s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.894033] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bcc8e6-1336-f39d-9377-403badcc9c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.894033] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.894033] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] fdbec735-2ac1-4e25-bf1e-243f4ae9b39d/fdbec735-2ac1-4e25-bf1e-243f4ae9b39d.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.894033] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-519a2837-5981-425d-84c9-1db8069348a8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.902143] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1100.902143] env[65983]: value = "task-4469353" [ 1100.902143] env[65983]: _type = "Task" [ 1100.902143] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.912796] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.934051] env[65983]: DEBUG nova.compute.manager [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1100.934051] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.938021] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee3af7e-dcdb-4509-a86b-615c9c55e365 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.944450] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.944735] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7945122-62eb-4e50-8137-4a52411f250c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.951488] env[65983]: DEBUG oslo_concurrency.lockutils [req-53be7ab5-63c9-4d24-8f43-83d9b1d49710 req-5d13850b-9588-46a0-974b-abdc3fb2aea9 service nova] Releasing lock "refresh_cache-fdbec735-2ac1-4e25-bf1e-243f4ae9b39d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.953658] env[65983]: DEBUG oslo_vmware.api [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1100.953658] env[65983]: value = "task-4469354" [ 1100.953658] env[65983]: _type = "Task" [ 1100.953658] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.962195] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.962195] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.970626] env[65983]: DEBUG oslo_vmware.api [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.168159] env[65983]: DEBUG nova.scheduler.client.report [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.273088] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469352, 'name': Rename_Task, 'duration_secs': 0.196008} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.273580] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.274261] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e15efbb2-adfd-4dd1-9112-4f9ea48d2cbc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.283886] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1101.283886] env[65983]: value = "task-4469355" [ 1101.283886] env[65983]: _type = "Task" [ 1101.283886] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.295448] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.418928] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469353, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.473996] env[65983]: INFO nova.compute.manager [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Detaching volume b08c26ba-7f73-453a-a763-5065973ad579 [ 1101.476403] env[65983]: DEBUG oslo_vmware.api [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469354, 'name': PowerOffVM_Task, 'duration_secs': 0.226802} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.476915] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.477113] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.477781] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c83edd5-5fc1-4412-9c9d-8cea1066c559 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.518898] env[65983]: INFO nova.virt.block_device [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Attempting to driver detach volume b08c26ba-7f73-453a-a763-5065973ad579 from mountpoint /dev/sdb [ 1101.518898] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1101.518898] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873962', 'volume_id': 'b08c26ba-7f73-453a-a763-5065973ad579', 'name': 'volume-b08c26ba-7f73-453a-a763-5065973ad579', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dffd92de-7bdd-4fc1-b533-eff11d8971f3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b08c26ba-7f73-453a-a763-5065973ad579', 'serial': 'b08c26ba-7f73-453a-a763-5065973ad579'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1101.520026] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f0fdf6-239b-4445-9ee2-a41749f21eb8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.546577] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc95d55-6de4-42d0-a567-546d7cc61e1b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.559925] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fda1cf-74fb-4038-ac5a-53861ef1c1fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.564339] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.564694] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.565102] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Deleting the datastore file [datastore1] 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.565876] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ebacb99-3fb4-41cc-b02e-9ccc4e10b06f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.590743] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc4a22b-bd08-46a1-9f06-cb70841d2329 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.592326] env[65983]: DEBUG oslo_vmware.api [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for the task: (returnval){ [ 1101.592326] env[65983]: value = "task-4469358" [ 1101.592326] env[65983]: _type = "Task" [ 1101.592326] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.607135] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The volume has not been displaced from its original location: [datastore2] volume-b08c26ba-7f73-453a-a763-5065973ad579/volume-b08c26ba-7f73-453a-a763-5065973ad579.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1101.612908] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1101.613813] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dc53449-adc5-47a5-8f18-f2feffde62c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.631602] env[65983]: DEBUG oslo_vmware.api [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.639496] env[65983]: DEBUG oslo_vmware.api [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1101.639496] env[65983]: value = "task-4469359" [ 1101.639496] env[65983]: _type = "Task" [ 1101.639496] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.651820] env[65983]: DEBUG oslo_vmware.api [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.675328] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.021s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.675900] env[65983]: DEBUG nova.compute.manager [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1101.679579] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.051s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.682465] env[65983]: INFO nova.compute.claims [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.799109] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469355, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.890386] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf33025e-7b19-46fb-96f8-544e2b753d61 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.897634] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8adc5c27-6b93-497a-8952-37d049f989cc tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Suspending the VM {{(pid=65983) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1101.897943] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d09b5089-5105-4ffb-92ef-e451439404e7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.908520] env[65983]: DEBUG oslo_vmware.api [None req-8adc5c27-6b93-497a-8952-37d049f989cc tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1101.908520] env[65983]: value = "task-4469360" [ 1101.908520] env[65983]: _type = "Task" [ 1101.908520] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.916259] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574269} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.916904] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] fdbec735-2ac1-4e25-bf1e-243f4ae9b39d/fdbec735-2ac1-4e25-bf1e-243f4ae9b39d.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.917183] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.917501] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5355243f-28cd-4275-9711-547338cdfbb3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.922271] env[65983]: DEBUG oslo_vmware.api [None req-8adc5c27-6b93-497a-8952-37d049f989cc tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469360, 'name': SuspendVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.927918] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1101.927918] env[65983]: value = "task-4469361" [ 1101.927918] env[65983]: _type = "Task" [ 1101.927918] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.937774] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.103304] env[65983]: DEBUG oslo_vmware.api [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Task: {'id': task-4469358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212969} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.103570] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.103751] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.103922] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.104155] env[65983]: INFO nova.compute.manager [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1102.104417] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1102.104642] env[65983]: DEBUG nova.compute.manager [-] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1102.104808] env[65983]: DEBUG nova.network.neutron [-] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1102.105084] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.145628] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.153693] env[65983]: DEBUG oslo_vmware.api [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469359, 'name': ReconfigVM_Task, 'duration_secs': 0.497467} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.153976] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1102.158788] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2604a96-6cc2-4a6f-b7ec-cf50f3181d3c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.176697] env[65983]: DEBUG oslo_vmware.api [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1102.176697] env[65983]: value = "task-4469362" [ 1102.176697] env[65983]: _type = "Task" [ 1102.176697] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.190424] env[65983]: DEBUG nova.compute.utils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.193698] env[65983]: DEBUG oslo_vmware.api [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.194637] env[65983]: DEBUG nova.compute.manager [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1102.194987] env[65983]: DEBUG nova.network.neutron [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1102.196954] env[65983]: WARNING neutronclient.v2_0.client [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.196954] env[65983]: WARNING neutronclient.v2_0.client [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.296534] env[65983]: DEBUG oslo_vmware.api [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469355, 'name': PowerOnVM_Task, 'duration_secs': 0.610486} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.296934] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.297239] env[65983]: INFO nova.compute.manager [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1102.297484] env[65983]: DEBUG nova.compute.manager [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1102.298548] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b16444-cb7e-44cb-b7cf-37fb41ffe11b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.421837] env[65983]: DEBUG oslo_vmware.api [None req-8adc5c27-6b93-497a-8952-37d049f989cc tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469360, 'name': SuspendVM_Task} progress is 20%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.443614] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097179} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.443614] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.445160] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278c7084-10f6-4129-a93e-6d83d8321f0c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.484093] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] fdbec735-2ac1-4e25-bf1e-243f4ae9b39d/fdbec735-2ac1-4e25-bf1e-243f4ae9b39d.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.484477] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e6eaa3-1e99-4144-a1f9-c686aa5eb1c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.512407] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1102.512407] env[65983]: value = "task-4469363" [ 1102.512407] env[65983]: _type = "Task" [ 1102.512407] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.526465] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469363, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.569965] env[65983]: DEBUG nova.policy [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25132095a50241d9a16caf6da38b562a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39ebc9348fd1491790986a15fb66b001', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.618443] env[65983]: DEBUG nova.compute.manager [req-9674c098-b60e-4f01-bf7e-fede6ad5d383 req-36e8ddb9-d9fa-4b93-aa26-984c116c9e6a service nova] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Received event network-vif-deleted-1d01711e-51ab-485e-a263-a4a37aa0c402 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1102.618443] env[65983]: INFO nova.compute.manager [req-9674c098-b60e-4f01-bf7e-fede6ad5d383 req-36e8ddb9-d9fa-4b93-aa26-984c116c9e6a service nova] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Neutron deleted interface 1d01711e-51ab-485e-a263-a4a37aa0c402; detaching it from the instance and deleting it from the info cache [ 1102.618551] env[65983]: DEBUG nova.network.neutron [req-9674c098-b60e-4f01-bf7e-fede6ad5d383 req-36e8ddb9-d9fa-4b93-aa26-984c116c9e6a service nova] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.693939] env[65983]: DEBUG nova.compute.manager [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1102.697871] env[65983]: DEBUG oslo_vmware.api [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469362, 'name': ReconfigVM_Task, 'duration_secs': 0.381925} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.698378] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873962', 'volume_id': 'b08c26ba-7f73-453a-a763-5065973ad579', 'name': 'volume-b08c26ba-7f73-453a-a763-5065973ad579', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dffd92de-7bdd-4fc1-b533-eff11d8971f3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b08c26ba-7f73-453a-a763-5065973ad579', 'serial': 'b08c26ba-7f73-453a-a763-5065973ad579'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1102.822475] env[65983]: INFO nova.compute.manager [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Took 22.57 seconds to build instance. [ 1102.924067] env[65983]: DEBUG oslo_vmware.api [None req-8adc5c27-6b93-497a-8952-37d049f989cc tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469360, 'name': SuspendVM_Task} progress is 79%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.985058] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4527d9-d90f-409c-8932-8f0ad84a40b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.993639] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90550ec-9770-41d6-aa14-6e6bb083eec9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.028650] env[65983]: DEBUG nova.network.neutron [-] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.037179] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d706d4f9-923a-40c7-bcf3-844f48b61c04 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.046889] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469363, 'name': ReconfigVM_Task, 'duration_secs': 0.461142} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.050110] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Reconfigured VM instance instance-0000006a to attach disk [datastore1] fdbec735-2ac1-4e25-bf1e-243f4ae9b39d/fdbec735-2ac1-4e25-bf1e-243f4ae9b39d.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.050905] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-393faaf1-4902-4ff5-9cb9-3ba22e4e1e97 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.053795] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72541745-afe8-451b-a813-7b48fe4b102c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.077948] env[65983]: DEBUG nova.compute.provider_tree [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.080919] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1103.080919] env[65983]: value = "task-4469364" [ 1103.080919] env[65983]: _type = "Task" [ 1103.080919] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.086098] env[65983]: DEBUG nova.network.neutron [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Successfully created port: 3a532a08-a907-44ae-a9c7-1714cdc6b0e9 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1103.097043] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "29e82383-d039-4e49-b41f-cc6fd65d8978" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.097348] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.097599] env[65983]: INFO nova.compute.manager [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Shelving [ 1103.099777] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469364, 'name': Rename_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.122548] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a91ba40-7944-4a6a-9880-c703b46234fd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.137705] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4a4c03-01d5-4f5c-8013-45716aceab6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.178902] env[65983]: DEBUG nova.compute.manager [req-9674c098-b60e-4f01-bf7e-fede6ad5d383 req-36e8ddb9-d9fa-4b93-aa26-984c116c9e6a service nova] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Detach interface failed, port_id=1d01711e-51ab-485e-a263-a4a37aa0c402, reason: Instance 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1103.283904] env[65983]: DEBUG nova.objects.instance [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lazy-loading 'flavor' on Instance uuid dffd92de-7bdd-4fc1-b533-eff11d8971f3 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.327556] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6f697335-fbcd-4889-8efd-5fd958989360 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "427dd796-6570-4295-baaa-c5aedf8f0478" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.084s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.426299] env[65983]: DEBUG oslo_vmware.api [None req-8adc5c27-6b93-497a-8952-37d049f989cc tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469360, 'name': SuspendVM_Task, 'duration_secs': 1.203992} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.426505] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8adc5c27-6b93-497a-8952-37d049f989cc tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Suspended the VM {{(pid=65983) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1103.426687] env[65983]: DEBUG nova.compute.manager [None req-8adc5c27-6b93-497a-8952-37d049f989cc tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1103.427587] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007d7390-0952-4deb-a46a-3754811c4d43 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.532009] env[65983]: INFO nova.compute.manager [-] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Took 1.43 seconds to deallocate network for instance. [ 1103.582924] env[65983]: DEBUG nova.scheduler.client.report [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.596584] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469364, 'name': Rename_Task, 'duration_secs': 0.301879} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.596966] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.597424] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc6f4e0b-2c80-4799-b004-63079f778441 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.606315] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1103.606315] env[65983]: value = "task-4469365" [ 1103.606315] env[65983]: _type = "Task" [ 1103.606315] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.617319] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.707948] env[65983]: DEBUG nova.compute.manager [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1103.746863] env[65983]: DEBUG nova.virt.hardware [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1103.747107] env[65983]: DEBUG nova.virt.hardware [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.747278] env[65983]: DEBUG nova.virt.hardware [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1103.747783] env[65983]: DEBUG nova.virt.hardware [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.748024] env[65983]: DEBUG nova.virt.hardware [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1103.748196] env[65983]: DEBUG nova.virt.hardware [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1103.748425] env[65983]: DEBUG nova.virt.hardware [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1103.748774] env[65983]: DEBUG nova.virt.hardware [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1103.748774] env[65983]: DEBUG nova.virt.hardware [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1103.749176] env[65983]: DEBUG nova.virt.hardware [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1103.749176] env[65983]: DEBUG nova.virt.hardware [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1103.750466] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c8af1e-e7bf-476d-b598-68504a679329 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.762255] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9572a6be-12d2-4052-969e-cb25e366b0fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.039581] env[65983]: DEBUG oslo_concurrency.lockutils [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.094090] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.094090] env[65983]: DEBUG nova.compute.manager [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1104.095089] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.339s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.113613] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.114034] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0c4c9e1-dd20-479f-830a-280499cd0aea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.122628] env[65983]: DEBUG oslo_vmware.api [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469365, 'name': PowerOnVM_Task, 'duration_secs': 0.516735} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.124535] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.124800] env[65983]: INFO nova.compute.manager [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1104.124982] env[65983]: DEBUG nova.compute.manager [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1104.125365] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1104.125365] env[65983]: value = "task-4469366" [ 1104.125365] env[65983]: _type = "Task" [ 1104.125365] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.126296] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a1b306-6628-41ff-9cfd-e5f86554b732 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.142094] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.291559] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ff9372de-44ef-4fe3-b62e-b95adb3e413f tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.598544] env[65983]: DEBUG nova.compute.utils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.606618] env[65983]: DEBUG nova.compute.manager [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1104.606618] env[65983]: DEBUG nova.network.neutron [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1104.606886] env[65983]: WARNING neutronclient.v2_0.client [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.607206] env[65983]: WARNING neutronclient.v2_0.client [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.639662] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469366, 'name': PowerOffVM_Task, 'duration_secs': 0.292154} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.639917] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.640959] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70970e71-0adc-4acb-98b9-b1696f91c595 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.670960] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831fa55f-9e5c-4965-a6ea-bb5b8d255951 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.672158] env[65983]: INFO nova.compute.manager [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Took 20.26 seconds to build instance. [ 1104.834499] env[65983]: DEBUG nova.network.neutron [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Successfully updated port: 3a532a08-a907-44ae-a9c7-1714cdc6b0e9 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1104.861960] env[65983]: DEBUG nova.policy [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f9892e9fac4fcfa97f7288f681e623', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978bc558023244e489113f46147ed0bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.107473] env[65983]: DEBUG nova.compute.manager [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1105.144603] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.144774] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1105.149620] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 974e7f63-87a7-40cb-bc37-5b73625a3b44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.149620] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance dffd92de-7bdd-4fc1-b533-eff11d8971f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.149620] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 29e82383-d039-4e49-b41f-cc6fd65d8978 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.149620] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance a7d937c2-ced4-43ae-997e-8a960b7b6f20 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.149620] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 7e1c758f-b936-41f8-a044-7bff12dffb84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.149620] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance d9ca6b3c-ffab-449a-a96f-56c2b6552fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.149620] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 73cce6b5-9a9f-42dd-b303-7b83d5323968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.149620] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 6bfbce25-8c1d-4f78-b842-e0097c5fc8df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.149620] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5ddbd34e-11b2-4786-ba98-e62423af9948 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.149620] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 427dd796-6570-4295-baaa-c5aedf8f0478 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.149620] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance fdbec735-2ac1-4e25-bf1e-243f4ae9b39d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.149620] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 176f9e27-7852-497a-8a7d-4ed9ceb52bab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.150308] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 533b4fc9-5884-43f4-af24-b57ae5e8d46b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1105.171203] env[65983]: DEBUG nova.compute.manager [req-ee14e702-f0e6-4a02-8559-cb5395ef8967 req-b09907a3-3d72-42f1-a768-eeb78f2c6c02 service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Received event network-vif-plugged-3a532a08-a907-44ae-a9c7-1714cdc6b0e9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1105.171203] env[65983]: DEBUG oslo_concurrency.lockutils [req-ee14e702-f0e6-4a02-8559-cb5395ef8967 req-b09907a3-3d72-42f1-a768-eeb78f2c6c02 service nova] Acquiring lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.171203] env[65983]: DEBUG oslo_concurrency.lockutils [req-ee14e702-f0e6-4a02-8559-cb5395ef8967 req-b09907a3-3d72-42f1-a768-eeb78f2c6c02 service nova] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.171203] env[65983]: DEBUG oslo_concurrency.lockutils [req-ee14e702-f0e6-4a02-8559-cb5395ef8967 req-b09907a3-3d72-42f1-a768-eeb78f2c6c02 service nova] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.171564] env[65983]: DEBUG nova.compute.manager [req-ee14e702-f0e6-4a02-8559-cb5395ef8967 req-b09907a3-3d72-42f1-a768-eeb78f2c6c02 service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] No waiting events found dispatching network-vif-plugged-3a532a08-a907-44ae-a9c7-1714cdc6b0e9 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1105.171564] env[65983]: WARNING nova.compute.manager [req-ee14e702-f0e6-4a02-8559-cb5395ef8967 req-b09907a3-3d72-42f1-a768-eeb78f2c6c02 service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Received unexpected event network-vif-plugged-3a532a08-a907-44ae-a9c7-1714cdc6b0e9 for instance with vm_state building and task_state spawning. [ 1105.172799] env[65983]: DEBUG nova.network.neutron [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Successfully created port: 42d930f0-cd81-4245-888c-bd7fd2ffe2d3 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1105.175604] env[65983]: DEBUG oslo_concurrency.lockutils [None req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "fdbec735-2ac1-4e25-bf1e-243f4ae9b39d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.768s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.183248] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1105.184914] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ba33fd13-63ec-4138-af55-df18f56d3ea1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.195607] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1105.195607] env[65983]: value = "task-4469367" [ 1105.195607] env[65983]: _type = "Task" [ 1105.195607] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.205982] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469367, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.337612] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "refresh_cache-176f9e27-7852-497a-8a7d-4ed9ceb52bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.337805] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquired lock "refresh_cache-176f9e27-7852-497a-8a7d-4ed9ceb52bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.337993] env[65983]: DEBUG nova.network.neutron [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1105.652834] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 1676a0b1-3190-4479-ac9a-1ed86849c0b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1105.653061] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1105.653223] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '10', 'num_task_None': '11', 'num_os_type_None': '14', 'num_proj_de728336484744988073afa69fb9a397': '2', 'io_workload': '3', 'num_vm_suspended': '1', 'num_proj_088dd87f4caa431ca2240801f09afcc7': '1', 'num_proj_44d492b5198040c195036431825ebfe1': '1', 'num_proj_8dc87fac4d704a76a133a4306a937a81': '1', 'num_task_shelving': '1', 'num_proj_eadc9a2e702640778db988b81ca56caa': '1', 'num_proj_11fb6c0a9488430391b5d23dccf091ff': '1', 'num_proj_bbc30c380d574f129011dcee44a78c54': '1', 'num_proj_29dd90dd428f4355a1b0d3ef7bdc9985': '2', 'num_proj_021d1380a4a54a759d153b9d3e89de3b': '1', 'num_proj_e7f80ab604934fa3b2faf116c4f273bd': '1', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_proj_39ebc9348fd1491790986a15fb66b001': '1', 'num_proj_978bc558023244e489113f46147ed0bb': '1'} {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1105.713378] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469367, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.924794] env[65983]: DEBUG nova.network.neutron [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1105.972163] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346b53bb-4756-41fc-9a35-bdc3331fc793 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.981781] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fd6923-bf26-4e71-a977-6afc73f1b361 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.025527] env[65983]: DEBUG oslo_concurrency.lockutils [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.025527] env[65983]: DEBUG oslo_concurrency.lockutils [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.026575] env[65983]: DEBUG oslo_concurrency.lockutils [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.026575] env[65983]: DEBUG oslo_concurrency.lockutils [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.026575] env[65983]: DEBUG oslo_concurrency.lockutils [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.030023] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385cd77d-ffaa-40cd-a55c-bca481e5d201 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.032713] env[65983]: WARNING neutronclient.v2_0.client [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.036070] env[65983]: INFO nova.compute.manager [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Terminating instance [ 1106.048324] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84b0f56-737f-43e5-ad17-c34c018f67d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.068247] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.123572] env[65983]: DEBUG nova.compute.manager [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1106.163921] env[65983]: DEBUG nova.virt.hardware [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1106.164290] env[65983]: DEBUG nova.virt.hardware [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.164367] env[65983]: DEBUG nova.virt.hardware [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1106.164507] env[65983]: DEBUG nova.virt.hardware [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.164649] env[65983]: DEBUG nova.virt.hardware [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1106.164792] env[65983]: DEBUG nova.virt.hardware [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1106.164998] env[65983]: DEBUG nova.virt.hardware [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1106.165342] env[65983]: DEBUG nova.virt.hardware [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1106.165342] env[65983]: DEBUG nova.virt.hardware [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1106.165572] env[65983]: DEBUG nova.virt.hardware [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1106.165662] env[65983]: DEBUG nova.virt.hardware [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1106.166819] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2855dd-5ec7-49ae-bffd-a8c333dde2b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.176822] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0102d90c-0428-4c68-80c3-4bf84e586052 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.213094] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469367, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.215481] env[65983]: DEBUG nova.network.neutron [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Updating instance_info_cache with network_info: [{"id": "3a532a08-a907-44ae-a9c7-1714cdc6b0e9", "address": "fa:16:3e:94:68:b0", "network": {"id": "46418dc1-fbf1-41d5-a2b7-443c1756a3ce", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-995590905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ebc9348fd1491790986a15fb66b001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a532a08-a9", "ovs_interfaceid": "3a532a08-a907-44ae-a9c7-1714cdc6b0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.399828] env[65983]: DEBUG oslo_concurrency.lockutils [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.401245] env[65983]: DEBUG oslo_concurrency.lockutils [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.544957] env[65983]: DEBUG nova.compute.manager [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1106.545215] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.546539] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b844186d-9ecb-40d7-8f41-48f7bfece6e7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.555896] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.556269] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc7915cd-627e-4a92-b554-90af779aec56 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.565862] env[65983]: DEBUG oslo_vmware.api [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1106.565862] env[65983]: value = "task-4469368" [ 1106.565862] env[65983]: _type = "Task" [ 1106.565862] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.582108] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.587657] env[65983]: DEBUG oslo_vmware.api [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.598139] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Acquiring lock "50c8bfa8-4418-4bc3-b597-b56721947235" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.598139] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Lock "50c8bfa8-4418-4bc3-b597-b56721947235" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.732587] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Releasing lock "refresh_cache-176f9e27-7852-497a-8a7d-4ed9ceb52bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.732587] env[65983]: DEBUG nova.compute.manager [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Instance network_info: |[{"id": "3a532a08-a907-44ae-a9c7-1714cdc6b0e9", "address": "fa:16:3e:94:68:b0", "network": {"id": "46418dc1-fbf1-41d5-a2b7-443c1756a3ce", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-995590905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ebc9348fd1491790986a15fb66b001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a532a08-a9", "ovs_interfaceid": "3a532a08-a907-44ae-a9c7-1714cdc6b0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1106.732587] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469367, 'name': CreateSnapshot_Task, 'duration_secs': 1.16463} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.732587] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:68:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a532a08-a907-44ae-a9c7-1714cdc6b0e9', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.749049] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1106.749049] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1106.749049] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.749049] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c007c8-f7d9-41a4-babc-2cbedb779bff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.752806] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2b146e4-f552-4ba3-97f7-7dbf7b7e5f0a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.791508] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.791508] env[65983]: value = "task-4469369" [ 1106.791508] env[65983]: _type = "Task" [ 1106.791508] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.803532] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469369, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.896952] env[65983]: DEBUG nova.network.neutron [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Successfully updated port: 42d930f0-cd81-4245-888c-bd7fd2ffe2d3 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1106.909322] env[65983]: DEBUG nova.compute.manager [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1106.941894] env[65983]: INFO nova.compute.manager [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Resuming [ 1106.942480] env[65983]: DEBUG nova.objects.instance [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lazy-loading 'flavor' on Instance uuid 7e1c758f-b936-41f8-a044-7bff12dffb84 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.078721] env[65983]: DEBUG oslo_vmware.api [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469368, 'name': PowerOffVM_Task, 'duration_secs': 0.34305} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.079129] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.079304] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.079575] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1489e662-b55e-45e4-ad29-f51713e1ce15 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.095717] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1107.096097] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.096463] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.238s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.098800] env[65983]: INFO nova.compute.claims [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.104574] env[65983]: DEBUG nova.compute.manager [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1107.194102] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.194102] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.194598] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Deleting the datastore file [datastore2] dffd92de-7bdd-4fc1-b533-eff11d8971f3 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.194754] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-effa490e-3d27-446c-972f-a3ac8b811364 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.207278] env[65983]: DEBUG oslo_vmware.api [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1107.207278] env[65983]: value = "task-4469371" [ 1107.207278] env[65983]: _type = "Task" [ 1107.207278] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.217412] env[65983]: DEBUG oslo_vmware.api [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.303691] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1107.304237] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7afc8b4b-9e2c-4186-897a-dff202eeebe3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.320504] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469369, 'name': CreateVM_Task, 'duration_secs': 0.496934} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.322228] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.323496] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1107.323496] env[65983]: value = "task-4469372" [ 1107.323496] env[65983]: _type = "Task" [ 1107.323496] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.323496] env[65983]: WARNING neutronclient.v2_0.client [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.323496] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.323496] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.324027] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.324599] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9570cdb8-491e-4ce6-a00f-3bab62792187 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.342835] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469372, 'name': CloneVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.343336] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1107.343336] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520a7bb0-783d-8f3d-266b-ade89394cdb9" [ 1107.343336] env[65983]: _type = "Task" [ 1107.343336] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.354129] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520a7bb0-783d-8f3d-266b-ade89394cdb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.398410] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "refresh_cache-533b4fc9-5884-43f4-af24-b57ae5e8d46b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.398602] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "refresh_cache-533b4fc9-5884-43f4-af24-b57ae5e8d46b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.398781] env[65983]: DEBUG nova.network.neutron [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1107.401610] env[65983]: DEBUG nova.compute.manager [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Received event network-changed-3a532a08-a907-44ae-a9c7-1714cdc6b0e9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1107.401801] env[65983]: DEBUG nova.compute.manager [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Refreshing instance network info cache due to event network-changed-3a532a08-a907-44ae-a9c7-1714cdc6b0e9. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1107.401988] env[65983]: DEBUG oslo_concurrency.lockutils [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] Acquiring lock "refresh_cache-176f9e27-7852-497a-8a7d-4ed9ceb52bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.402230] env[65983]: DEBUG oslo_concurrency.lockutils [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] Acquired lock "refresh_cache-176f9e27-7852-497a-8a7d-4ed9ceb52bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.402318] env[65983]: DEBUG nova.network.neutron [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Refreshing network info cache for port 3a532a08-a907-44ae-a9c7-1714cdc6b0e9 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.444386] env[65983]: DEBUG oslo_concurrency.lockutils [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.510865] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "fdbec735-2ac1-4e25-bf1e-243f4ae9b39d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.511148] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "fdbec735-2ac1-4e25-bf1e-243f4ae9b39d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.511360] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "fdbec735-2ac1-4e25-bf1e-243f4ae9b39d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.511543] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "fdbec735-2ac1-4e25-bf1e-243f4ae9b39d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.511763] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "fdbec735-2ac1-4e25-bf1e-243f4ae9b39d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.514429] env[65983]: INFO nova.compute.manager [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Terminating instance [ 1107.627507] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.719065] env[65983]: DEBUG oslo_vmware.api [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286311} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.719351] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.719556] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.719737] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.719909] env[65983]: INFO nova.compute.manager [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1107.720180] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1107.720397] env[65983]: DEBUG nova.compute.manager [-] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1107.720525] env[65983]: DEBUG nova.network.neutron [-] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1107.720784] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.758537] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.836673] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469372, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.855478] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520a7bb0-783d-8f3d-266b-ade89394cdb9, 'name': SearchDatastore_Task, 'duration_secs': 0.018181} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.855791] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.856205] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.856439] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.856584] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.856765] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.857101] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae319faf-9cdf-44ad-9015-d18a67140603 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.870729] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.870930] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.871739] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ae05d6-9787-4b8d-8bd7-20716a758d60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.879031] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1107.879031] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52132cd9-dd62-a4bd-4903-576ebb5d83ed" [ 1107.879031] env[65983]: _type = "Task" [ 1107.879031] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.888120] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52132cd9-dd62-a4bd-4903-576ebb5d83ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.908240] env[65983]: WARNING neutronclient.v2_0.client [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.956863] env[65983]: DEBUG nova.network.neutron [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1108.019505] env[65983]: DEBUG nova.compute.manager [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1108.019505] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.020431] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2ab3c6-894b-42d8-a7c0-0ac759ea9c89 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.029971] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.032353] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be9e9434-627e-4b74-b10c-e717932d79c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.038506] env[65983]: DEBUG oslo_vmware.api [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1108.038506] env[65983]: value = "task-4469373" [ 1108.038506] env[65983]: _type = "Task" [ 1108.038506] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.051990] env[65983]: DEBUG oslo_vmware.api [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.279809] env[65983]: WARNING neutronclient.v2_0.client [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.294480] env[65983]: DEBUG nova.compute.manager [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Stashing vm_state: active {{(pid=65983) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1108.343598] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469372, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.384491] env[65983]: WARNING neutronclient.v2_0.client [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.399300] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52132cd9-dd62-a4bd-4903-576ebb5d83ed, 'name': SearchDatastore_Task, 'duration_secs': 0.03807} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.403431] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124bda09-fe45-4e4f-bb1d-5d661f3bc852 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.410325] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1108.410325] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f27b53-7069-f66e-3f5c-f01dbd73f8b3" [ 1108.410325] env[65983]: _type = "Task" [ 1108.410325] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.416991] env[65983]: DEBUG nova.network.neutron [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Updating instance_info_cache with network_info: [{"id": "42d930f0-cd81-4245-888c-bd7fd2ffe2d3", "address": "fa:16:3e:43:69:14", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42d930f0-cd", "ovs_interfaceid": "42d930f0-cd81-4245-888c-bd7fd2ffe2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.426377] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f27b53-7069-f66e-3f5c-f01dbd73f8b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.464250] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.464847] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquired lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.465154] env[65983]: DEBUG nova.network.neutron [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1108.496395] env[65983]: DEBUG nova.network.neutron [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Updated VIF entry in instance network info cache for port 3a532a08-a907-44ae-a9c7-1714cdc6b0e9. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1108.496807] env[65983]: DEBUG nova.network.neutron [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Updating instance_info_cache with network_info: [{"id": "3a532a08-a907-44ae-a9c7-1714cdc6b0e9", "address": "fa:16:3e:94:68:b0", "network": {"id": "46418dc1-fbf1-41d5-a2b7-443c1756a3ce", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-995590905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ebc9348fd1491790986a15fb66b001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a532a08-a9", "ovs_interfaceid": "3a532a08-a907-44ae-a9c7-1714cdc6b0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.510023] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae5259a-6994-44c7-b578-c26325828a25 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.514951] env[65983]: DEBUG nova.compute.manager [req-289ce210-86e0-4cf2-bf4c-5c3f6880ffb8 req-569c82c4-8a73-43e0-9f8b-128d75e4efa5 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Received event network-vif-deleted-69790737-5394-40aa-a85f-bb70e4df4c89 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1108.515354] env[65983]: INFO nova.compute.manager [req-289ce210-86e0-4cf2-bf4c-5c3f6880ffb8 req-569c82c4-8a73-43e0-9f8b-128d75e4efa5 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Neutron deleted interface 69790737-5394-40aa-a85f-bb70e4df4c89; detaching it from the instance and deleting it from the info cache [ 1108.515652] env[65983]: DEBUG nova.network.neutron [req-289ce210-86e0-4cf2-bf4c-5c3f6880ffb8 req-569c82c4-8a73-43e0-9f8b-128d75e4efa5 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.527024] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a55521-8d30-4f93-bfde-187005356bb4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.566342] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd99befb-4ae5-46a2-87b1-a1a49b582b8c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.578191] env[65983]: DEBUG oslo_vmware.api [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469373, 'name': PowerOffVM_Task, 'duration_secs': 0.535622} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.578976] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.579176] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.580458] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a94a0c-032e-4432-9cc2-fc0d642ce306 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.584421] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60b1d97c-30c4-4b78-8f16-6f056c238133 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.597966] env[65983]: DEBUG nova.compute.provider_tree [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.674476] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.674476] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.674476] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleting the datastore file [datastore1] fdbec735-2ac1-4e25-bf1e-243f4ae9b39d {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.674587] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64a55ad2-1f07-4a95-b9e1-10b04da1ca9f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.683161] env[65983]: DEBUG oslo_vmware.api [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1108.683161] env[65983]: value = "task-4469375" [ 1108.683161] env[65983]: _type = "Task" [ 1108.683161] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.692732] env[65983]: DEBUG oslo_vmware.api [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.754228] env[65983]: DEBUG nova.network.neutron [-] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.816695] env[65983]: DEBUG oslo_concurrency.lockutils [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.842074] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469372, 'name': CloneVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.923516] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "refresh_cache-533b4fc9-5884-43f4-af24-b57ae5e8d46b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.924271] env[65983]: DEBUG nova.compute.manager [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Instance network_info: |[{"id": "42d930f0-cd81-4245-888c-bd7fd2ffe2d3", "address": "fa:16:3e:43:69:14", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42d930f0-cd", "ovs_interfaceid": "42d930f0-cd81-4245-888c-bd7fd2ffe2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1108.924705] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f27b53-7069-f66e-3f5c-f01dbd73f8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.925061] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:69:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42d930f0-cd81-4245-888c-bd7fd2ffe2d3', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.933218] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1108.933529] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.933912] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 176f9e27-7852-497a-8a7d-4ed9ceb52bab/176f9e27-7852-497a-8a7d-4ed9ceb52bab.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.934094] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.934308] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-521c7db7-85f4-4570-8150-1db7413fb36b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.936777] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-084afff6-39d6-44bc-9e84-b6f0dfc4b64b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.958124] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.958124] env[65983]: value = "task-4469377" [ 1108.958124] env[65983]: _type = "Task" [ 1108.958124] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.960080] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1108.960080] env[65983]: value = "task-4469376" [ 1108.960080] env[65983]: _type = "Task" [ 1108.960080] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.968660] env[65983]: WARNING neutronclient.v2_0.client [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.978330] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.978330] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469377, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.999457] env[65983]: DEBUG oslo_concurrency.lockutils [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] Releasing lock "refresh_cache-176f9e27-7852-497a-8a7d-4ed9ceb52bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.999727] env[65983]: DEBUG nova.compute.manager [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Received event network-vif-plugged-42d930f0-cd81-4245-888c-bd7fd2ffe2d3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1108.999926] env[65983]: DEBUG oslo_concurrency.lockutils [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] Acquiring lock "533b4fc9-5884-43f4-af24-b57ae5e8d46b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.000147] env[65983]: DEBUG oslo_concurrency.lockutils [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] Lock "533b4fc9-5884-43f4-af24-b57ae5e8d46b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.000312] env[65983]: DEBUG oslo_concurrency.lockutils [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] Lock "533b4fc9-5884-43f4-af24-b57ae5e8d46b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.000539] env[65983]: DEBUG nova.compute.manager [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] No waiting events found dispatching network-vif-plugged-42d930f0-cd81-4245-888c-bd7fd2ffe2d3 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1109.000855] env[65983]: WARNING nova.compute.manager [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Received unexpected event network-vif-plugged-42d930f0-cd81-4245-888c-bd7fd2ffe2d3 for instance with vm_state building and task_state spawning. [ 1109.001512] env[65983]: DEBUG nova.compute.manager [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Received event network-changed-42d930f0-cd81-4245-888c-bd7fd2ffe2d3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1109.001512] env[65983]: DEBUG nova.compute.manager [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Refreshing instance network info cache due to event network-changed-42d930f0-cd81-4245-888c-bd7fd2ffe2d3. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1109.001694] env[65983]: DEBUG oslo_concurrency.lockutils [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] Acquiring lock "refresh_cache-533b4fc9-5884-43f4-af24-b57ae5e8d46b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.001958] env[65983]: DEBUG oslo_concurrency.lockutils [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] Acquired lock "refresh_cache-533b4fc9-5884-43f4-af24-b57ae5e8d46b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.002214] env[65983]: DEBUG nova.network.neutron [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Refreshing network info cache for port 42d930f0-cd81-4245-888c-bd7fd2ffe2d3 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.019290] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce2cd29c-c94e-4b55-a7e1-19f51a61512d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.030111] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f57e4a-57f0-4a54-9d49-f2de1d1d607a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.073454] env[65983]: DEBUG nova.compute.manager [req-289ce210-86e0-4cf2-bf4c-5c3f6880ffb8 req-569c82c4-8a73-43e0-9f8b-128d75e4efa5 service nova] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Detach interface failed, port_id=69790737-5394-40aa-a85f-bb70e4df4c89, reason: Instance dffd92de-7bdd-4fc1-b533-eff11d8971f3 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1109.101156] env[65983]: DEBUG nova.scheduler.client.report [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.170629] env[65983]: WARNING neutronclient.v2_0.client [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.197393] env[65983]: DEBUG oslo_vmware.api [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314492} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.197731] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.197968] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.198200] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.198432] env[65983]: INFO nova.compute.manager [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1109.198753] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1109.198991] env[65983]: DEBUG nova.compute.manager [-] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1109.199157] env[65983]: DEBUG nova.network.neutron [-] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1109.199374] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.257321] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.260131] env[65983]: INFO nova.compute.manager [-] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Took 1.54 seconds to deallocate network for instance. [ 1109.322472] env[65983]: DEBUG nova.network.neutron [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Updating instance_info_cache with network_info: [{"id": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "address": "fa:16:3e:8d:ca:59", "network": {"id": "b6b60727-e17d-4ae5-95ba-2d580ca79a9d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028798327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "088dd87f4caa431ca2240801f09afcc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29f8ed8-be", "ovs_interfaceid": "b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.339571] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469372, 'name': CloneVM_Task, 'duration_secs': 1.610155} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.339856] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Created linked-clone VM from snapshot [ 1109.340778] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3264e799-13b4-41d3-b77c-4bf0e48f22f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.351877] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Uploading image fc54d385-993e-4bfc-af89-612c8c19499d {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1109.392695] env[65983]: DEBUG oslo_vmware.rw_handles [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1109.392695] env[65983]: value = "vm-873968" [ 1109.392695] env[65983]: _type = "VirtualMachine" [ 1109.392695] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1109.393105] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c2213d2e-0733-48dc-8f9d-c82a5fdb1d50 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.402723] env[65983]: DEBUG oslo_vmware.rw_handles [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lease: (returnval){ [ 1109.402723] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525851a4-59e7-f4fb-9679-facb012900c2" [ 1109.402723] env[65983]: _type = "HttpNfcLease" [ 1109.402723] env[65983]: } obtained for exporting VM: (result){ [ 1109.402723] env[65983]: value = "vm-873968" [ 1109.402723] env[65983]: _type = "VirtualMachine" [ 1109.402723] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1109.403064] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the lease: (returnval){ [ 1109.403064] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525851a4-59e7-f4fb-9679-facb012900c2" [ 1109.403064] env[65983]: _type = "HttpNfcLease" [ 1109.403064] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1109.412636] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.412636] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525851a4-59e7-f4fb-9679-facb012900c2" [ 1109.412636] env[65983]: _type = "HttpNfcLease" [ 1109.412636] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1109.474331] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469377, 'name': CreateVM_Task, 'duration_secs': 0.446123} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.477976] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.478792] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469376, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.479325] env[65983]: WARNING neutronclient.v2_0.client [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.479749] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.479893] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.480258] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.480503] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537a0c49-7bef-4519-bf07-3f604f59d4c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.487392] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1109.487392] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a1689a-b5a8-c0a3-9c6a-9922acd13071" [ 1109.487392] env[65983]: _type = "Task" [ 1109.487392] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.498761] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a1689a-b5a8-c0a3-9c6a-9922acd13071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.505784] env[65983]: WARNING neutronclient.v2_0.client [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.608308] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.608933] env[65983]: DEBUG nova.compute.manager [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1109.615865] env[65983]: DEBUG oslo_concurrency.lockutils [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.575s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.615865] env[65983]: DEBUG oslo_concurrency.lockutils [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.617420] env[65983]: DEBUG oslo_concurrency.lockutils [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.173s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.619393] env[65983]: INFO nova.compute.claims [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.653938] env[65983]: INFO nova.scheduler.client.report [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Deleted allocations for instance 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a [ 1109.769424] env[65983]: DEBUG oslo_concurrency.lockutils [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.826656] env[65983]: DEBUG oslo_concurrency.lockutils [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Releasing lock "refresh_cache-7e1c758f-b936-41f8-a044-7bff12dffb84" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.827725] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d91a8cd-ba4c-46eb-b436-b73b2efacf4e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.837194] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Resuming the VM {{(pid=65983) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1109.838567] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c5c38b-ab66-4c88-ac46-fdf75110935a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.841474] env[65983]: DEBUG nova.compute.manager [req-58d86fb8-0f43-4c63-9eed-c1b30f9b1444 req-98688231-3a5c-42d5-86b3-af65faecd5d2 service nova] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Received event network-vif-deleted-6ba6a262-220c-45f1-86a4-41fa7c7580de {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1109.841593] env[65983]: INFO nova.compute.manager [req-58d86fb8-0f43-4c63-9eed-c1b30f9b1444 req-98688231-3a5c-42d5-86b3-af65faecd5d2 service nova] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Neutron deleted interface 6ba6a262-220c-45f1-86a4-41fa7c7580de; detaching it from the instance and deleting it from the info cache [ 1109.841762] env[65983]: DEBUG nova.network.neutron [req-58d86fb8-0f43-4c63-9eed-c1b30f9b1444 req-98688231-3a5c-42d5-86b3-af65faecd5d2 service nova] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.856696] env[65983]: DEBUG oslo_vmware.api [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1109.856696] env[65983]: value = "task-4469379" [ 1109.856696] env[65983]: _type = "Task" [ 1109.856696] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.876944] env[65983]: DEBUG oslo_vmware.api [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.904428] env[65983]: WARNING neutronclient.v2_0.client [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.915169] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.915169] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525851a4-59e7-f4fb-9679-facb012900c2" [ 1109.915169] env[65983]: _type = "HttpNfcLease" [ 1109.915169] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1109.915465] env[65983]: DEBUG oslo_vmware.rw_handles [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1109.915465] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525851a4-59e7-f4fb-9679-facb012900c2" [ 1109.915465] env[65983]: _type = "HttpNfcLease" [ 1109.915465] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1109.917080] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1065983f-394d-4f86-8bfb-a180febbae8d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.925609] env[65983]: DEBUG oslo_vmware.rw_handles [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52972193-43b4-bab3-3feb-e18bdf492ba2/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1109.925849] env[65983]: DEBUG oslo_vmware.rw_handles [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52972193-43b4-bab3-3feb-e18bdf492ba2/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1110.009074] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a1689a-b5a8-c0a3-9c6a-9922acd13071, 'name': SearchDatastore_Task, 'duration_secs': 0.059006} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.012526] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.012723] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.013016] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.013101] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.013280] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.013556] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621687} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.013761] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71f09383-3802-4720-8903-06a43d0e08f7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.015851] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 176f9e27-7852-497a-8a7d-4ed9ceb52bab/176f9e27-7852-497a-8a7d-4ed9ceb52bab.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.016097] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.016450] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dc2477e-ea69-452b-a590-6f5e4e06b8de {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.025187] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1110.025187] env[65983]: value = "task-4469380" [ 1110.025187] env[65983]: _type = "Task" [ 1110.025187] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.026565] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.026714] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.031363] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a13ec5-3989-4f69-8ae0-40a182961d41 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.038398] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-efc72b12-86ad-4370-a06c-72a26ce423a9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.045097] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1110.045097] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52434815-1558-299d-c1d3-47c5d41d0354" [ 1110.045097] env[65983]: _type = "Task" [ 1110.045097] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.045431] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.049029] env[65983]: DEBUG nova.network.neutron [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Updated VIF entry in instance network info cache for port 42d930f0-cd81-4245-888c-bd7fd2ffe2d3. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1110.049029] env[65983]: DEBUG nova.network.neutron [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Updating instance_info_cache with network_info: [{"id": "42d930f0-cd81-4245-888c-bd7fd2ffe2d3", "address": "fa:16:3e:43:69:14", "network": {"id": "514f3dfc-c9ce-48ed-ab05-1d924dd662a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1102548145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "978bc558023244e489113f46147ed0bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42d930f0-cd", "ovs_interfaceid": "42d930f0-cd81-4245-888c-bd7fd2ffe2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.067026] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52434815-1558-299d-c1d3-47c5d41d0354, 'name': SearchDatastore_Task, 'duration_secs': 0.015419} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.067295] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a30af5-a8bf-4359-85d3-dfb1d60b94b9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.076665] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1110.076665] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5237f4a9-4857-b875-3fa1-43596e8afc51" [ 1110.076665] env[65983]: _type = "Task" [ 1110.076665] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.087669] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5237f4a9-4857-b875-3fa1-43596e8afc51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.094385] env[65983]: DEBUG nova.network.neutron [-] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.116783] env[65983]: DEBUG nova.compute.utils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.119931] env[65983]: DEBUG nova.compute.manager [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1110.120273] env[65983]: DEBUG nova.network.neutron [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1110.120769] env[65983]: WARNING neutronclient.v2_0.client [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.120957] env[65983]: WARNING neutronclient.v2_0.client [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.163663] env[65983]: DEBUG oslo_concurrency.lockutils [None req-53170767-8cda-474a-9d8f-c14672f47f41 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Lock "0c1bebe7-5f9e-4e4f-932a-e8843f61e98a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.739s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.171887] env[65983]: DEBUG nova.policy [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36e43e57eed4e48bac35fe501f4a0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021d1380a4a54a759d153b9d3e89de3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.350826] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20e12aaa-ade7-4db0-a5b1-331d3ea739d9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.366962] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01ee9ea-876c-4285-ac90-147785068d14 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.396169] env[65983]: DEBUG oslo_vmware.api [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469379, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.420819] env[65983]: DEBUG nova.compute.manager [req-58d86fb8-0f43-4c63-9eed-c1b30f9b1444 req-98688231-3a5c-42d5-86b3-af65faecd5d2 service nova] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Detach interface failed, port_id=6ba6a262-220c-45f1-86a4-41fa7c7580de, reason: Instance fdbec735-2ac1-4e25-bf1e-243f4ae9b39d could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1110.541791] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074932} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.543111] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.543815] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbc5473-e6ed-43f4-a12d-0270e16d7971 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.555159] env[65983]: DEBUG oslo_concurrency.lockutils [req-905310f8-9e76-4f3f-be53-2f93fc475ddc req-52643d1d-f70f-4fe8-8a1b-314fbc5a37b2 service nova] Releasing lock "refresh_cache-533b4fc9-5884-43f4-af24-b57ae5e8d46b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.577939] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 176f9e27-7852-497a-8a7d-4ed9ceb52bab/176f9e27-7852-497a-8a7d-4ed9ceb52bab.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.578618] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d3c0e89-2078-4151-85aa-d1ff22a11273 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.599052] env[65983]: INFO nova.compute.manager [-] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Took 1.40 seconds to deallocate network for instance. [ 1110.609927] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1110.609927] env[65983]: value = "task-4469381" [ 1110.609927] env[65983]: _type = "Task" [ 1110.609927] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.614984] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5237f4a9-4857-b875-3fa1-43596e8afc51, 'name': SearchDatastore_Task, 'duration_secs': 0.013122} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.619730] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.620138] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 533b4fc9-5884-43f4-af24-b57ae5e8d46b/533b4fc9-5884-43f4-af24-b57ae5e8d46b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.620625] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-610a58a7-e736-463e-93b2-284eed1a9652 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.624938] env[65983]: DEBUG nova.compute.manager [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1110.637173] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.641445] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1110.641445] env[65983]: value = "task-4469382" [ 1110.641445] env[65983]: _type = "Task" [ 1110.641445] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.652389] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.663999] env[65983]: DEBUG nova.network.neutron [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Successfully created port: a34a015e-5682-4ae7-811e-5fdab2bb465a {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1110.789839] env[65983]: INFO nova.compute.manager [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Rebuilding instance [ 1110.861375] env[65983]: DEBUG nova.compute.manager [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1110.866794] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274e6b72-c360-4442-a213-d1ec69c092a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.886561] env[65983]: DEBUG oslo_vmware.api [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469379, 'name': PowerOnVM_Task, 'duration_secs': 0.774001} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.887340] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Resumed the VM {{(pid=65983) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1110.887537] env[65983]: DEBUG nova.compute.manager [None req-afb96536-2b11-404b-90d9-69477759707e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1110.888540] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eea3c8-9f60-4f0c-8a70-4f587e28af17 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.983083] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02844e7c-6e03-4497-9fde-6b3e594f9330 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.995729] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d2aaf2-335e-4a08-b635-25777c87d1b7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.030416] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffc1f09-3fa5-4b98-a95b-acefe134c38d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.040775] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d8f3fb-56bc-4bd5-810e-167ea209cae1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.057850] env[65983]: DEBUG nova.compute.provider_tree [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.112296] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.126394] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.155012] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469382, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.523062] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "322c7289-d766-441d-8708-e0ba3d6a14be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.523062] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "322c7289-d766-441d-8708-e0ba3d6a14be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.562240] env[65983]: DEBUG nova.scheduler.client.report [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.627354] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469381, 'name': ReconfigVM_Task, 'duration_secs': 0.791811} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.627758] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 176f9e27-7852-497a-8a7d-4ed9ceb52bab/176f9e27-7852-497a-8a7d-4ed9ceb52bab.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.628505] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-670bfb11-3d0e-407f-8780-0a7157d9ffb3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.637860] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1111.637860] env[65983]: value = "task-4469383" [ 1111.637860] env[65983]: _type = "Task" [ 1111.637860] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.648755] env[65983]: DEBUG nova.compute.manager [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1111.660344] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469383, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.660721] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710735} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.661072] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 533b4fc9-5884-43f4-af24-b57ae5e8d46b/533b4fc9-5884-43f4-af24-b57ae5e8d46b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.661265] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.661621] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb84a373-de86-4623-8182-c71da72d2514 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.672281] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1111.672281] env[65983]: value = "task-4469384" [ 1111.672281] env[65983]: _type = "Task" [ 1111.672281] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.685019] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.698226] env[65983]: DEBUG nova.virt.hardware [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1111.700039] env[65983]: DEBUG nova.virt.hardware [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.700039] env[65983]: DEBUG nova.virt.hardware [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1111.700039] env[65983]: DEBUG nova.virt.hardware [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.700039] env[65983]: DEBUG nova.virt.hardware [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1111.700039] env[65983]: DEBUG nova.virt.hardware [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1111.700039] env[65983]: DEBUG nova.virt.hardware [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1111.700039] env[65983]: DEBUG nova.virt.hardware [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1111.700039] env[65983]: DEBUG nova.virt.hardware [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1111.700313] env[65983]: DEBUG nova.virt.hardware [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1111.700490] env[65983]: DEBUG nova.virt.hardware [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1111.701425] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a246a2-955e-4ced-96ac-07db069a42c4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.710678] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51d6155-3696-4eeb-8e55-3347e1a1a69e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.892718] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.894133] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dbb0b44-cbd0-48a9-b7cc-4dfacd3fdecd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.904278] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Waiting for the task: (returnval){ [ 1111.904278] env[65983]: value = "task-4469385" [ 1111.904278] env[65983]: _type = "Task" [ 1111.904278] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.916438] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.024314] env[65983]: DEBUG nova.compute.manager [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1112.070055] env[65983]: DEBUG oslo_concurrency.lockutils [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.070461] env[65983]: DEBUG nova.compute.manager [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1112.078746] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.451s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.080192] env[65983]: INFO nova.compute.claims [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.152233] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469383, 'name': Rename_Task, 'duration_secs': 0.324331} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.152233] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.152233] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7c03752-e926-489d-b024-27dca580b8d8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.161569] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1112.161569] env[65983]: value = "task-4469386" [ 1112.161569] env[65983]: _type = "Task" [ 1112.161569] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.172991] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.185984] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160838} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.186155] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.187105] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123f981c-e947-4f1b-a60b-84db543a3ce0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.214461] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 533b4fc9-5884-43f4-af24-b57ae5e8d46b/533b4fc9-5884-43f4-af24-b57ae5e8d46b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.214903] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e9bd08-6c20-45f4-adf1-5d7430167cdd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.238842] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1112.238842] env[65983]: value = "task-4469387" [ 1112.238842] env[65983]: _type = "Task" [ 1112.238842] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.249803] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.416502] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469385, 'name': PowerOffVM_Task, 'duration_secs': 0.289457} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.416774] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.417674] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.417889] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5dffb81-c435-4b99-8dae-6fc08d64dc12 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.426648] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Waiting for the task: (returnval){ [ 1112.426648] env[65983]: value = "task-4469388" [ 1112.426648] env[65983]: _type = "Task" [ 1112.426648] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.436045] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.485931] env[65983]: DEBUG nova.network.neutron [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Successfully updated port: a34a015e-5682-4ae7-811e-5fdab2bb465a {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1112.557924] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.580089] env[65983]: DEBUG nova.compute.utils [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.583431] env[65983]: DEBUG nova.compute.manager [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1112.583431] env[65983]: DEBUG nova.network.neutron [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1112.583431] env[65983]: WARNING neutronclient.v2_0.client [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.583431] env[65983]: WARNING neutronclient.v2_0.client [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.674952] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469386, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.676727] env[65983]: DEBUG nova.policy [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82fe017c4a474972b2d380e3e1fa4ea1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de728336484744988073afa69fb9a397', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.752678] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469387, 'name': ReconfigVM_Task, 'duration_secs': 0.355101} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.753014] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 533b4fc9-5884-43f4-af24-b57ae5e8d46b/533b4fc9-5884-43f4-af24-b57ae5e8d46b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.753864] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20543131-816e-44ef-9a0d-7ca17c0da36d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.762366] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1112.762366] env[65983]: value = "task-4469389" [ 1112.762366] env[65983]: _type = "Task" [ 1112.762366] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.774298] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469389, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.939749] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1112.939968] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1112.940123] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873939', 'volume_id': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'name': 'volume-aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7d937c2-ced4-43ae-997e-8a960b7b6f20', 'attached_at': '', 'detached_at': '', 'volume_id': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'serial': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1112.940993] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f359f74-7ad0-4ca2-b57b-f19405e34878 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.966459] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533783c1-e714-4ce3-a4f3-b71ef26a0672 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.976407] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4881b04e-2b6d-4f4f-bad1-de5c599a9f60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.996113] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.996346] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.996574] env[65983]: DEBUG nova.network.neutron [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1112.998549] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d3c3d4-7437-4cf8-b718-dab255b9b2d1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.016948] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] The volume has not been displaced from its original location: [datastore1] volume-aad5c110-a04d-4468-afcd-54cd62a2bdb4/volume-aad5c110-a04d-4468-afcd-54cd62a2bdb4.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.022201] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.022858] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce36806c-e6f8-45a3-8fac-e63dce868f09 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.042549] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Waiting for the task: (returnval){ [ 1113.042549] env[65983]: value = "task-4469390" [ 1113.042549] env[65983]: _type = "Task" [ 1113.042549] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.054919] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.086907] env[65983]: DEBUG nova.compute.manager [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1113.117021] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.117021] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Cleaning up deleted instances with incomplete migration {{(pid=65983) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1113.178391] env[65983]: DEBUG oslo_vmware.api [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469386, 'name': PowerOnVM_Task, 'duration_secs': 0.782178} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.178907] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.179297] env[65983]: INFO nova.compute.manager [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1113.179537] env[65983]: DEBUG nova.compute.manager [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1113.181149] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7b20d3-894c-4b76-9736-deb257373f49 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.195771] env[65983]: DEBUG nova.network.neutron [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Successfully created port: 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1113.277940] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469389, 'name': Rename_Task, 'duration_secs': 0.165747} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.279131] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.279839] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-985b1ea5-2e0f-406f-b3ed-039fd85036db {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.288882] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1113.288882] env[65983]: value = "task-4469391" [ 1113.288882] env[65983]: _type = "Task" [ 1113.288882] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.307377] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.536345] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a15629d-3952-4250-b841-c6594842d488 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.549340] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d57d9f6-b731-42a0-87e0-dd5b85004912 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.562221] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469390, 'name': ReconfigVM_Task, 'duration_secs': 0.293571} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.597596] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.608024] env[65983]: INFO nova.virt.block_device [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Booting with volume e360378e-440b-48c8-b4e9-fa09563c594f at /dev/sda [ 1113.608024] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a8dabf-5863-4bc1-a5e9-6e7b5c6e9622 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.624227] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c790ad56-33ce-4f3e-a281-f27de1ece663 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.642391] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Waiting for the task: (returnval){ [ 1113.642391] env[65983]: value = "task-4469392" [ 1113.642391] env[65983]: _type = "Task" [ 1113.642391] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.642665] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905b47ff-d4f7-43d9-b9bc-048024a14f06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.649422] env[65983]: DEBUG nova.network.neutron [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1113.662914] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.671040] env[65983]: DEBUG nova.compute.provider_tree [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.680531] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51abc719-4b41-4b40-a8a9-298ea64492c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.691145] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909d4b7d-2139-490b-8fea-b0b67f7bafa9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.712819] env[65983]: INFO nova.compute.manager [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Took 21.11 seconds to build instance. [ 1113.739062] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40b27707-0c14-4ca0-ad63-3682f5347c8e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.742051] env[65983]: DEBUG nova.compute.manager [req-344eb150-d0e1-4996-affe-b6d6c05fc2b3 req-745a4e61-b338-4bde-a402-1125dccaf375 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Received event network-vif-plugged-a34a015e-5682-4ae7-811e-5fdab2bb465a {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1113.742217] env[65983]: DEBUG oslo_concurrency.lockutils [req-344eb150-d0e1-4996-affe-b6d6c05fc2b3 req-745a4e61-b338-4bde-a402-1125dccaf375 service nova] Acquiring lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.742482] env[65983]: DEBUG oslo_concurrency.lockutils [req-344eb150-d0e1-4996-affe-b6d6c05fc2b3 req-745a4e61-b338-4bde-a402-1125dccaf375 service nova] Lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.742660] env[65983]: DEBUG oslo_concurrency.lockutils [req-344eb150-d0e1-4996-affe-b6d6c05fc2b3 req-745a4e61-b338-4bde-a402-1125dccaf375 service nova] Lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.742827] env[65983]: DEBUG nova.compute.manager [req-344eb150-d0e1-4996-affe-b6d6c05fc2b3 req-745a4e61-b338-4bde-a402-1125dccaf375 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] No waiting events found dispatching network-vif-plugged-a34a015e-5682-4ae7-811e-5fdab2bb465a {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1113.742975] env[65983]: WARNING nova.compute.manager [req-344eb150-d0e1-4996-affe-b6d6c05fc2b3 req-745a4e61-b338-4bde-a402-1125dccaf375 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Received unexpected event network-vif-plugged-a34a015e-5682-4ae7-811e-5fdab2bb465a for instance with vm_state building and task_state spawning. [ 1113.755591] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c603d3e7-3939-4708-9de4-4407d2b2458c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.800926] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3d42cf-91e9-4f24-99a2-a399d9353485 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.811834] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469391, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.814620] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3a006e-bef4-490c-826f-87bb4e1c17f3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.831830] env[65983]: DEBUG nova.virt.block_device [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating existing volume attachment record: 54ba3df0-5042-452f-bf7b-869a0ef713fe {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1113.875374] env[65983]: WARNING neutronclient.v2_0.client [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.997283] env[65983]: DEBUG nova.network.neutron [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updating instance_info_cache with network_info: [{"id": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "address": "fa:16:3e:16:41:53", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34a015e-56", "ovs_interfaceid": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.155697] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.174550] env[65983]: DEBUG nova.scheduler.client.report [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.215089] env[65983]: DEBUG oslo_concurrency.lockutils [None req-93be2404-6dd6-4aec-af43-44b8125b9a1c tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.632s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.309232] env[65983]: DEBUG oslo_vmware.api [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469391, 'name': PowerOnVM_Task, 'duration_secs': 0.605048} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.309578] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.310068] env[65983]: INFO nova.compute.manager [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1114.310068] env[65983]: DEBUG nova.compute.manager [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1114.311101] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ead42ed-3fe5-42bd-b30f-d81de539ddf2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.500835] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.501364] env[65983]: DEBUG nova.compute.manager [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Instance network_info: |[{"id": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "address": "fa:16:3e:16:41:53", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34a015e-56", "ovs_interfaceid": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1114.502511] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:41:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a34a015e-5682-4ae7-811e-5fdab2bb465a', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.510624] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1114.510884] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.511150] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffde3671-1d77-4960-a54a-419097e59359 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.535619] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.535619] env[65983]: value = "task-4469393" [ 1114.535619] env[65983]: _type = "Task" [ 1114.535619] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.544694] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469393, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.657863] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469392, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.683045] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.683045] env[65983]: DEBUG nova.compute.manager [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1114.686910] env[65983]: DEBUG oslo_concurrency.lockutils [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.870s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.832288] env[65983]: INFO nova.compute.manager [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Took 22.22 seconds to build instance. [ 1114.908647] env[65983]: DEBUG nova.network.neutron [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Successfully updated port: 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1115.056359] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469393, 'name': CreateVM_Task, 'duration_secs': 0.459007} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.057411] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.058964] env[65983]: WARNING neutronclient.v2_0.client [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.058964] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.058964] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.058964] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.059360] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48fef159-0ba3-41be-8b66-89b60c846ca3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.066835] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1115.066835] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52af1ff4-efed-7147-2ac7-68c5e504673f" [ 1115.066835] env[65983]: _type = "Task" [ 1115.066835] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.078128] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52af1ff4-efed-7147-2ac7-68c5e504673f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.155556] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469392, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.195040] env[65983]: DEBUG nova.compute.utils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.201860] env[65983]: INFO nova.compute.claims [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.211121] env[65983]: DEBUG nova.compute.manager [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1115.211370] env[65983]: DEBUG nova.network.neutron [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1115.211726] env[65983]: WARNING neutronclient.v2_0.client [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.212094] env[65983]: WARNING neutronclient.v2_0.client [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.275034] env[65983]: DEBUG nova.policy [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '896517c555694ab6ac0c6b7523c0d68b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20459a2556854580b6901b9793aa573d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.336958] env[65983]: DEBUG oslo_concurrency.lockutils [None req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "533b4fc9-5884-43f4-af24-b57ae5e8d46b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.738s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.411595] env[65983]: DEBUG oslo_concurrency.lockutils [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.411794] env[65983]: DEBUG oslo_concurrency.lockutils [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.411978] env[65983]: DEBUG nova.network.neutron [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1115.466426] env[65983]: DEBUG nova.compute.manager [req-78b32300-06dc-45d0-b18f-5496419d5eaa req-e63b65e2-c210-4a66-bcbb-1126f1377eea service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Received event network-vif-plugged-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1115.466672] env[65983]: DEBUG oslo_concurrency.lockutils [req-78b32300-06dc-45d0-b18f-5496419d5eaa req-e63b65e2-c210-4a66-bcbb-1126f1377eea service nova] Acquiring lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.467614] env[65983]: DEBUG oslo_concurrency.lockutils [req-78b32300-06dc-45d0-b18f-5496419d5eaa req-e63b65e2-c210-4a66-bcbb-1126f1377eea service nova] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.467887] env[65983]: DEBUG oslo_concurrency.lockutils [req-78b32300-06dc-45d0-b18f-5496419d5eaa req-e63b65e2-c210-4a66-bcbb-1126f1377eea service nova] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.468526] env[65983]: DEBUG nova.compute.manager [req-78b32300-06dc-45d0-b18f-5496419d5eaa req-e63b65e2-c210-4a66-bcbb-1126f1377eea service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] No waiting events found dispatching network-vif-plugged-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1115.468740] env[65983]: WARNING nova.compute.manager [req-78b32300-06dc-45d0-b18f-5496419d5eaa req-e63b65e2-c210-4a66-bcbb-1126f1377eea service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Received unexpected event network-vif-plugged-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc for instance with vm_state building and task_state block_device_mapping. [ 1115.579461] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52af1ff4-efed-7147-2ac7-68c5e504673f, 'name': SearchDatastore_Task, 'duration_secs': 0.016129} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.580023] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.580703] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.580703] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.580897] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.581042] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.582633] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f70b5eb8-1710-4e7c-adc1-5831c37d0f7b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.593109] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.593509] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.594226] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a364145d-4ca3-4ceb-96de-155ab3beabfa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.601779] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1115.601779] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f2681e-565c-cf0d-ce0a-bcc80aa79ec3" [ 1115.601779] env[65983]: _type = "Task" [ 1115.601779] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.613822] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f2681e-565c-cf0d-ce0a-bcc80aa79ec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.629561] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.651899] env[65983]: DEBUG nova.network.neutron [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Successfully created port: d9bc5262-c322-465a-a07d-24af85e6df05 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1115.658649] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469392, 'name': ReconfigVM_Task, 'duration_secs': 1.794941} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.659044] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873939', 'volume_id': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'name': 'volume-aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7d937c2-ced4-43ae-997e-8a960b7b6f20', 'attached_at': '', 'detached_at': '', 'volume_id': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4', 'serial': 'aad5c110-a04d-4468-afcd-54cd62a2bdb4'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1115.659319] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.660211] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765173a6-75ed-404a-8e3a-704165b790c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.669605] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.670071] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c08a97e-298d-4cab-aa63-5c3097e1286e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.710937] env[65983]: DEBUG nova.compute.manager [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1115.719130] env[65983]: INFO nova.compute.resource_tracker [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating resource usage from migration af4620a6-de24-4769-b16c-f582b828a934 [ 1115.795646] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.796102] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.796243] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Deleting the datastore file [datastore1] a7d937c2-ced4-43ae-997e-8a960b7b6f20 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.796490] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18de850f-697a-42a5-8f02-456c52dba6fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.804402] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Waiting for the task: (returnval){ [ 1115.804402] env[65983]: value = "task-4469395" [ 1115.804402] env[65983]: _type = "Task" [ 1115.804402] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.814834] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.967035] env[65983]: DEBUG nova.compute.manager [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1115.967035] env[65983]: DEBUG nova.virt.hardware [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1115.967458] env[65983]: DEBUG nova.virt.hardware [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.967458] env[65983]: DEBUG nova.virt.hardware [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1115.967588] env[65983]: DEBUG nova.virt.hardware [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.967664] env[65983]: DEBUG nova.virt.hardware [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1115.967846] env[65983]: DEBUG nova.virt.hardware [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1115.967928] env[65983]: DEBUG nova.virt.hardware [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1115.968107] env[65983]: DEBUG nova.virt.hardware [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1115.968300] env[65983]: DEBUG nova.virt.hardware [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1115.968460] env[65983]: DEBUG nova.virt.hardware [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1115.968623] env[65983]: DEBUG nova.virt.hardware [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1115.969816] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34f3962-876a-4372-aa3f-aa23017e6681 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.973732] env[65983]: DEBUG nova.network.neutron [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1115.985506] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ea7d93-506d-43b9-b61e-e348899b4016 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.027133] env[65983]: DEBUG nova.compute.manager [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Received event network-changed-a34a015e-5682-4ae7-811e-5fdab2bb465a {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1116.027791] env[65983]: DEBUG nova.compute.manager [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Refreshing instance network info cache due to event network-changed-a34a015e-5682-4ae7-811e-5fdab2bb465a. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1116.028259] env[65983]: DEBUG oslo_concurrency.lockutils [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] Acquiring lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.028259] env[65983]: DEBUG oslo_concurrency.lockutils [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] Acquired lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.028457] env[65983]: DEBUG nova.network.neutron [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Refreshing network info cache for port a34a015e-5682-4ae7-811e-5fdab2bb465a {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.066226] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320976fb-68a4-49dd-88a8-e602388df3cd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.069810] env[65983]: WARNING neutronclient.v2_0.client [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.078461] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d32292-8bdb-489f-8589-6763d32e8368 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.119595] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c99cf5-27a8-4468-a8de-5051cfa8f0e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.129823] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f2681e-565c-cf0d-ce0a-bcc80aa79ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.014252} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.132447] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-defd57ba-c321-4327-b4aa-e74f2a705340 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.135882] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098a1e15-887a-4f60-9450-ed1dbc5efcc9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.144064] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1116.144064] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5219dc52-7b00-e63c-5569-e672fcb46a48" [ 1116.144064] env[65983]: _type = "Task" [ 1116.144064] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.152538] env[65983]: DEBUG nova.compute.provider_tree [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.164407] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5219dc52-7b00-e63c-5569-e672fcb46a48, 'name': SearchDatastore_Task, 'duration_secs': 0.016597} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.165283] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.165638] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 1676a0b1-3190-4479-ac9a-1ed86849c0b9/1676a0b1-3190-4479-ac9a-1ed86849c0b9.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.165808] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-989c4bd1-b47c-4843-b068-d5a33d2b7854 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.174172] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1116.174172] env[65983]: value = "task-4469396" [ 1116.174172] env[65983]: _type = "Task" [ 1116.174172] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.178315] env[65983]: DEBUG nova.network.neutron [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance_info_cache with network_info: [{"id": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "address": "fa:16:3e:06:15:75", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab2c2a-3b", "ovs_interfaceid": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.185652] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.318094] env[65983]: DEBUG oslo_vmware.api [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Task: {'id': task-4469395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130928} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.318537] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.318769] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.318993] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.392780] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1116.393164] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1d4aab9-dbb0-4705-b11e-12ae1a11d64b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.405679] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e13a94-b600-4167-a8f7-3161bdc62803 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.444378] env[65983]: ERROR nova.compute.manager [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Failed to detach volume aad5c110-a04d-4468-afcd-54cd62a2bdb4 from /dev/sda: nova.exception.InstanceNotFound: Instance a7d937c2-ced4-43ae-997e-8a960b7b6f20 could not be found. [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Traceback (most recent call last): [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] self.driver.rebuild(**kwargs) [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] raise NotImplementedError() [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] NotImplementedError [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] During handling of the above exception, another exception occurred: [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Traceback (most recent call last): [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] self.driver.detach_volume(context, old_connection_info, [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] return self._volumeops.detach_volume(connection_info, instance) [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] self._detach_volume_vmdk(connection_info, instance) [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] stable_ref.fetch_moref(session) [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] nova.exception.InstanceNotFound: Instance a7d937c2-ced4-43ae-997e-8a960b7b6f20 could not be found. [ 1116.444378] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] [ 1116.531816] env[65983]: WARNING neutronclient.v2_0.client [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.627583] env[65983]: DEBUG nova.compute.utils [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Build of instance a7d937c2-ced4-43ae-997e-8a960b7b6f20 aborted: Failed to rebuild volume backed instance. {{(pid=65983) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1116.632803] env[65983]: ERROR nova.compute.manager [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a7d937c2-ced4-43ae-997e-8a960b7b6f20 aborted: Failed to rebuild volume backed instance. [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Traceback (most recent call last): [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] self.driver.rebuild(**kwargs) [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] raise NotImplementedError() [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] NotImplementedError [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] During handling of the above exception, another exception occurred: [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Traceback (most recent call last): [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/compute/manager.py", line 3682, in _rebuild_volume_backed_instance [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] self._detach_root_volume(context, instance, root_bdm) [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/compute/manager.py", line 3661, in _detach_root_volume [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] with excutils.save_and_reraise_exception(): [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] self.force_reraise() [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] raise self.value [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] self.driver.detach_volume(context, old_connection_info, [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] return self._volumeops.detach_volume(connection_info, instance) [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] self._detach_volume_vmdk(connection_info, instance) [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] stable_ref.fetch_moref(session) [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] nova.exception.InstanceNotFound: Instance a7d937c2-ced4-43ae-997e-8a960b7b6f20 could not be found. [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] During handling of the above exception, another exception occurred: [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Traceback (most recent call last): [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/compute/manager.py", line 11553, in _error_out_instance_on_exception [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] yield [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/compute/manager.py", line 3950, in rebuild_instance [ 1116.632803] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] self._do_rebuild_instance_with_claim( [ 1116.634123] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/compute/manager.py", line 4036, in _do_rebuild_instance_with_claim [ 1116.634123] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] self._do_rebuild_instance( [ 1116.634123] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/compute/manager.py", line 4228, in _do_rebuild_instance [ 1116.634123] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] self._rebuild_default_impl(**kwargs) [ 1116.634123] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/compute/manager.py", line 3805, in _rebuild_default_impl [ 1116.634123] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] self._rebuild_volume_backed_instance( [ 1116.634123] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] File "/opt/stack/nova/nova/compute/manager.py", line 3697, in _rebuild_volume_backed_instance [ 1116.634123] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] raise exception.BuildAbortException( [ 1116.634123] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] nova.exception.BuildAbortException: Build of instance a7d937c2-ced4-43ae-997e-8a960b7b6f20 aborted: Failed to rebuild volume backed instance. [ 1116.634123] env[65983]: ERROR nova.compute.manager [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] [ 1116.659964] env[65983]: DEBUG nova.scheduler.client.report [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.690823] env[65983]: DEBUG oslo_concurrency.lockutils [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.690823] env[65983]: DEBUG nova.compute.manager [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Instance network_info: |[{"id": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "address": "fa:16:3e:06:15:75", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab2c2a-3b", "ovs_interfaceid": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1116.691466] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:15:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.703047] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1116.706827] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.706827] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7db75923-7d96-4513-b051-9f9be96714c9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.732352] env[65983]: DEBUG nova.compute.manager [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1116.735022] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469396, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.747840] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.747840] env[65983]: value = "task-4469397" [ 1116.747840] env[65983]: _type = "Task" [ 1116.747840] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.762449] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469397, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.777732] env[65983]: DEBUG nova.virt.hardware [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1116.779153] env[65983]: DEBUG nova.virt.hardware [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.779153] env[65983]: DEBUG nova.virt.hardware [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1116.779153] env[65983]: DEBUG nova.virt.hardware [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.779153] env[65983]: DEBUG nova.virt.hardware [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1116.779153] env[65983]: DEBUG nova.virt.hardware [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1116.779153] env[65983]: DEBUG nova.virt.hardware [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1116.779573] env[65983]: DEBUG nova.virt.hardware [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1116.779573] env[65983]: DEBUG nova.virt.hardware [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1116.779573] env[65983]: DEBUG nova.virt.hardware [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1116.779748] env[65983]: DEBUG nova.virt.hardware [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1116.780797] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde1d44c-3ff0-42c5-824c-7076c40b1daf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.795824] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65713a5-30e8-498a-ac56-cbf8878b39d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.998977] env[65983]: WARNING neutronclient.v2_0.client [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.116493] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.117970] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.118657] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65983) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1117.165512] env[65983]: DEBUG oslo_concurrency.lockutils [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.479s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.165740] env[65983]: INFO nova.compute.manager [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Migrating [ 1117.174662] env[65983]: DEBUG oslo_concurrency.lockutils [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.404s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.174662] env[65983]: DEBUG nova.objects.instance [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lazy-loading 'resources' on Instance uuid dffd92de-7bdd-4fc1-b533-eff11d8971f3 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.196486] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647063} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.196486] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 1676a0b1-3190-4479-ac9a-1ed86849c0b9/1676a0b1-3190-4479-ac9a-1ed86849c0b9.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.196728] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.200083] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3f5551e-7b20-4f12-9351-b58616633127 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.207323] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1117.207323] env[65983]: value = "task-4469398" [ 1117.207323] env[65983]: _type = "Task" [ 1117.207323] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.221083] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.232983] env[65983]: DEBUG nova.network.neutron [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updated VIF entry in instance network info cache for port a34a015e-5682-4ae7-811e-5fdab2bb465a. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1117.233397] env[65983]: DEBUG nova.network.neutron [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updating instance_info_cache with network_info: [{"id": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "address": "fa:16:3e:16:41:53", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34a015e-56", "ovs_interfaceid": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.264348] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469397, 'name': CreateVM_Task, 'duration_secs': 0.514717} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.264840] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.265290] env[65983]: WARNING neutronclient.v2_0.client [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.265790] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': '54ba3df0-5042-452f-bf7b-869a0ef713fe', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873963', 'volume_id': 'e360378e-440b-48c8-b4e9-fa09563c594f', 'name': 'volume-e360378e-440b-48c8-b4e9-fa09563c594f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c8ae2e1-3b48-4aa1-898f-abd50facef26', 'attached_at': '', 'detached_at': '', 'volume_id': 'e360378e-440b-48c8-b4e9-fa09563c594f', 'serial': 'e360378e-440b-48c8-b4e9-fa09563c594f'}, 'volume_type': None}], 'swap': None} {{(pid=65983) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1117.266236] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Root volume attach. Driver type: vmdk {{(pid=65983) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1117.267283] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95763cb-2ab1-4a61-a838-f6bb777b605b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.282840] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1052c933-1ea5-4233-82a2-86f76be2b905 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.294015] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f465bb67-839d-49e3-aa20-eafc90208fe6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.308623] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-30a25988-6ef2-4add-8143-8ab4334efd4b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.316808] env[65983]: DEBUG nova.network.neutron [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Successfully updated port: d9bc5262-c322-465a-a07d-24af85e6df05 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1117.328073] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1117.328073] env[65983]: value = "task-4469399" [ 1117.328073] env[65983]: _type = "Task" [ 1117.328073] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.342561] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469399, 'name': RelocateVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.393567] env[65983]: DEBUG nova.compute.manager [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Stashing vm_state: active {{(pid=65983) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1117.545756] env[65983]: DEBUG nova.compute.manager [req-e93d55d4-665e-4edb-bb64-01d34351e6fd req-9c59bb7a-0d25-4896-a8ce-2a64fc85789f service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Received event network-changed-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1117.545823] env[65983]: DEBUG nova.compute.manager [req-e93d55d4-665e-4edb-bb64-01d34351e6fd req-9c59bb7a-0d25-4896-a8ce-2a64fc85789f service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Refreshing instance network info cache due to event network-changed-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1117.545980] env[65983]: DEBUG oslo_concurrency.lockutils [req-e93d55d4-665e-4edb-bb64-01d34351e6fd req-9c59bb7a-0d25-4896-a8ce-2a64fc85789f service nova] Acquiring lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.546172] env[65983]: DEBUG oslo_concurrency.lockutils [req-e93d55d4-665e-4edb-bb64-01d34351e6fd req-9c59bb7a-0d25-4896-a8ce-2a64fc85789f service nova] Acquired lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.546367] env[65983]: DEBUG nova.network.neutron [req-e93d55d4-665e-4edb-bb64-01d34351e6fd req-9c59bb7a-0d25-4896-a8ce-2a64fc85789f service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Refreshing network info cache for port 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.684038] env[65983]: DEBUG oslo_concurrency.lockutils [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.684038] env[65983]: DEBUG oslo_concurrency.lockutils [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.685189] env[65983]: DEBUG nova.network.neutron [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1117.723529] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082214} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.724706] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.725768] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222b038e-124c-40ef-b56b-e5880c7fd45f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.750456] env[65983]: DEBUG oslo_concurrency.lockutils [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] Releasing lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.750601] env[65983]: DEBUG nova.compute.manager [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Received event network-changed-3a532a08-a907-44ae-a9c7-1714cdc6b0e9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1117.750811] env[65983]: DEBUG nova.compute.manager [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Refreshing instance network info cache due to event network-changed-3a532a08-a907-44ae-a9c7-1714cdc6b0e9. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1117.751040] env[65983]: DEBUG oslo_concurrency.lockutils [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] Acquiring lock "refresh_cache-176f9e27-7852-497a-8a7d-4ed9ceb52bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.751210] env[65983]: DEBUG oslo_concurrency.lockutils [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] Acquired lock "refresh_cache-176f9e27-7852-497a-8a7d-4ed9ceb52bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.751365] env[65983]: DEBUG nova.network.neutron [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Refreshing network info cache for port 3a532a08-a907-44ae-a9c7-1714cdc6b0e9 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.762205] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 1676a0b1-3190-4479-ac9a-1ed86849c0b9/1676a0b1-3190-4479-ac9a-1ed86849c0b9.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.765635] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9718ba1-cf0d-4ae8-8cbd-c00d2f9c106c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.792213] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1117.792213] env[65983]: value = "task-4469400" [ 1117.792213] env[65983]: _type = "Task" [ 1117.792213] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.804342] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.823476] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Acquiring lock "refresh_cache-50c8bfa8-4418-4bc3-b597-b56721947235" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.823836] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Acquired lock "refresh_cache-50c8bfa8-4418-4bc3-b597-b56721947235" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.824188] env[65983]: DEBUG nova.network.neutron [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1117.851953] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469399, 'name': RelocateVM_Task} progress is 20%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.916148] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.049968] env[65983]: WARNING neutronclient.v2_0.client [req-e93d55d4-665e-4edb-bb64-01d34351e6fd req-9c59bb7a-0d25-4896-a8ce-2a64fc85789f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.067488] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4eccddb-f2fc-4ec5-a566-bcb93bd3920f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.076864] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b259f15-12dc-48cb-90dd-84a1081ea266 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.082743] env[65983]: DEBUG nova.compute.manager [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Received event network-vif-plugged-d9bc5262-c322-465a-a07d-24af85e6df05 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1118.083093] env[65983]: DEBUG oslo_concurrency.lockutils [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] Acquiring lock "50c8bfa8-4418-4bc3-b597-b56721947235-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.083345] env[65983]: DEBUG oslo_concurrency.lockutils [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] Lock "50c8bfa8-4418-4bc3-b597-b56721947235-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.083500] env[65983]: DEBUG oslo_concurrency.lockutils [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] Lock "50c8bfa8-4418-4bc3-b597-b56721947235-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.083639] env[65983]: DEBUG nova.compute.manager [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] No waiting events found dispatching network-vif-plugged-d9bc5262-c322-465a-a07d-24af85e6df05 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1118.083773] env[65983]: WARNING nova.compute.manager [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Received unexpected event network-vif-plugged-d9bc5262-c322-465a-a07d-24af85e6df05 for instance with vm_state building and task_state spawning. [ 1118.083934] env[65983]: DEBUG nova.compute.manager [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Received event network-changed-d9bc5262-c322-465a-a07d-24af85e6df05 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1118.084125] env[65983]: DEBUG nova.compute.manager [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Refreshing instance network info cache due to event network-changed-d9bc5262-c322-465a-a07d-24af85e6df05. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1118.084292] env[65983]: DEBUG oslo_concurrency.lockutils [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] Acquiring lock "refresh_cache-50c8bfa8-4418-4bc3-b597-b56721947235" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.122641] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf716354-d217-48dc-872c-74ca6d3e647c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.136073] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d490ae-a34d-4387-bd65-95b83ed86493 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.156443] env[65983]: DEBUG nova.compute.provider_tree [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.194076] env[65983]: WARNING neutronclient.v2_0.client [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.235927] env[65983]: WARNING neutronclient.v2_0.client [req-e93d55d4-665e-4edb-bb64-01d34351e6fd req-9c59bb7a-0d25-4896-a8ce-2a64fc85789f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.267609] env[65983]: WARNING neutronclient.v2_0.client [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.273455] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.273846] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.308697] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469400, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.347837] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469399, 'name': RelocateVM_Task, 'duration_secs': 0.623539} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.348173] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1118.348505] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873963', 'volume_id': 'e360378e-440b-48c8-b4e9-fa09563c594f', 'name': 'volume-e360378e-440b-48c8-b4e9-fa09563c594f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c8ae2e1-3b48-4aa1-898f-abd50facef26', 'attached_at': '', 'detached_at': '', 'volume_id': 'e360378e-440b-48c8-b4e9-fa09563c594f', 'serial': 'e360378e-440b-48c8-b4e9-fa09563c594f'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1118.349096] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0435202c-c0c0-4afb-b692-0addd451fbe9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.369447] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2ecd45-5866-4ff3-8c34-d218f295c9cf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.394353] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-e360378e-440b-48c8-b4e9-fa09563c594f/volume-e360378e-440b-48c8-b4e9-fa09563c594f.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.395861] env[65983]: DEBUG nova.network.neutron [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1118.398580] env[65983]: DEBUG nova.network.neutron [req-e93d55d4-665e-4edb-bb64-01d34351e6fd req-9c59bb7a-0d25-4896-a8ce-2a64fc85789f service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updated VIF entry in instance network info cache for port 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1118.398872] env[65983]: DEBUG nova.network.neutron [req-e93d55d4-665e-4edb-bb64-01d34351e6fd req-9c59bb7a-0d25-4896-a8ce-2a64fc85789f service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance_info_cache with network_info: [{"id": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "address": "fa:16:3e:06:15:75", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab2c2a-3b", "ovs_interfaceid": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.400112] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5232d53e-82de-431b-8f31-181a5e30c5eb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.416251] env[65983]: DEBUG oslo_concurrency.lockutils [req-e93d55d4-665e-4edb-bb64-01d34351e6fd req-9c59bb7a-0d25-4896-a8ce-2a64fc85789f service nova] Releasing lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.426671] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1118.426671] env[65983]: value = "task-4469401" [ 1118.426671] env[65983]: _type = "Task" [ 1118.426671] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.441273] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.474476] env[65983]: WARNING neutronclient.v2_0.client [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.556735] env[65983]: WARNING neutronclient.v2_0.client [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.568659] env[65983]: DEBUG nova.network.neutron [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating instance_info_cache with network_info: [{"id": "a85eacca-fa4f-4440-9b37-3898f5fe1490", "address": "fa:16:3e:d2:1b:03", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85eacca-fa", "ovs_interfaceid": "a85eacca-fa4f-4440-9b37-3898f5fe1490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.586983] env[65983]: WARNING neutronclient.v2_0.client [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.660187] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.664661] env[65983]: DEBUG nova.network.neutron [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Updating instance_info_cache with network_info: [{"id": "d9bc5262-c322-465a-a07d-24af85e6df05", "address": "fa:16:3e:b6:a2:50", "network": {"id": "b5926d61-6e80-4013-ab5d-e1adeb4f4fb5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2078935734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20459a2556854580b6901b9793aa573d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9bc5262-c3", "ovs_interfaceid": "d9bc5262-c322-465a-a07d-24af85e6df05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.697952] env[65983]: DEBUG nova.network.neutron [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Updated VIF entry in instance network info cache for port 3a532a08-a907-44ae-a9c7-1714cdc6b0e9. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1118.698363] env[65983]: DEBUG nova.network.neutron [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Updating instance_info_cache with network_info: [{"id": "3a532a08-a907-44ae-a9c7-1714cdc6b0e9", "address": "fa:16:3e:94:68:b0", "network": {"id": "46418dc1-fbf1-41d5-a2b7-443c1756a3ce", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-995590905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ebc9348fd1491790986a15fb66b001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a532a08-a9", "ovs_interfaceid": "3a532a08-a907-44ae-a9c7-1714cdc6b0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.701618] env[65983]: ERROR nova.scheduler.client.report [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [req-631df03d-1d24-4478-be14-01d57fa15926] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-631df03d-1d24-4478-be14-01d57fa15926"}]} [ 1118.717553] env[65983]: DEBUG nova.scheduler.client.report [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1118.733134] env[65983]: DEBUG nova.scheduler.client.report [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1118.733524] env[65983]: DEBUG nova.compute.provider_tree [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.751261] env[65983]: DEBUG nova.scheduler.client.report [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1118.773266] env[65983]: DEBUG nova.scheduler.client.report [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1118.779213] env[65983]: DEBUG nova.compute.utils [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.808998] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469400, 'name': ReconfigVM_Task, 'duration_secs': 0.525828} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.809387] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 1676a0b1-3190-4479-ac9a-1ed86849c0b9/1676a0b1-3190-4479-ac9a-1ed86849c0b9.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.810788] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d7790f1-2cf7-4a1e-9382-1901df7e6205 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.821435] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1118.821435] env[65983]: value = "task-4469402" [ 1118.821435] env[65983]: _type = "Task" [ 1118.821435] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.833595] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469402, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.845967] env[65983]: DEBUG oslo_vmware.rw_handles [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52972193-43b4-bab3-3feb-e18bdf492ba2/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1118.847453] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e7433c-b57d-4beb-82b2-ad10cf4e7f50 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.857919] env[65983]: DEBUG oslo_vmware.rw_handles [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52972193-43b4-bab3-3feb-e18bdf492ba2/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1118.858116] env[65983]: ERROR oslo_vmware.rw_handles [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52972193-43b4-bab3-3feb-e18bdf492ba2/disk-0.vmdk due to incomplete transfer. [ 1118.858423] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bb9874b4-6db2-41d1-a507-e045c722134e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.868549] env[65983]: DEBUG oslo_vmware.rw_handles [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52972193-43b4-bab3-3feb-e18bdf492ba2/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1118.868549] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Uploaded image fc54d385-993e-4bfc-af89-612c8c19499d to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1118.871633] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1118.871633] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-65714a50-8922-400a-b713-a61d0d417801 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.880248] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1118.880248] env[65983]: value = "task-4469403" [ 1118.880248] env[65983]: _type = "Task" [ 1118.880248] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.893421] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469403, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.946866] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.073432] env[65983]: DEBUG oslo_concurrency.lockutils [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.076226] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93baae4e-a3aa-4ff9-8a7e-7962bddce9b2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.085153] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d9ed00-f826-4bd1-bd91-4118fccdd63c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.121754] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.122143] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.122892] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1103dc9d-13a6-4db8-b0bc-c624babf1508 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.132460] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d22d68f-1258-4007-b725-5ea43fca026b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.148490] env[65983]: DEBUG nova.compute.provider_tree [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.170315] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Releasing lock "refresh_cache-50c8bfa8-4418-4bc3-b597-b56721947235" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.170766] env[65983]: DEBUG nova.compute.manager [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Instance network_info: |[{"id": "d9bc5262-c322-465a-a07d-24af85e6df05", "address": "fa:16:3e:b6:a2:50", "network": {"id": "b5926d61-6e80-4013-ab5d-e1adeb4f4fb5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2078935734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20459a2556854580b6901b9793aa573d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9bc5262-c3", "ovs_interfaceid": "d9bc5262-c322-465a-a07d-24af85e6df05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1119.171174] env[65983]: DEBUG oslo_concurrency.lockutils [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] Acquired lock "refresh_cache-50c8bfa8-4418-4bc3-b597-b56721947235" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.171397] env[65983]: DEBUG nova.network.neutron [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Refreshing network info cache for port d9bc5262-c322-465a-a07d-24af85e6df05 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.172704] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:a2:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9bc5262-c322-465a-a07d-24af85e6df05', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.181153] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Creating folder: Project (20459a2556854580b6901b9793aa573d). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.182867] env[65983]: WARNING neutronclient.v2_0.client [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.185453] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfd4aab8-e6f2-4aaa-b674-6392b5e4f13a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.199651] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Created folder: Project (20459a2556854580b6901b9793aa573d) in parent group-v873669. [ 1119.199860] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Creating folder: Instances. Parent ref: group-v873972. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.200137] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70e2a4f4-90b1-4593-be99-4e0cf42fc585 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.203999] env[65983]: DEBUG oslo_concurrency.lockutils [req-52fded15-21c7-432d-aa09-15329a13937f req-eb17a273-1ae2-4e06-a2de-bee93a988784 service nova] Releasing lock "refresh_cache-176f9e27-7852-497a-8a7d-4ed9ceb52bab" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.211797] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Created folder: Instances in parent group-v873972. [ 1119.212069] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1119.212282] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.212529] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44a49a5f-2f02-4aaa-bbae-0309b32f4942 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.239883] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.239883] env[65983]: value = "task-4469406" [ 1119.239883] env[65983]: _type = "Task" [ 1119.239883] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.249351] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469406, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.282397] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.333992] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469402, 'name': Rename_Task, 'duration_secs': 0.372526} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.334381] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.334714] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f088967-da86-4cda-9ce0-a5d4b45f0055 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.345137] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1119.345137] env[65983]: value = "task-4469407" [ 1119.345137] env[65983]: _type = "Task" [ 1119.345137] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.355131] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.379015] env[65983]: WARNING neutronclient.v2_0.client [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.394144] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469403, 'name': Destroy_Task, 'duration_secs': 0.457091} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.394445] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Destroyed the VM [ 1119.394685] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1119.394999] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32e8acc5-90ee-4aab-9515-08da27c3f054 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.403785] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1119.403785] env[65983]: value = "task-4469408" [ 1119.403785] env[65983]: _type = "Task" [ 1119.403785] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.415288] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469408, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.444189] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469401, 'name': ReconfigVM_Task, 'duration_secs': 0.610185} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.444462] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-e360378e-440b-48c8-b4e9-fa09563c594f/volume-e360378e-440b-48c8-b4e9-fa09563c594f.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.451125] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8497384f-33f4-435e-8fc7-2f31d210e611 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.471203] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1119.471203] env[65983]: value = "task-4469409" [ 1119.471203] env[65983]: _type = "Task" [ 1119.471203] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.484847] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.486240] env[65983]: DEBUG nova.network.neutron [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Updated VIF entry in instance network info cache for port d9bc5262-c322-465a-a07d-24af85e6df05. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1119.486670] env[65983]: DEBUG nova.network.neutron [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Updating instance_info_cache with network_info: [{"id": "d9bc5262-c322-465a-a07d-24af85e6df05", "address": "fa:16:3e:b6:a2:50", "network": {"id": "b5926d61-6e80-4013-ab5d-e1adeb4f4fb5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2078935734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20459a2556854580b6901b9793aa573d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9bc5262-c3", "ovs_interfaceid": "d9bc5262-c322-465a-a07d-24af85e6df05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.691245] env[65983]: DEBUG nova.scheduler.client.report [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1119.691589] env[65983]: DEBUG nova.compute.provider_tree [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 148 to 149 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1119.691775] env[65983]: DEBUG nova.compute.provider_tree [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.751853] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469406, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.857558] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.914754] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469408, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.986549] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469409, 'name': ReconfigVM_Task, 'duration_secs': 0.375488} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.986994] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873963', 'volume_id': 'e360378e-440b-48c8-b4e9-fa09563c594f', 'name': 'volume-e360378e-440b-48c8-b4e9-fa09563c594f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c8ae2e1-3b48-4aa1-898f-abd50facef26', 'attached_at': '', 'detached_at': '', 'volume_id': 'e360378e-440b-48c8-b4e9-fa09563c594f', 'serial': 'e360378e-440b-48c8-b4e9-fa09563c594f'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1119.987770] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c96cfa9-8bca-42de-9fc5-11b8d3456056 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.990548] env[65983]: DEBUG oslo_concurrency.lockutils [req-b07d3748-1688-4ed7-bd14-6b232577c735 req-5fab7d5d-9b29-4928-9f5d-0e573ae440ed service nova] Releasing lock "refresh_cache-50c8bfa8-4418-4bc3-b597-b56721947235" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.998463] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1119.998463] env[65983]: value = "task-4469410" [ 1119.998463] env[65983]: _type = "Task" [ 1119.998463] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.011054] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469410, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.114158] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.197094] env[65983]: DEBUG oslo_concurrency.lockutils [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.024s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.199446] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.087s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.199627] env[65983]: DEBUG nova.objects.instance [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lazy-loading 'resources' on Instance uuid fdbec735-2ac1-4e25-bf1e-243f4ae9b39d {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.220817] env[65983]: INFO nova.scheduler.client.report [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Deleted allocations for instance dffd92de-7bdd-4fc1-b533-eff11d8971f3 [ 1120.256260] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469406, 'name': CreateVM_Task, 'duration_secs': 0.647281} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.256574] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.257305] env[65983]: WARNING neutronclient.v2_0.client [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.257922] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.258227] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.258732] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.259145] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e74e7b0-4dbf-4e64-afec-6ab2d0d05f27 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.265918] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Waiting for the task: (returnval){ [ 1120.265918] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f4686b-5655-ee9f-4ea9-eaf56cdea2f8" [ 1120.265918] env[65983]: _type = "Task" [ 1120.265918] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.279906] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f4686b-5655-ee9f-4ea9-eaf56cdea2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.356456] env[65983]: DEBUG oslo_vmware.api [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469407, 'name': PowerOnVM_Task, 'duration_secs': 0.834737} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.356810] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.357082] env[65983]: INFO nova.compute.manager [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1120.357294] env[65983]: DEBUG nova.compute.manager [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1120.358122] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6638b6d-ab0d-43ef-ab37-95fbf7b667c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.369533] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.369533] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.369706] env[65983]: INFO nova.compute.manager [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Attaching volume 41a24216-0c0a-4907-b36a-f565b637ff84 to /dev/sdb [ 1120.408226] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5497d0f9-8fbd-4cd5-8465-7c05b7402059 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.423501] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1149fe46-4c9f-430c-a881-0cdbf263831f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.426399] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469408, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.435482] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Acquiring lock "a7d937c2-ced4-43ae-997e-8a960b7b6f20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.435482] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Lock "a7d937c2-ced4-43ae-997e-8a960b7b6f20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.435482] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Acquiring lock "a7d937c2-ced4-43ae-997e-8a960b7b6f20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.435734] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Lock "a7d937c2-ced4-43ae-997e-8a960b7b6f20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.435734] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Lock "a7d937c2-ced4-43ae-997e-8a960b7b6f20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.441676] env[65983]: DEBUG nova.virt.block_device [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating existing volume attachment record: f1fcfa33-78ca-488e-a207-580a2a98f53c {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1120.445860] env[65983]: INFO nova.compute.manager [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Terminating instance [ 1120.510062] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469410, 'name': Rename_Task, 'duration_secs': 0.292981} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.510062] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.510344] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c95d8ea3-f483-4b3d-aeee-4507f7b85a45 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.518410] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1120.518410] env[65983]: value = "task-4469411" [ 1120.518410] env[65983]: _type = "Task" [ 1120.518410] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.528800] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.594969] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cf87a1-e475-4dfb-80c3-f0f15ec38511 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.615769] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating instance '427dd796-6570-4295-baaa-c5aedf8f0478' progress to 0 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.731553] env[65983]: DEBUG oslo_concurrency.lockutils [None req-308ecb75-8bfc-4355-8577-c52c0983a3c2 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "dffd92de-7bdd-4fc1-b533-eff11d8971f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.706s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.780196] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f4686b-5655-ee9f-4ea9-eaf56cdea2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011606} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.780196] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.780196] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.780196] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.780196] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.780196] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.780196] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9524c435-a558-4468-8611-0d40870a8efb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.789622] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.789810] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.790629] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8ee9c2-a3a4-49fc-8d02-7db8c181ebd7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.797697] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Waiting for the task: (returnval){ [ 1120.797697] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5282f84a-3741-5f49-c873-ba720236089c" [ 1120.797697] env[65983]: _type = "Task" [ 1120.797697] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.809961] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5282f84a-3741-5f49-c873-ba720236089c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.880956] env[65983]: INFO nova.compute.manager [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Took 21.04 seconds to build instance. [ 1120.917647] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469408, 'name': RemoveSnapshot_Task, 'duration_secs': 1.328232} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.917941] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1120.918235] env[65983]: DEBUG nova.compute.manager [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1120.919346] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf28965-c09d-47e0-adb1-bb9be9608768 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.950040] env[65983]: DEBUG nova.compute.manager [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1120.950310] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef751492-d301-43ff-b4f5-60833137a4b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.960336] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8528e042-ed9e-40de-9e04-e9a32cd408b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.007182] env[65983]: WARNING nova.virt.vmwareapi.driver [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a7d937c2-ced4-43ae-997e-8a960b7b6f20 could not be found. [ 1121.007592] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.010747] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6996dbba-d196-4129-9d97-9faed63a5c99 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.021748] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e550865b-3f77-4681-abae-67c9da5328ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.057036] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469411, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.059723] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb4652c-18c9-4e80-bc44-1aac3a22183a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.080698] env[65983]: WARNING nova.virt.vmwareapi.vmops [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a7d937c2-ced4-43ae-997e-8a960b7b6f20 could not be found. [ 1121.080698] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.080698] env[65983]: INFO nova.compute.manager [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Took 0.13 seconds to destroy the instance on the hypervisor. [ 1121.081071] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1121.082571] env[65983]: DEBUG nova.compute.manager [-] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1121.082571] env[65983]: DEBUG nova.network.neutron [-] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1121.082571] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.087178] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c842147d-1efc-4e5e-8e06-ec77f43fe025 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.119669] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.127419] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.127419] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20622a1a-d665-4768-a2e7-c6c21791150c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.130534] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-649d232e-da1e-437a-bc51-c0bc3c512f96 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.143383] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad8df8e-e1ce-488d-9ee2-817a0f6279aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.148850] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1121.148850] env[65983]: value = "task-4469414" [ 1121.148850] env[65983]: _type = "Task" [ 1121.148850] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.150069] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.167208] env[65983]: DEBUG nova.compute.provider_tree [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.175409] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.311768] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5282f84a-3741-5f49-c873-ba720236089c, 'name': SearchDatastore_Task, 'duration_secs': 0.012682} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.312654] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35762b1-62d3-4ae2-81ad-b9b0230012fb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.321121] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Waiting for the task: (returnval){ [ 1121.321121] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525b8e83-1d8f-0cff-0321-8d7287dea2c2" [ 1121.321121] env[65983]: _type = "Task" [ 1121.321121] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.337016] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525b8e83-1d8f-0cff-0321-8d7287dea2c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.383793] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a3e01868-66d1-4705-982c-6623b4199376 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.556s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.436322] env[65983]: INFO nova.compute.manager [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Shelve offloading [ 1121.550908] env[65983]: DEBUG oslo_vmware.api [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469411, 'name': PowerOnVM_Task, 'duration_secs': 0.605862} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.551406] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.551406] env[65983]: INFO nova.compute.manager [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Took 5.58 seconds to spawn the instance on the hypervisor. [ 1121.551600] env[65983]: DEBUG nova.compute.manager [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1121.552595] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c450ffb-515b-4e1d-ae66-97ad4ca795f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.662768] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469414, 'name': PowerOffVM_Task, 'duration_secs': 0.306548} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.663482] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.663701] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating instance '427dd796-6570-4295-baaa-c5aedf8f0478' progress to 17 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.669963] env[65983]: DEBUG nova.scheduler.client.report [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.833734] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525b8e83-1d8f-0cff-0321-8d7287dea2c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012714} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.834523] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.834912] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 50c8bfa8-4418-4bc3-b597-b56721947235/50c8bfa8-4418-4bc3-b597-b56721947235.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.835435] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28d315e4-6111-405a-83fb-bc8002e875d7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.846026] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Waiting for the task: (returnval){ [ 1121.846026] env[65983]: value = "task-4469416" [ 1121.846026] env[65983]: _type = "Task" [ 1121.846026] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.854205] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.941655] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.941655] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a47b943-b942-4c35-8852-e5e221a29459 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.947419] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1121.947419] env[65983]: value = "task-4469417" [ 1121.947419] env[65983]: _type = "Task" [ 1121.947419] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.960473] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1121.963022] env[65983]: DEBUG nova.compute.manager [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1121.963022] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8541a5cc-d3f8-49de-8214-e1b00acb5fb5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.970915] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.970915] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.970915] env[65983]: DEBUG nova.network.neutron [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1122.075709] env[65983]: INFO nova.compute.manager [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Took 14.66 seconds to build instance. [ 1122.128911] env[65983]: DEBUG nova.compute.manager [req-b0a30c88-a286-4468-81f7-4bc956e8b80a req-d05b6ed0-df66-415b-b422-2dc78cf367dc service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Received event network-vif-deleted-e482f3e3-4c34-45ca-8f01-81eca0a5c4de {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1122.129179] env[65983]: INFO nova.compute.manager [req-b0a30c88-a286-4468-81f7-4bc956e8b80a req-d05b6ed0-df66-415b-b422-2dc78cf367dc service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Neutron deleted interface e482f3e3-4c34-45ca-8f01-81eca0a5c4de; detaching it from the instance and deleting it from the info cache [ 1122.129297] env[65983]: DEBUG nova.network.neutron [req-b0a30c88-a286-4468-81f7-4bc956e8b80a req-d05b6ed0-df66-415b-b422-2dc78cf367dc service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.131566] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.132226] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.170596] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1122.170900] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.171079] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1122.171272] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.171420] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1122.171570] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1122.171801] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1122.172360] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1122.172360] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1122.172537] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1122.172590] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1122.179614] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.182217] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f1db41a-4545-457d-89d7-589fe460e45f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.194158] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.636s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.195992] env[65983]: INFO nova.compute.claims [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.211391] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1122.211391] env[65983]: value = "task-4469418" [ 1122.211391] env[65983]: _type = "Task" [ 1122.211391] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.223761] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.250805] env[65983]: DEBUG nova.network.neutron [-] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.373857] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469416, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.420897] env[65983]: INFO nova.scheduler.client.report [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted allocations for instance fdbec735-2ac1-4e25-bf1e-243f4ae9b39d [ 1122.480520] env[65983]: WARNING neutronclient.v2_0.client [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.578679] env[65983]: DEBUG oslo_concurrency.lockutils [None req-28016a96-fdb3-4c5c-a37c-22b0644a356f tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.177s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.633428] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cc7588b-ea0b-4916-8192-4a04fbc0fc06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.636984] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.645276] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9a2662-eafd-4932-998a-95c7b32416c2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.689053] env[65983]: DEBUG nova.compute.manager [req-b0a30c88-a286-4468-81f7-4bc956e8b80a req-d05b6ed0-df66-415b-b422-2dc78cf367dc service nova] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Detach interface failed, port_id=e482f3e3-4c34-45ca-8f01-81eca0a5c4de, reason: Instance a7d937c2-ced4-43ae-997e-8a960b7b6f20 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1122.723938] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469418, 'name': ReconfigVM_Task, 'duration_secs': 0.219668} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.724745] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating instance '427dd796-6570-4295-baaa-c5aedf8f0478' progress to 33 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.752795] env[65983]: INFO nova.compute.manager [-] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Took 1.67 seconds to deallocate network for instance. [ 1122.855687] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546763} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.856149] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 50c8bfa8-4418-4bc3-b597-b56721947235/50c8bfa8-4418-4bc3-b597-b56721947235.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.856248] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.856537] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77612c8d-8caf-4f59-abf7-433f80fb06cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.864672] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Waiting for the task: (returnval){ [ 1122.864672] env[65983]: value = "task-4469419" [ 1122.864672] env[65983]: _type = "Task" [ 1122.864672] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.875850] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.933967] env[65983]: DEBUG oslo_concurrency.lockutils [None req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "fdbec735-2ac1-4e25-bf1e-243f4ae9b39d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.423s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.231661] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1123.231924] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.232087] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1123.232285] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.232428] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1123.232565] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1123.232802] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1123.232967] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1123.234031] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1123.234031] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1123.234031] env[65983]: DEBUG nova.virt.hardware [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1123.239200] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.243557] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4556c1bb-dfcf-4416-874f-2c7cf008235a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.271360] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1123.271360] env[65983]: value = "task-4469420" [ 1123.271360] env[65983]: _type = "Task" [ 1123.271360] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.293027] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469420, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.324785] env[65983]: INFO nova.compute.manager [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Took 0.57 seconds to detach 1 volumes for instance. [ 1123.327728] env[65983]: DEBUG nova.compute.manager [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Deleting volume: aad5c110-a04d-4468-afcd-54cd62a2bdb4 {{(pid=65983) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1123.383198] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191218} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.383496] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.385098] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4eb670-5417-4ccd-958b-b6082f43af57 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.422209] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 50c8bfa8-4418-4bc3-b597-b56721947235/50c8bfa8-4418-4bc3-b597-b56721947235.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.428731] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de156e1f-4c5e-4206-a5df-5df60cd4f93c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.454608] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Waiting for the task: (returnval){ [ 1123.454608] env[65983]: value = "task-4469423" [ 1123.454608] env[65983]: _type = "Task" [ 1123.454608] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.465017] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.611847] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf920c5-b939-490a-a161-084ba538c8fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.620849] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a430916d-f31b-4ce3-81f5-3725c02806a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.654223] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e754581-297f-4578-844c-a2e4e415a41d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.663149] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8957380b-da90-423a-8d85-f17eeef56cbb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.678397] env[65983]: DEBUG nova.compute.provider_tree [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.785404] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469420, 'name': ReconfigVM_Task, 'duration_secs': 0.302169} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.785404] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.786188] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97905c1-3b2c-4e12-9027-151f16fede5a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.810711] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 427dd796-6570-4295-baaa-c5aedf8f0478/427dd796-6570-4295-baaa-c5aedf8f0478.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.813341] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8a33e8-6011-476d-9819-541855b50ee2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.833144] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1123.833144] env[65983]: value = "task-4469424" [ 1123.833144] env[65983]: _type = "Task" [ 1123.833144] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.843666] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.949104] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.966470] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.233133] env[65983]: DEBUG nova.scheduler.client.report [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1124.234669] env[65983]: DEBUG nova.compute.provider_tree [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 149 to 150 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1124.234669] env[65983]: DEBUG nova.compute.provider_tree [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.310845] env[65983]: WARNING neutronclient.v2_0.client [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.350908] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.468030] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469423, 'name': ReconfigVM_Task, 'duration_secs': 0.560916} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.468030] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 50c8bfa8-4418-4bc3-b597-b56721947235/50c8bfa8-4418-4bc3-b597-b56721947235.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.468739] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-018d8e5e-e27e-4599-9de4-a9d9c18de38c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.478463] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Waiting for the task: (returnval){ [ 1124.478463] env[65983]: value = "task-4469425" [ 1124.478463] env[65983]: _type = "Task" [ 1124.478463] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.493856] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469425, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.651017] env[65983]: DEBUG nova.network.neutron [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updating instance_info_cache with network_info: [{"id": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "address": "fa:16:3e:01:a4:73", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262eab20-a2", "ovs_interfaceid": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.743811] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.744636] env[65983]: DEBUG nova.compute.manager [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1124.749552] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.832s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.848861] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469424, 'name': ReconfigVM_Task, 'duration_secs': 0.579856} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.849371] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 427dd796-6570-4295-baaa-c5aedf8f0478/427dd796-6570-4295-baaa-c5aedf8f0478.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.852019] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating instance '427dd796-6570-4295-baaa-c5aedf8f0478' progress to 50 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.978735] env[65983]: DEBUG nova.compute.manager [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Received event network-changed-f481f234-e2db-4502-8a87-9295bb8ff1ec {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1124.979048] env[65983]: DEBUG nova.compute.manager [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Refreshing instance network info cache due to event network-changed-f481f234-e2db-4502-8a87-9295bb8ff1ec. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1124.979231] env[65983]: DEBUG oslo_concurrency.lockutils [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] Acquiring lock "refresh_cache-5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.979389] env[65983]: DEBUG oslo_concurrency.lockutils [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] Acquired lock "refresh_cache-5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.979631] env[65983]: DEBUG nova.network.neutron [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Refreshing network info cache for port f481f234-e2db-4502-8a87-9295bb8ff1ec {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.992223] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469425, 'name': Rename_Task, 'duration_secs': 0.293195} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.993095] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.993371] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328b669c-df61-407e-b997-275069cd5cf8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.004319] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Waiting for the task: (returnval){ [ 1125.004319] env[65983]: value = "task-4469426" [ 1125.004319] env[65983]: _type = "Task" [ 1125.004319] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.014144] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.157694] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.157694] env[65983]: WARNING neutronclient.v2_0.client [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.157694] env[65983]: WARNING neutronclient.v2_0.client [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.255994] env[65983]: DEBUG nova.compute.utils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.263883] env[65983]: INFO nova.compute.claims [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.276964] env[65983]: DEBUG nova.compute.manager [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1125.278687] env[65983]: DEBUG nova.compute.manager [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1125.278936] env[65983]: DEBUG nova.network.neutron [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1125.279321] env[65983]: WARNING neutronclient.v2_0.client [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.279631] env[65983]: WARNING neutronclient.v2_0.client [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.290024] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "575a03d0-9fd8-40b7-8998-329e6821696f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.290295] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "575a03d0-9fd8-40b7-8998-329e6821696f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.357860] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac26bfe-cc32-46c5-984c-9126af64a5d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.383639] env[65983]: DEBUG nova.policy [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4fd275529da4a2a9056f2f968db710f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44d492b5198040c195036431825ebfe1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.386330] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7b43eb-f9ba-4788-a226-2d40661cd30e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.412582] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating instance '427dd796-6570-4295-baaa-c5aedf8f0478' progress to 67 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.420389] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "7e1c758f-b936-41f8-a044-7bff12dffb84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.420640] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.420844] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "7e1c758f-b936-41f8-a044-7bff12dffb84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.427452] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.427452] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.427452] env[65983]: INFO nova.compute.manager [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Terminating instance [ 1125.486263] env[65983]: WARNING neutronclient.v2_0.client [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.508373] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1125.508738] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873976', 'volume_id': '41a24216-0c0a-4907-b36a-f565b637ff84', 'name': 'volume-41a24216-0c0a-4907-b36a-f565b637ff84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9ca6b3c-ffab-449a-a96f-56c2b6552fc9', 'attached_at': '', 'detached_at': '', 'volume_id': '41a24216-0c0a-4907-b36a-f565b637ff84', 'serial': '41a24216-0c0a-4907-b36a-f565b637ff84'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1125.515876] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6952e2-60b8-4ad2-b675-c0483b4b8a01 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.529519] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.542258] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f587846-5269-4378-b787-075a6c6083fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.570606] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-41a24216-0c0a-4907-b36a-f565b637ff84/volume-41a24216-0c0a-4907-b36a-f565b637ff84.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.574088] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36bee79d-3a11-42f9-8ac7-3c9fbceb831f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.596948] env[65983]: DEBUG oslo_vmware.api [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1125.596948] env[65983]: value = "task-4469427" [ 1125.596948] env[65983]: _type = "Task" [ 1125.596948] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.609625] env[65983]: DEBUG oslo_vmware.api [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.761191] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.762360] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46d8874-a2b1-4fd2-879a-51a01e1a5f91 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.771435] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.771610] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f17c6a9-80af-4645-9fcb-371db52743cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.788314] env[65983]: INFO nova.compute.resource_tracker [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Updating resource usage from migration 66bef77b-85ce-4cce-89d6-c5b6ae963457 [ 1125.795592] env[65983]: DEBUG nova.compute.manager [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1125.854499] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.854735] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.854942] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleting the datastore file [datastore2] 29e82383-d039-4e49-b41f-cc6fd65d8978 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.855375] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86cfef8f-abfc-4ca6-b444-d305e45e2e5e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.864762] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1125.864762] env[65983]: value = "task-4469429" [ 1125.864762] env[65983]: _type = "Task" [ 1125.864762] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.879138] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.925943] env[65983]: WARNING neutronclient.v2_0.client [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.926889] env[65983]: WARNING neutronclient.v2_0.client [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.932654] env[65983]: DEBUG nova.compute.manager [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1125.934163] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.934163] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03da0568-20cb-4bfb-a4d7-21b6583e5a08 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.943581] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.943581] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d611d0-2223-4e79-9389-b469102ba74f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.951692] env[65983]: DEBUG oslo_vmware.api [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1125.951692] env[65983]: value = "task-4469430" [ 1125.951692] env[65983]: _type = "Task" [ 1125.951692] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.961377] env[65983]: DEBUG oslo_vmware.api [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.018155] env[65983]: DEBUG oslo_vmware.api [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469426, 'name': PowerOnVM_Task, 'duration_secs': 0.733813} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.018574] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.018737] env[65983]: INFO nova.compute.manager [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1126.018932] env[65983]: DEBUG nova.compute.manager [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1126.019815] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6711ce29-c49c-495c-b09e-12863e236f3b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.104341] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b603cb89-a1ec-4ac1-bebc-f674c4b5daf6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.112258] env[65983]: DEBUG oslo_vmware.api [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469427, 'name': ReconfigVM_Task, 'duration_secs': 0.438467} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.112881] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-41a24216-0c0a-4907-b36a-f565b637ff84/volume-41a24216-0c0a-4907-b36a-f565b637ff84.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.119331] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-696891e3-3379-4f7c-90ce-5dbabf2ed888 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.129874] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26fda8-593b-47f0-b1f9-bd7727c23c7b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.133813] env[65983]: DEBUG nova.network.neutron [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Successfully created port: 9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1126.141864] env[65983]: DEBUG oslo_vmware.api [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1126.141864] env[65983]: value = "task-4469431" [ 1126.141864] env[65983]: _type = "Task" [ 1126.141864] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.175306] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911ddbe8-5f3a-4a8d-9413-8d0de197d461 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.184189] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa82cba-06e0-499d-9ed0-21c83302a6d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.188415] env[65983]: DEBUG oslo_vmware.api [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.200412] env[65983]: DEBUG nova.compute.provider_tree [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.300433] env[65983]: DEBUG nova.compute.manager [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1126.305168] env[65983]: DEBUG nova.compute.manager [req-3380d74f-c4fa-4588-ae23-bb4a72804ce5 req-01534e6e-f6fe-48df-9c45-d3209df24579 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Received event network-vif-unplugged-262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1126.305426] env[65983]: DEBUG oslo_concurrency.lockutils [req-3380d74f-c4fa-4588-ae23-bb4a72804ce5 req-01534e6e-f6fe-48df-9c45-d3209df24579 service nova] Acquiring lock "29e82383-d039-4e49-b41f-cc6fd65d8978-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.305836] env[65983]: DEBUG oslo_concurrency.lockutils [req-3380d74f-c4fa-4588-ae23-bb4a72804ce5 req-01534e6e-f6fe-48df-9c45-d3209df24579 service nova] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.305836] env[65983]: DEBUG oslo_concurrency.lockutils [req-3380d74f-c4fa-4588-ae23-bb4a72804ce5 req-01534e6e-f6fe-48df-9c45-d3209df24579 service nova] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.306139] env[65983]: DEBUG nova.compute.manager [req-3380d74f-c4fa-4588-ae23-bb4a72804ce5 req-01534e6e-f6fe-48df-9c45-d3209df24579 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] No waiting events found dispatching network-vif-unplugged-262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1126.306234] env[65983]: WARNING nova.compute.manager [req-3380d74f-c4fa-4588-ae23-bb4a72804ce5 req-01534e6e-f6fe-48df-9c45-d3209df24579 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Received unexpected event network-vif-unplugged-262eab20-a232-47e8-9ead-70c2fa9d01cc for instance with vm_state shelved and task_state shelving_offloading. [ 1126.341111] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.342591] env[65983]: DEBUG nova.network.neutron [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Port a85eacca-fa4f-4440-9b37-3898f5fe1490 binding to destination host cpu-1 is already ACTIVE {{(pid=65983) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1126.348789] env[65983]: DEBUG nova.virt.hardware [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1126.349066] env[65983]: DEBUG nova.virt.hardware [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.349221] env[65983]: DEBUG nova.virt.hardware [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1126.349412] env[65983]: DEBUG nova.virt.hardware [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.349553] env[65983]: DEBUG nova.virt.hardware [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1126.349696] env[65983]: DEBUG nova.virt.hardware [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1126.349905] env[65983]: DEBUG nova.virt.hardware [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1126.350309] env[65983]: DEBUG nova.virt.hardware [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1126.350627] env[65983]: DEBUG nova.virt.hardware [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1126.351110] env[65983]: DEBUG nova.virt.hardware [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1126.351325] env[65983]: DEBUG nova.virt.hardware [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1126.352321] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3730fe06-b641-4b96-95c5-cc1355a5f3d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.365551] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b5e38d-f2a4-4b07-a89b-0cd489811f09 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.390397] env[65983]: DEBUG oslo_vmware.api [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193848} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.391653] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.391653] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.391653] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.424496] env[65983]: INFO nova.scheduler.client.report [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleted allocations for instance 29e82383-d039-4e49-b41f-cc6fd65d8978 [ 1126.465103] env[65983]: DEBUG oslo_vmware.api [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469430, 'name': PowerOffVM_Task, 'duration_secs': 0.360226} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.465431] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.465643] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.465942] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b1385ac-56cc-404f-a9fd-2470a4c8dad3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.544782] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.545322] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.545649] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Deleting the datastore file [datastore2] 7e1c758f-b936-41f8-a044-7bff12dffb84 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.546430] env[65983]: INFO nova.compute.manager [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Took 18.93 seconds to build instance. [ 1126.548139] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55500e17-2f7d-41f6-8733-c7f0bb7ca3c9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.554763] env[65983]: DEBUG oslo_vmware.api [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for the task: (returnval){ [ 1126.554763] env[65983]: value = "task-4469433" [ 1126.554763] env[65983]: _type = "Task" [ 1126.554763] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.566889] env[65983]: DEBUG oslo_vmware.api [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.661765] env[65983]: WARNING neutronclient.v2_0.client [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.682293] env[65983]: DEBUG oslo_vmware.api [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469431, 'name': ReconfigVM_Task, 'duration_secs': 0.17447} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.682652] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873976', 'volume_id': '41a24216-0c0a-4907-b36a-f565b637ff84', 'name': 'volume-41a24216-0c0a-4907-b36a-f565b637ff84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9ca6b3c-ffab-449a-a96f-56c2b6552fc9', 'attached_at': '', 'detached_at': '', 'volume_id': '41a24216-0c0a-4907-b36a-f565b637ff84', 'serial': '41a24216-0c0a-4907-b36a-f565b637ff84'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1126.730135] env[65983]: ERROR nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [req-688ebf22-8352-41c8-a700-95ec7124330f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-688ebf22-8352-41c8-a700-95ec7124330f"}]} [ 1126.751529] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1126.766799] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1126.767038] env[65983]: DEBUG nova.compute.provider_tree [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.779472] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1126.800614] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1126.864206] env[65983]: DEBUG nova.network.neutron [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Updated VIF entry in instance network info cache for port f481f234-e2db-4502-8a87-9295bb8ff1ec. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1126.864206] env[65983]: DEBUG nova.network.neutron [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Updating instance_info_cache with network_info: [{"id": "f481f234-e2db-4502-8a87-9295bb8ff1ec", "address": "fa:16:3e:87:30:45", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf481f234-e2", "ovs_interfaceid": "f481f234-e2db-4502-8a87-9295bb8ff1ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.931364] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.052802] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bdee053-869c-4448-b6ff-1f9cd97f820d tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Lock "50c8bfa8-4418-4bc3-b597-b56721947235" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.455s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.063439] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a206fec6-4396-45f8-a9c8-ed911d043443 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.070201] env[65983]: DEBUG oslo_vmware.api [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Task: {'id': task-4469433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154015} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.070898] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.071092] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.071265] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.071433] env[65983]: INFO nova.compute.manager [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1127.071665] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1127.071917] env[65983]: DEBUG nova.compute.manager [-] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1127.072040] env[65983]: DEBUG nova.network.neutron [-] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1127.072293] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.076765] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d02835-92d5-4685-8f3a-baf1a4d9df37 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.126836] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39278fb-e1cc-4ade-9dea-6a2a1cbcc77c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.138207] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d882a18f-1321-48eb-9342-ce5320eda635 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.154243] env[65983]: DEBUG nova.compute.provider_tree [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.156509] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.162655] env[65983]: DEBUG nova.compute.manager [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Stashing vm_state: active {{(pid=65983) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1127.213449] env[65983]: DEBUG nova.compute.manager [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Received event network-changed-a34a015e-5682-4ae7-811e-5fdab2bb465a {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1127.213687] env[65983]: DEBUG nova.compute.manager [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Refreshing instance network info cache due to event network-changed-a34a015e-5682-4ae7-811e-5fdab2bb465a. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1127.213897] env[65983]: DEBUG oslo_concurrency.lockutils [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] Acquiring lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.214318] env[65983]: DEBUG oslo_concurrency.lockutils [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] Acquired lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.215108] env[65983]: DEBUG nova.network.neutron [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Refreshing network info cache for port a34a015e-5682-4ae7-811e-5fdab2bb465a {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.366574] env[65983]: DEBUG oslo_concurrency.lockutils [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "427dd796-6570-4295-baaa-c5aedf8f0478-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.366980] env[65983]: DEBUG oslo_concurrency.lockutils [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "427dd796-6570-4295-baaa-c5aedf8f0478-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.366980] env[65983]: DEBUG oslo_concurrency.lockutils [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "427dd796-6570-4295-baaa-c5aedf8f0478-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.368645] env[65983]: DEBUG oslo_concurrency.lockutils [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] Releasing lock "refresh_cache-5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.368645] env[65983]: DEBUG nova.compute.manager [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Received event network-changed-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1127.368813] env[65983]: DEBUG nova.compute.manager [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Refreshing instance network info cache due to event network-changed-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1127.368908] env[65983]: DEBUG oslo_concurrency.lockutils [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] Acquiring lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.369056] env[65983]: DEBUG oslo_concurrency.lockutils [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] Acquired lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.369604] env[65983]: DEBUG nova.network.neutron [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Refreshing network info cache for port 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.632422] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "bdb00832-dd2e-42c9-a829-e6cb3047e0a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.632729] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "bdb00832-dd2e-42c9-a829-e6cb3047e0a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.683871] env[65983]: ERROR nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [req-233c3224-cc26-4783-9325-11a22f238ca2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-233c3224-cc26-4783-9325-11a22f238ca2"}]} [ 1127.686027] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.707889] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1127.717231] env[65983]: WARNING neutronclient.v2_0.client [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.723239] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1127.723483] env[65983]: DEBUG nova.compute.provider_tree [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.743398] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1127.748715] env[65983]: DEBUG nova.objects.instance [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'flavor' on Instance uuid d9ca6b3c-ffab-449a-a96f-56c2b6552fc9 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.763168] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1127.874849] env[65983]: WARNING neutronclient.v2_0.client [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.000855] env[65983]: DEBUG nova.network.neutron [-] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.012411] env[65983]: DEBUG nova.network.neutron [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Successfully updated port: 9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1128.090952] env[65983]: WARNING neutronclient.v2_0.client [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.134860] env[65983]: DEBUG nova.compute.manager [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1128.204020] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6291e22-9801-411a-a99c-9a660c6b2248 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.212437] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a64007-5f5d-469c-97b7-73bc86ac9a78 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.257224] env[65983]: DEBUG nova.network.neutron [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updated VIF entry in instance network info cache for port a34a015e-5682-4ae7-811e-5fdab2bb465a. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1128.258104] env[65983]: DEBUG nova.network.neutron [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updating instance_info_cache with network_info: [{"id": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "address": "fa:16:3e:16:41:53", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34a015e-56", "ovs_interfaceid": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.260091] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ebac65-90b1-427d-a415-a69361991b49 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.263755] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3bac773f-1eab-420b-b15c-e8ebca6d9b75 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.894s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.272509] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e03f7fa-dba1-433e-a087-7da4829e3888 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.291838] env[65983]: DEBUG nova.compute.provider_tree [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.298121] env[65983]: WARNING neutronclient.v2_0.client [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.383275] env[65983]: WARNING neutronclient.v2_0.client [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.447665] env[65983]: DEBUG oslo_concurrency.lockutils [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.447665] env[65983]: DEBUG oslo_concurrency.lockutils [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.447981] env[65983]: DEBUG nova.network.neutron [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1128.472383] env[65983]: DEBUG nova.network.neutron [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updated VIF entry in instance network info cache for port 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1128.472735] env[65983]: DEBUG nova.network.neutron [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance_info_cache with network_info: [{"id": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "address": "fa:16:3e:06:15:75", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab2c2a-3b", "ovs_interfaceid": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.504467] env[65983]: INFO nova.compute.manager [-] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Took 1.43 seconds to deallocate network for instance. [ 1128.514645] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-322c7289-d766-441d-8708-e0ba3d6a14be" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.514837] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-322c7289-d766-441d-8708-e0ba3d6a14be" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.515591] env[65983]: DEBUG nova.network.neutron [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1128.553398] env[65983]: DEBUG nova.compute.manager [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Received event network-changed-262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.553673] env[65983]: DEBUG nova.compute.manager [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Refreshing instance network info cache due to event network-changed-262eab20-a232-47e8-9ead-70c2fa9d01cc. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1128.554094] env[65983]: DEBUG oslo_concurrency.lockutils [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] Acquiring lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.554247] env[65983]: DEBUG oslo_concurrency.lockutils [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] Acquired lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.554424] env[65983]: DEBUG nova.network.neutron [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Refreshing network info cache for port 262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.661272] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.760489] env[65983]: DEBUG oslo_concurrency.lockutils [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] Releasing lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.760769] env[65983]: DEBUG nova.compute.manager [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Received event network-changed-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.760936] env[65983]: DEBUG nova.compute.manager [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Refreshing instance network info cache due to event network-changed-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1128.761161] env[65983]: DEBUG oslo_concurrency.lockutils [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] Acquiring lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.761301] env[65983]: DEBUG oslo_concurrency.lockutils [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] Acquired lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.761459] env[65983]: DEBUG nova.network.neutron [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Refreshing network info cache for port a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.827134] env[65983]: ERROR nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [req-48cf6881-09dd-4c55-ba0c-49d1e5dee7fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-48cf6881-09dd-4c55-ba0c-49d1e5dee7fb"}]} [ 1128.854392] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1128.874177] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1128.874177] env[65983]: DEBUG nova.compute.provider_tree [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.890628] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1128.911596] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1128.951341] env[65983]: WARNING neutronclient.v2_0.client [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.975902] env[65983]: DEBUG oslo_concurrency.lockutils [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] Releasing lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.975902] env[65983]: DEBUG nova.compute.manager [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Received event network-changed-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.975902] env[65983]: DEBUG nova.compute.manager [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Refreshing instance network info cache due to event network-changed-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1128.976663] env[65983]: DEBUG oslo_concurrency.lockutils [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] Acquiring lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.015307] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.059627] env[65983]: DEBUG nova.network.neutron [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1129.063724] env[65983]: WARNING neutronclient.v2_0.client [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.175813] env[65983]: WARNING neutronclient.v2_0.client [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.204555] env[65983]: WARNING neutronclient.v2_0.client [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.232432] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fee079-e59b-4698-9772-fdf7a2d7a64d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.252348] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c06c343-46c2-422f-861e-1958b50189ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.288348] env[65983]: WARNING neutronclient.v2_0.client [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.299895] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b09dd6b-ffc3-4e69-9011-a550b5eefb17 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.303462] env[65983]: DEBUG nova.compute.manager [req-64cc06ba-94b3-4a10-b34f-bba47fc68bd2 req-cce9fe85-9c5f-485e-ab31-68ee311b9c5f service nova] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Received event network-vif-deleted-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1129.307344] env[65983]: DEBUG nova.compute.manager [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Stashing vm_state: active {{(pid=65983) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1129.316647] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9023cd02-81f0-4509-8d21-d6f486113a06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.332243] env[65983]: DEBUG nova.compute.provider_tree [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.335795] env[65983]: DEBUG nova.network.neutron [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating instance_info_cache with network_info: [{"id": "a85eacca-fa4f-4440-9b37-3898f5fe1490", "address": "fa:16:3e:d2:1b:03", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85eacca-fa", "ovs_interfaceid": "a85eacca-fa4f-4440-9b37-3898f5fe1490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.400033] env[65983]: DEBUG nova.network.neutron [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Updating instance_info_cache with network_info: [{"id": "9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd", "address": "fa:16:3e:d3:f8:50", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5be0c8-90", "ovs_interfaceid": "9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.413152] env[65983]: WARNING neutronclient.v2_0.client [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.515626] env[65983]: DEBUG nova.network.neutron [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updated VIF entry in instance network info cache for port 262eab20-a232-47e8-9ead-70c2fa9d01cc. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1129.515960] env[65983]: DEBUG nova.network.neutron [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updating instance_info_cache with network_info: [{"id": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "address": "fa:16:3e:01:a4:73", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap262eab20-a2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.608047] env[65983]: WARNING neutronclient.v2_0.client [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.701866] env[65983]: DEBUG nova.network.neutron [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updated VIF entry in instance network info cache for port a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1129.702262] env[65983]: DEBUG nova.network.neutron [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updating instance_info_cache with network_info: [{"id": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "address": "fa:16:3e:b6:73:b8", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e44e94-b8", "ovs_interfaceid": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.828596] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.839798] env[65983]: DEBUG oslo_concurrency.lockutils [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.861803] env[65983]: ERROR nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [req-0355d5d7-e97c-4d64-90c8-d4023dcc431f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0355d5d7-e97c-4d64-90c8-d4023dcc431f"}]} [ 1129.862389] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 5.114s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.864546] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.205s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.877066] env[65983]: INFO nova.compute.manager [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Swapping old allocation on dict_keys(['105b815f-bff2-4131-99fb-b7e02a4602d6']) held by migration 66bef77b-85ce-4cce-89d6-c5b6ae963457 for instance [ 1129.881711] env[65983]: DEBUG nova.scheduler.client.report [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1129.898603] env[65983]: DEBUG nova.scheduler.client.report [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1129.898835] env[65983]: DEBUG nova.compute.provider_tree [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.901923] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Overwriting current allocation {'allocations': {'105b815f-bff2-4131-99fb-b7e02a4602d6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': '978bc558023244e489113f46147ed0bb', 'user_id': 'd6f9892e9fac4fcfa97f7288f681e623', 'consumer_generation': 1} on consumer 533b4fc9-5884-43f4-af24-b57ae5e8d46b {{(pid=65983) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1129.903813] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-322c7289-d766-441d-8708-e0ba3d6a14be" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.904192] env[65983]: DEBUG nova.compute.manager [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Instance network_info: |[{"id": "9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd", "address": "fa:16:3e:d3:f8:50", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5be0c8-90", "ovs_interfaceid": "9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1129.904885] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:f8:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.912648] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1129.913606] env[65983]: DEBUG nova.scheduler.client.report [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1129.915806] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.916944] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06667cf4-19d7-4d3e-b53d-512e32c5a8be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.935246] env[65983]: DEBUG nova.scheduler.client.report [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1129.940090] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.940090] env[65983]: value = "task-4469434" [ 1129.940090] env[65983]: _type = "Task" [ 1129.940090] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.951185] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469434, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.959058] env[65983]: DEBUG nova.compute.manager [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Rescheduling, attempt 1 {{(pid=65983) _reschedule_resize_or_reraise /opt/stack/nova/nova/compute/manager.py:6340}} [ 1129.969923] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "29e82383-d039-4e49-b41f-cc6fd65d8978" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.019389] env[65983]: DEBUG oslo_concurrency.lockutils [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] Releasing lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.019633] env[65983]: DEBUG nova.compute.manager [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Received event network-vif-plugged-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1130.019744] env[65983]: DEBUG oslo_concurrency.lockutils [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] Acquiring lock "322c7289-d766-441d-8708-e0ba3d6a14be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.019973] env[65983]: DEBUG oslo_concurrency.lockutils [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] Lock "322c7289-d766-441d-8708-e0ba3d6a14be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.020170] env[65983]: DEBUG oslo_concurrency.lockutils [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] Lock "322c7289-d766-441d-8708-e0ba3d6a14be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.020335] env[65983]: DEBUG nova.compute.manager [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] No waiting events found dispatching network-vif-plugged-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1130.020518] env[65983]: WARNING nova.compute.manager [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Received unexpected event network-vif-plugged-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd for instance with vm_state building and task_state spawning. [ 1130.020648] env[65983]: DEBUG nova.compute.manager [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Received event network-changed-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1130.020794] env[65983]: DEBUG nova.compute.manager [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Refreshing instance network info cache due to event network-changed-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1130.020980] env[65983]: DEBUG oslo_concurrency.lockutils [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] Acquiring lock "refresh_cache-322c7289-d766-441d-8708-e0ba3d6a14be" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.021123] env[65983]: DEBUG oslo_concurrency.lockutils [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] Acquired lock "refresh_cache-322c7289-d766-441d-8708-e0ba3d6a14be" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.021264] env[65983]: DEBUG nova.network.neutron [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Refreshing network info cache for port 9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.096090] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Acquiring lock "50c8bfa8-4418-4bc3-b597-b56721947235" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.096403] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Lock "50c8bfa8-4418-4bc3-b597-b56721947235" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.096611] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Acquiring lock "50c8bfa8-4418-4bc3-b597-b56721947235-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.096785] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Lock "50c8bfa8-4418-4bc3-b597-b56721947235-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.096945] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Lock "50c8bfa8-4418-4bc3-b597-b56721947235-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.101391] env[65983]: INFO nova.compute.manager [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Terminating instance [ 1130.207134] env[65983]: DEBUG oslo_concurrency.lockutils [req-70e22da4-85e3-43c6-8fd6-47a2de8678b1 req-0d952853-132b-4759-a12a-a7ee7f667625 service nova] Releasing lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.207847] env[65983]: DEBUG oslo_concurrency.lockutils [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] Acquired lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.208055] env[65983]: DEBUG nova.network.neutron [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Refreshing network info cache for port a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.217760] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbff151-6451-4682-a4b8-eb9599bca8fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.229200] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6739c20-ce24-42d9-89ca-728ae2f65dc3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.264843] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacab271-16e4-40a8-9f5c-8a8223d0ec41 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.273631] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a96f2f8-91cb-4985-89b1-c358cc53f11a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.288763] env[65983]: DEBUG nova.compute.provider_tree [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.364653] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaed7cd4-65e2-44cc-b58c-80c5c4fbca1e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.387798] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba703517-602e-459e-a8df-e35be971c059 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.396023] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating instance '427dd796-6570-4295-baaa-c5aedf8f0478' progress to 83 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.449850] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469434, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.465870] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.523684] env[65983]: WARNING neutronclient.v2_0.client [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.605465] env[65983]: DEBUG nova.compute.manager [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1130.605677] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.607185] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8b8f81-34fc-43fb-a1b0-d13b5cea2f66 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.618253] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.618455] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1b1d4c9-0ae0-4d67-bc82-e041083cfe69 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.626014] env[65983]: DEBUG oslo_vmware.api [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Waiting for the task: (returnval){ [ 1130.626014] env[65983]: value = "task-4469435" [ 1130.626014] env[65983]: _type = "Task" [ 1130.626014] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.639414] env[65983]: DEBUG oslo_vmware.api [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.693495] env[65983]: WARNING neutronclient.v2_0.client [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.711638] env[65983]: WARNING neutronclient.v2_0.client [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.780680] env[65983]: DEBUG nova.network.neutron [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Updated VIF entry in instance network info cache for port 9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1130.781089] env[65983]: DEBUG nova.network.neutron [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Updating instance_info_cache with network_info: [{"id": "9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd", "address": "fa:16:3e:d3:f8:50", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5be0c8-90", "ovs_interfaceid": "9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.815780] env[65983]: ERROR nova.scheduler.client.report [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [req-aeb79da4-2a7a-43f8-ae55-2c8eda2f165c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aeb79da4-2a7a-43f8-ae55-2c8eda2f165c"}]}: nova.exception.BuildAbortException: Build of instance a7d937c2-ced4-43ae-997e-8a960b7b6f20 aborted: Failed to rebuild volume backed instance. [ 1130.834871] env[65983]: DEBUG nova.scheduler.client.report [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1130.853700] env[65983]: DEBUG nova.scheduler.client.report [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1130.853936] env[65983]: DEBUG nova.compute.provider_tree [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.870807] env[65983]: DEBUG nova.scheduler.client.report [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1130.893408] env[65983]: DEBUG nova.scheduler.client.report [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1130.902684] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.903037] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b287deb6-9a77-40a0-8972-b8b6a76e3226 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.914445] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1130.914445] env[65983]: value = "task-4469436" [ 1130.914445] env[65983]: _type = "Task" [ 1130.914445] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.927576] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.944700] env[65983]: WARNING neutronclient.v2_0.client [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.962341] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469434, 'name': CreateVM_Task, 'duration_secs': 0.602208} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.962534] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.963096] env[65983]: WARNING neutronclient.v2_0.client [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.963591] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.963721] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.964081] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.964390] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e966407e-08a4-43c6-8e67-b0b2fbd56b06 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.970454] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1130.970454] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f29eda-7a27-434c-745c-f04edf608ea1" [ 1130.970454] env[65983]: _type = "Task" [ 1130.970454] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.983621] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f29eda-7a27-434c-745c-f04edf608ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.032901] env[65983]: DEBUG nova.network.neutron [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updated VIF entry in instance network info cache for port a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1131.033415] env[65983]: DEBUG nova.network.neutron [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updating instance_info_cache with network_info: [{"id": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "address": "fa:16:3e:b6:73:b8", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e44e94-b8", "ovs_interfaceid": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.140631] env[65983]: DEBUG oslo_vmware.api [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469435, 'name': PowerOffVM_Task, 'duration_secs': 0.376679} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.141016] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.141236] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.141521] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60b5dee6-16a7-4eb1-b622-9d40ed5ad5e2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.193167] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00c509a-60e8-4f60-ae5f-2e7a52f704c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.201996] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b0330d-fa88-4ee2-a8ed-b15407646041 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.212039] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.212417] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.212417] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Deleting the datastore file [datastore2] 50c8bfa8-4418-4bc3-b597-b56721947235 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.238531] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3bf1988-ec51-4d84-827b-6f8de4950c5b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.241966] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a114da-666d-4f5c-9ee8-7f007243a0ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.252867] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6444b1b4-3a8a-4ebf-8d4b-bebdba17f5a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.257507] env[65983]: DEBUG oslo_vmware.api [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Waiting for the task: (returnval){ [ 1131.257507] env[65983]: value = "task-4469438" [ 1131.257507] env[65983]: _type = "Task" [ 1131.257507] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.269112] env[65983]: DEBUG nova.compute.provider_tree [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.276462] env[65983]: DEBUG oslo_vmware.api [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.283801] env[65983]: DEBUG oslo_concurrency.lockutils [req-c122f1e4-e609-4847-b69e-e0f04a36a8eb req-7df31b43-a79e-4718-a24a-d9d81eb11d27 service nova] Releasing lock "refresh_cache-322c7289-d766-441d-8708-e0ba3d6a14be" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.425335] env[65983]: DEBUG oslo_vmware.api [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469436, 'name': PowerOnVM_Task, 'duration_secs': 0.449355} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.425582] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.425748] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-497d22da-18be-4aa9-93c2-b18f22126c0b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating instance '427dd796-6570-4295-baaa-c5aedf8f0478' progress to 100 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.482675] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f29eda-7a27-434c-745c-f04edf608ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.01212} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.483925] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.484342] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.484616] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.484764] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.484945] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.485589] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47d06c8a-c53b-4f4d-bec6-67b9e9b4b4eb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.495642] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.495809] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.496655] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23816f2c-7889-46e1-99fa-1d50a93ace6a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.503509] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1131.503509] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b7ab2b-76c4-72fb-e7ca-6cfad487b8b2" [ 1131.503509] env[65983]: _type = "Task" [ 1131.503509] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.512609] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b7ab2b-76c4-72fb-e7ca-6cfad487b8b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.538878] env[65983]: DEBUG oslo_concurrency.lockutils [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] Releasing lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.539196] env[65983]: DEBUG nova.compute.manager [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Received event network-changed-a34a015e-5682-4ae7-811e-5fdab2bb465a {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1131.539395] env[65983]: DEBUG nova.compute.manager [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Refreshing instance network info cache due to event network-changed-a34a015e-5682-4ae7-811e-5fdab2bb465a. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1131.539570] env[65983]: DEBUG oslo_concurrency.lockutils [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] Acquiring lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.539734] env[65983]: DEBUG oslo_concurrency.lockutils [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] Acquired lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.539865] env[65983]: DEBUG nova.network.neutron [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Refreshing network info cache for port a34a015e-5682-4ae7-811e-5fdab2bb465a {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.769252] env[65983]: DEBUG oslo_vmware.api [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Task: {'id': task-4469438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262278} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.769510] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.769689] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.769867] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.770052] env[65983]: INFO nova.compute.manager [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1131.770301] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1131.770500] env[65983]: DEBUG nova.compute.manager [-] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1131.770598] env[65983]: DEBUG nova.network.neutron [-] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1131.770838] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.805407] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.809024] env[65983]: DEBUG nova.scheduler.client.report [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1131.809024] env[65983]: DEBUG nova.compute.provider_tree [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 158 to 159 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1131.809211] env[65983]: DEBUG nova.compute.provider_tree [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.016941] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b7ab2b-76c4-72fb-e7ca-6cfad487b8b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012762} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.017789] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72928bd2-c469-4933-ba5d-a7e84ecaea91 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.026195] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1132.026195] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524d3f6c-0da4-d720-f536-4185d554345a" [ 1132.026195] env[65983]: _type = "Task" [ 1132.026195] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.039892] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524d3f6c-0da4-d720-f536-4185d554345a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.044914] env[65983]: WARNING neutronclient.v2_0.client [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.072393] env[65983]: DEBUG nova.compute.manager [req-8214d7e4-396a-490c-ae81-0a0b5430f6a7 req-be9ba806-17a8-4d12-9f69-5ae6f6cf9b10 service nova] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Received event network-vif-deleted-d9bc5262-c322-465a-a07d-24af85e6df05 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1132.072589] env[65983]: INFO nova.compute.manager [req-8214d7e4-396a-490c-ae81-0a0b5430f6a7 req-be9ba806-17a8-4d12-9f69-5ae6f6cf9b10 service nova] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Neutron deleted interface d9bc5262-c322-465a-a07d-24af85e6df05; detaching it from the instance and deleting it from the info cache [ 1132.073263] env[65983]: DEBUG nova.network.neutron [req-8214d7e4-396a-490c-ae81-0a0b5430f6a7 req-be9ba806-17a8-4d12-9f69-5ae6f6cf9b10 service nova] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.201666] env[65983]: WARNING neutronclient.v2_0.client [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.271437] env[65983]: DEBUG nova.network.neutron [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updated VIF entry in instance network info cache for port a34a015e-5682-4ae7-811e-5fdab2bb465a. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1132.271437] env[65983]: DEBUG nova.network.neutron [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updating instance_info_cache with network_info: [{"id": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "address": "fa:16:3e:16:41:53", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34a015e-56", "ovs_interfaceid": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.314951] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.450s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.315314] env[65983]: INFO nova.compute.manager [None req-4b81026a-eb43-42f1-9972-cb84a1e883fa tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Successfully reverted task state from rebuilding on failure for instance. [ 1132.320896] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.684s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.321103] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.321313] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65983) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1132.321499] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.373s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.321702] env[65983]: DEBUG nova.objects.instance [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Lazy-loading 'resources' on Instance uuid a7d937c2-ced4-43ae-997e-8a960b7b6f20 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.323804] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf6150-7b9a-437b-9786-aad4530f6cce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.335352] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd89581-a514-4c94-a8a1-983e49ab643d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.349138] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81b9b66-2519-439b-9942-e777bbe73617 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.357725] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fa4b9e-525e-47a9-bb85-1ec302c34a34 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.389893] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179376MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65983) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1132.390076] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.535830] env[65983]: DEBUG nova.network.neutron [-] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.537127] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524d3f6c-0da4-d720-f536-4185d554345a, 'name': SearchDatastore_Task, 'duration_secs': 0.013037} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.537591] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.537880] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 322c7289-d766-441d-8708-e0ba3d6a14be/322c7289-d766-441d-8708-e0ba3d6a14be.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.538193] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9978268-6afa-44dc-92e2-4e876c965f7f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.546416] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1132.546416] env[65983]: value = "task-4469439" [ 1132.546416] env[65983]: _type = "Task" [ 1132.546416] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.556405] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.576601] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9b03413-9ddf-4e50-a1f1-7f27a42ad4e2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.586323] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac063ff6-832e-4e2e-8e5e-367d82fbd9fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.622818] env[65983]: DEBUG nova.compute.manager [req-8214d7e4-396a-490c-ae81-0a0b5430f6a7 req-be9ba806-17a8-4d12-9f69-5ae6f6cf9b10 service nova] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Detach interface failed, port_id=d9bc5262-c322-465a-a07d-24af85e6df05, reason: Instance 50c8bfa8-4418-4bc3-b597-b56721947235 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1132.773690] env[65983]: DEBUG oslo_concurrency.lockutils [req-80e9ee09-65d3-44b8-b5be-39846a95b8d8 req-2f00bfde-ed11-4aca-b00f-ee852c5f22ca service nova] Releasing lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.794861] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "interface-5ddbd34e-11b2-4786-ba98-e62423af9948-42af1f38-5386-4b31-98ad-a669fe4a507c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.795227] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-5ddbd34e-11b2-4786-ba98-e62423af9948-42af1f38-5386-4b31-98ad-a669fe4a507c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.795667] env[65983]: DEBUG nova.objects.instance [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'flavor' on Instance uuid 5ddbd34e-11b2-4786-ba98-e62423af9948 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.038496] env[65983]: INFO nova.compute.manager [-] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Took 1.27 seconds to deallocate network for instance. [ 1133.059392] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469439, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.124953] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911f6633-61b2-4bb0-8a67-d7b1208203c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.133361] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60f3321-490e-44f7-8493-d916d90897ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.168656] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63da9b7c-853e-4be9-8a2f-e00b1070afbd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.177411] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5dc784-4cb7-43af-9d79-7bb8d4ef1822 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.192345] env[65983]: DEBUG nova.compute.provider_tree [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.300172] env[65983]: WARNING neutronclient.v2_0.client [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.432315] env[65983]: DEBUG nova.objects.instance [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'pci_requests' on Instance uuid 5ddbd34e-11b2-4786-ba98-e62423af9948 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.545227] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.561081] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515259} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.561081] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 322c7289-d766-441d-8708-e0ba3d6a14be/322c7289-d766-441d-8708-e0ba3d6a14be.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.561462] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.561691] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8cf9cc4-8332-4a9a-8482-1b2e3349e9cf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.569861] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1133.569861] env[65983]: value = "task-4469440" [ 1133.569861] env[65983]: _type = "Task" [ 1133.569861] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.582013] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.696233] env[65983]: DEBUG nova.scheduler.client.report [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.935273] env[65983]: DEBUG nova.objects.base [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Object Instance<5ddbd34e-11b2-4786-ba98-e62423af9948> lazy-loaded attributes: flavor,pci_requests {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1133.935531] env[65983]: DEBUG nova.network.neutron [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1133.935948] env[65983]: WARNING neutronclient.v2_0.client [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.936366] env[65983]: WARNING neutronclient.v2_0.client [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.007085] env[65983]: DEBUG nova.policy [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36e43e57eed4e48bac35fe501f4a0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021d1380a4a54a759d153b9d3e89de3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.081400] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076984} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.081674] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.082508] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02800410-4094-463f-907f-6010ba8db133 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.107641] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 322c7289-d766-441d-8708-e0ba3d6a14be/322c7289-d766-441d-8708-e0ba3d6a14be.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.107907] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d76e4282-4c3d-41a2-a668-77e9931b28bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.127779] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1134.127779] env[65983]: value = "task-4469441" [ 1134.127779] env[65983]: _type = "Task" [ 1134.127779] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.137454] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.163424] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "427dd796-6570-4295-baaa-c5aedf8f0478" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.163701] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "427dd796-6570-4295-baaa-c5aedf8f0478" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.163867] env[65983]: DEBUG nova.compute.manager [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Going to confirm migration 5 {{(pid=65983) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1134.201474] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.206942] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.864s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.207115] env[65983]: INFO nova.compute.claims [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.639169] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469441, 'name': ReconfigVM_Task, 'duration_secs': 0.294612} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.639478] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 322c7289-d766-441d-8708-e0ba3d6a14be/322c7289-d766-441d-8708-e0ba3d6a14be.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.640161] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a2e7e4a-9aad-4791-b599-c7170b88f654 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.648589] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1134.648589] env[65983]: value = "task-4469442" [ 1134.648589] env[65983]: _type = "Task" [ 1134.648589] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.657944] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469442, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.669284] env[65983]: WARNING neutronclient.v2_0.client [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.718740] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Lock "a7d937c2-ced4-43ae-997e-8a960b7b6f20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.284s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.731442] env[65983]: WARNING neutronclient.v2_0.client [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.732048] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.732048] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.732166] env[65983]: DEBUG nova.network.neutron [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1134.732258] env[65983]: DEBUG nova.objects.instance [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lazy-loading 'info_cache' on Instance uuid 427dd796-6570-4295-baaa-c5aedf8f0478 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.159626] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469442, 'name': Rename_Task, 'duration_secs': 0.152067} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.159910] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.160173] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-516eb104-1a65-49c2-a0ad-74b8d0d15730 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.168282] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1135.168282] env[65983]: value = "task-4469443" [ 1135.168282] env[65983]: _type = "Task" [ 1135.168282] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.176712] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.517140] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9260c943-2104-4612-a763-67556027045e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.525759] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c099b3f-e34f-4d53-967c-7d08c1aa70ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.560779] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e20325-1560-4ac5-90d3-131bfe4f7086 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.564538] env[65983]: DEBUG nova.compute.manager [req-d48b1464-bc22-427a-86db-3fce406f1b66 req-e866968b-8022-4685-84a7-a41029e8d2a7 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Received event network-vif-plugged-42af1f38-5386-4b31-98ad-a669fe4a507c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1135.564758] env[65983]: DEBUG oslo_concurrency.lockutils [req-d48b1464-bc22-427a-86db-3fce406f1b66 req-e866968b-8022-4685-84a7-a41029e8d2a7 service nova] Acquiring lock "5ddbd34e-11b2-4786-ba98-e62423af9948-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.564956] env[65983]: DEBUG oslo_concurrency.lockutils [req-d48b1464-bc22-427a-86db-3fce406f1b66 req-e866968b-8022-4685-84a7-a41029e8d2a7 service nova] Lock "5ddbd34e-11b2-4786-ba98-e62423af9948-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.565267] env[65983]: DEBUG oslo_concurrency.lockutils [req-d48b1464-bc22-427a-86db-3fce406f1b66 req-e866968b-8022-4685-84a7-a41029e8d2a7 service nova] Lock "5ddbd34e-11b2-4786-ba98-e62423af9948-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.565370] env[65983]: DEBUG nova.compute.manager [req-d48b1464-bc22-427a-86db-3fce406f1b66 req-e866968b-8022-4685-84a7-a41029e8d2a7 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] No waiting events found dispatching network-vif-plugged-42af1f38-5386-4b31-98ad-a669fe4a507c {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1135.565485] env[65983]: WARNING nova.compute.manager [req-d48b1464-bc22-427a-86db-3fce406f1b66 req-e866968b-8022-4685-84a7-a41029e8d2a7 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Received unexpected event network-vif-plugged-42af1f38-5386-4b31-98ad-a669fe4a507c for instance with vm_state active and task_state None. [ 1135.574477] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b682fe2-b7dd-4648-8227-5c89f33309d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.590210] env[65983]: DEBUG nova.compute.provider_tree [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.596221] env[65983]: DEBUG nova.network.neutron [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Successfully updated port: 42af1f38-5386-4b31-98ad-a669fe4a507c {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1135.680549] env[65983]: DEBUG oslo_vmware.api [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469443, 'name': PowerOnVM_Task, 'duration_secs': 0.493025} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.680549] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.681281] env[65983]: INFO nova.compute.manager [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1135.681281] env[65983]: DEBUG nova.compute.manager [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1135.682235] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01d18d9-2b68-46e3-a5db-acdd87167770 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.741682] env[65983]: WARNING neutronclient.v2_0.client [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.884993] env[65983]: WARNING neutronclient.v2_0.client [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.953141] env[65983]: DEBUG nova.network.neutron [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating instance_info_cache with network_info: [{"id": "a85eacca-fa4f-4440-9b37-3898f5fe1490", "address": "fa:16:3e:d2:1b:03", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85eacca-fa", "ovs_interfaceid": "a85eacca-fa4f-4440-9b37-3898f5fe1490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.093816] env[65983]: DEBUG nova.scheduler.client.report [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.097965] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.098146] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.098312] env[65983]: DEBUG nova.network.neutron [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1136.202852] env[65983]: INFO nova.compute.manager [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Took 23.67 seconds to build instance. [ 1136.457124] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "refresh_cache-427dd796-6570-4295-baaa-c5aedf8f0478" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.457470] env[65983]: DEBUG nova.objects.instance [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lazy-loading 'migration_context' on Instance uuid 427dd796-6570-4295-baaa-c5aedf8f0478 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.600634] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.601183] env[65983]: DEBUG nova.compute.manager [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1136.606758] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.675s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.606990] env[65983]: DEBUG nova.objects.instance [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lazy-loading 'resources' on Instance uuid 29e82383-d039-4e49-b41f-cc6fd65d8978 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.643538] env[65983]: WARNING nova.network.neutron [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] 440688e7-257d-41d9-949f-8f163cdcaacc already exists in list: networks containing: ['440688e7-257d-41d9-949f-8f163cdcaacc']. ignoring it [ 1136.705398] env[65983]: DEBUG oslo_concurrency.lockutils [None req-57230066-ed19-4a38-bb76-79e6e1421ea4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "322c7289-d766-441d-8708-e0ba3d6a14be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.184s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.744387] env[65983]: WARNING neutronclient.v2_0.client [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.962639] env[65983]: DEBUG nova.objects.base [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Object Instance<427dd796-6570-4295-baaa-c5aedf8f0478> lazy-loaded attributes: info_cache,migration_context {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.963620] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d891fd1-8f16-49bd-9e4b-2a9118963b45 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.968016] env[65983]: WARNING neutronclient.v2_0.client [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.988674] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b500a132-86e0-4d7e-91ec-0471aaf38958 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.995381] env[65983]: DEBUG oslo_vmware.api [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1136.995381] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522b2431-a8a5-f74f-02b4-7f71e2539653" [ 1136.995381] env[65983]: _type = "Task" [ 1136.995381] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.004897] env[65983]: DEBUG oslo_vmware.api [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522b2431-a8a5-f74f-02b4-7f71e2539653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.062300] env[65983]: DEBUG nova.network.neutron [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updating instance_info_cache with network_info: [{"id": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "address": "fa:16:3e:b6:73:b8", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e44e94-b8", "ovs_interfaceid": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42af1f38-5386-4b31-98ad-a669fe4a507c", "address": "fa:16:3e:03:55:30", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af1f38-53", "ovs_interfaceid": "42af1f38-5386-4b31-98ad-a669fe4a507c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.108925] env[65983]: DEBUG nova.compute.utils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.110751] env[65983]: DEBUG nova.objects.instance [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lazy-loading 'numa_topology' on Instance uuid 29e82383-d039-4e49-b41f-cc6fd65d8978 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.111849] env[65983]: DEBUG nova.compute.manager [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1137.112057] env[65983]: DEBUG nova.network.neutron [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1137.112374] env[65983]: WARNING neutronclient.v2_0.client [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.112748] env[65983]: WARNING neutronclient.v2_0.client [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.156053] env[65983]: DEBUG nova.policy [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5adc9cd4d62e464dadc8f6b51bd59ad8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc87fac4d704a76a133a4306a937a81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.511826] env[65983]: DEBUG oslo_vmware.api [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522b2431-a8a5-f74f-02b4-7f71e2539653, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.511826] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.551186] env[65983]: DEBUG nova.network.neutron [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Successfully created port: 6b82aa07-c752-4cf2-849a-27c6e17550a0 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1137.564571] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.565415] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.565678] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.566678] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0c55e5-0221-44ee-aff1-e4e00816cee9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.589373] env[65983]: DEBUG nova.virt.hardware [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1137.589739] env[65983]: DEBUG nova.virt.hardware [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.589961] env[65983]: DEBUG nova.virt.hardware [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1137.590312] env[65983]: DEBUG nova.virt.hardware [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.590542] env[65983]: DEBUG nova.virt.hardware [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1137.590744] env[65983]: DEBUG nova.virt.hardware [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1137.591042] env[65983]: DEBUG nova.virt.hardware [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1137.591268] env[65983]: DEBUG nova.virt.hardware [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1137.591542] env[65983]: DEBUG nova.virt.hardware [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1137.591818] env[65983]: DEBUG nova.virt.hardware [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1137.592098] env[65983]: DEBUG nova.virt.hardware [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1137.599475] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Reconfiguring VM to attach interface {{(pid=65983) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1137.600251] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-649d2dae-2528-47f7-a039-6ddc53fd56b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.615715] env[65983]: DEBUG nova.compute.manager [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1137.619907] env[65983]: DEBUG nova.compute.manager [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Received event network-changed-42af1f38-5386-4b31-98ad-a669fe4a507c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1137.620190] env[65983]: DEBUG nova.compute.manager [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Refreshing instance network info cache due to event network-changed-42af1f38-5386-4b31-98ad-a669fe4a507c. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1137.620458] env[65983]: DEBUG oslo_concurrency.lockutils [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] Acquiring lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.620647] env[65983]: DEBUG oslo_concurrency.lockutils [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] Acquired lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.620848] env[65983]: DEBUG nova.network.neutron [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Refreshing network info cache for port 42af1f38-5386-4b31-98ad-a669fe4a507c {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.626116] env[65983]: DEBUG nova.objects.base [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Object Instance<29e82383-d039-4e49-b41f-cc6fd65d8978> lazy-loaded attributes: resources,numa_topology {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.636868] env[65983]: DEBUG oslo_vmware.api [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1137.636868] env[65983]: value = "task-4469444" [ 1137.636868] env[65983]: _type = "Task" [ 1137.636868] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.649020] env[65983]: DEBUG oslo_vmware.api [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469444, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.930263] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83438369-349f-4023-a150-1a55fa91de7f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.941118] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae1011b-e8fc-4ef1-a8b2-0c416267b972 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.973625] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e2d371-f681-4cf1-a87d-702bafa4cea5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.982539] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbc53b9-2c5e-4f6b-a13a-5dd4f99fe275 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.999841] env[65983]: DEBUG nova.compute.provider_tree [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.130696] env[65983]: WARNING neutronclient.v2_0.client [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.148240] env[65983]: DEBUG oslo_vmware.api [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.435031] env[65983]: WARNING neutronclient.v2_0.client [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.503745] env[65983]: DEBUG nova.scheduler.client.report [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.577345] env[65983]: DEBUG nova.network.neutron [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updated VIF entry in instance network info cache for port 42af1f38-5386-4b31-98ad-a669fe4a507c. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1138.577892] env[65983]: DEBUG nova.network.neutron [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updating instance_info_cache with network_info: [{"id": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "address": "fa:16:3e:b6:73:b8", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e44e94-b8", "ovs_interfaceid": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42af1f38-5386-4b31-98ad-a669fe4a507c", "address": "fa:16:3e:03:55:30", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af1f38-53", "ovs_interfaceid": "42af1f38-5386-4b31-98ad-a669fe4a507c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.638727] env[65983]: DEBUG nova.compute.manager [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1138.657333] env[65983]: DEBUG oslo_vmware.api [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469444, 'name': ReconfigVM_Task, 'duration_secs': 0.77836} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.658081] env[65983]: WARNING neutronclient.v2_0.client [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.660578] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.660932] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Reconfigured VM to attach interface {{(pid=65983) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1138.675958] env[65983]: DEBUG nova.virt.hardware [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1138.676232] env[65983]: DEBUG nova.virt.hardware [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.676393] env[65983]: DEBUG nova.virt.hardware [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1138.676569] env[65983]: DEBUG nova.virt.hardware [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.676712] env[65983]: DEBUG nova.virt.hardware [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1138.676851] env[65983]: DEBUG nova.virt.hardware [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1138.677072] env[65983]: DEBUG nova.virt.hardware [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1138.677333] env[65983]: DEBUG nova.virt.hardware [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1138.677566] env[65983]: DEBUG nova.virt.hardware [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1138.677743] env[65983]: DEBUG nova.virt.hardware [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1138.677946] env[65983]: DEBUG nova.virt.hardware [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1138.678924] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe7f1de-82ab-4be5-a6d6-15090fe06cdf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.692021] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b68fae2-55c7-4ddf-8416-38adb8c879f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.014023] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.405s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.015896] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.330s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.082738] env[65983]: DEBUG oslo_concurrency.lockutils [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] Releasing lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.083039] env[65983]: DEBUG nova.compute.manager [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Received event network-changed-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1139.083278] env[65983]: DEBUG nova.compute.manager [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Refreshing instance network info cache due to event network-changed-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1139.083510] env[65983]: DEBUG oslo_concurrency.lockutils [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] Acquiring lock "refresh_cache-322c7289-d766-441d-8708-e0ba3d6a14be" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.083648] env[65983]: DEBUG oslo_concurrency.lockutils [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] Acquired lock "refresh_cache-322c7289-d766-441d-8708-e0ba3d6a14be" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.083805] env[65983]: DEBUG nova.network.neutron [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Refreshing network info cache for port 9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.102550] env[65983]: DEBUG nova.network.neutron [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Successfully updated port: 6b82aa07-c752-4cf2-849a-27c6e17550a0 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1139.166623] env[65983]: DEBUG oslo_concurrency.lockutils [None req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-5ddbd34e-11b2-4786-ba98-e62423af9948-42af1f38-5386-4b31-98ad-a669fe4a507c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.371s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.522479] env[65983]: INFO nova.compute.claims [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.528949] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0bc4da64-1f55-4d05-aad7-9cc1545fe734 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.431s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.530488] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.561s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.530855] env[65983]: INFO nova.compute.manager [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Unshelving [ 1139.586485] env[65983]: WARNING neutronclient.v2_0.client [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.606877] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "refresh_cache-575a03d0-9fd8-40b7-8998-329e6821696f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.607107] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired lock "refresh_cache-575a03d0-9fd8-40b7-8998-329e6821696f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.607379] env[65983]: DEBUG nova.network.neutron [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1139.640579] env[65983]: DEBUG nova.compute.manager [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Received event network-vif-plugged-6b82aa07-c752-4cf2-849a-27c6e17550a0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1139.640579] env[65983]: DEBUG oslo_concurrency.lockutils [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] Acquiring lock "575a03d0-9fd8-40b7-8998-329e6821696f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.640579] env[65983]: DEBUG oslo_concurrency.lockutils [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] Lock "575a03d0-9fd8-40b7-8998-329e6821696f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.640579] env[65983]: DEBUG oslo_concurrency.lockutils [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] Lock "575a03d0-9fd8-40b7-8998-329e6821696f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.640740] env[65983]: DEBUG nova.compute.manager [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] No waiting events found dispatching network-vif-plugged-6b82aa07-c752-4cf2-849a-27c6e17550a0 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1139.640889] env[65983]: WARNING nova.compute.manager [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Received unexpected event network-vif-plugged-6b82aa07-c752-4cf2-849a-27c6e17550a0 for instance with vm_state building and task_state spawning. [ 1139.641195] env[65983]: DEBUG nova.compute.manager [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Received event network-changed-6b82aa07-c752-4cf2-849a-27c6e17550a0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1139.641641] env[65983]: DEBUG nova.compute.manager [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Refreshing instance network info cache due to event network-changed-6b82aa07-c752-4cf2-849a-27c6e17550a0. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1139.641641] env[65983]: DEBUG oslo_concurrency.lockutils [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] Acquiring lock "refresh_cache-575a03d0-9fd8-40b7-8998-329e6821696f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.783037] env[65983]: WARNING neutronclient.v2_0.client [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.856885] env[65983]: DEBUG nova.network.neutron [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Updated VIF entry in instance network info cache for port 9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1139.857297] env[65983]: DEBUG nova.network.neutron [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Updating instance_info_cache with network_info: [{"id": "9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd", "address": "fa:16:3e:d3:f8:50", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5be0c8-90", "ovs_interfaceid": "9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.032121] env[65983]: INFO nova.compute.resource_tracker [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating resource usage from migration 6c23b66c-f107-486c-bfbb-81cdb6105539 [ 1140.147981] env[65983]: DEBUG nova.network.neutron [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1140.228025] env[65983]: WARNING neutronclient.v2_0.client [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.321189] env[65983]: DEBUG nova.network.neutron [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Updating instance_info_cache with network_info: [{"id": "6b82aa07-c752-4cf2-849a-27c6e17550a0", "address": "fa:16:3e:6e:10:4c", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b82aa07-c7", "ovs_interfaceid": "6b82aa07-c752-4cf2-849a-27c6e17550a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.342753] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db30abd8-4952-48bf-a024-0ef149412e15 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.354126] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3accea52-e909-40d3-b2c7-3c9775227963 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.359698] env[65983]: DEBUG oslo_concurrency.lockutils [req-3cfb4616-02b1-4bd0-9a7e-dceeaadb7a81 req-a412ed12-07ed-4032-ab61-c39dddad0b41 service nova] Releasing lock "refresh_cache-322c7289-d766-441d-8708-e0ba3d6a14be" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.391126] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b674147-c39a-428e-940a-ecdbb767d6d0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.402831] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dfa410-4e15-4041-a8bd-962622de0d8d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.425747] env[65983]: DEBUG nova.compute.provider_tree [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.545222] env[65983]: DEBUG nova.compute.utils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.547037] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "interface-5ddbd34e-11b2-4786-ba98-e62423af9948-42af1f38-5386-4b31-98ad-a669fe4a507c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.547181] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-5ddbd34e-11b2-4786-ba98-e62423af9948-42af1f38-5386-4b31-98ad-a669fe4a507c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.824649] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Releasing lock "refresh_cache-575a03d0-9fd8-40b7-8998-329e6821696f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.825045] env[65983]: DEBUG nova.compute.manager [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Instance network_info: |[{"id": "6b82aa07-c752-4cf2-849a-27c6e17550a0", "address": "fa:16:3e:6e:10:4c", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b82aa07-c7", "ovs_interfaceid": "6b82aa07-c752-4cf2-849a-27c6e17550a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1140.825393] env[65983]: DEBUG oslo_concurrency.lockutils [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] Acquired lock "refresh_cache-575a03d0-9fd8-40b7-8998-329e6821696f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.825565] env[65983]: DEBUG nova.network.neutron [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Refreshing network info cache for port 6b82aa07-c752-4cf2-849a-27c6e17550a0 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.827277] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:10:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b82aa07-c752-4cf2-849a-27c6e17550a0', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.841944] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1140.843665] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.843975] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bc9c1a8-3030-4538-982d-caa663d3eacb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.868279] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.868279] env[65983]: value = "task-4469445" [ 1140.868279] env[65983]: _type = "Task" [ 1140.868279] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.877388] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469445, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.929715] env[65983]: DEBUG nova.scheduler.client.report [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.050281] env[65983]: INFO nova.virt.block_device [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Booting with volume 9d9bade1-dfe3-41a0-93b7-d17816ccd1fd at /dev/sdb [ 1141.053222] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.053438] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.055404] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345c4e59-397f-4dc2-a8c4-bb44ee67c3cf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.080494] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6817b89-262e-422d-b1b5-edeeb9bbea7f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.105328] env[65983]: WARNING neutronclient.v2_0.client [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.111019] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Reconfiguring VM to detach interface {{(pid=65983) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1141.112403] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e069d00-3f74-4d45-a148-94b1d906ef66 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.127110] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f49f049a-145c-4997-8cce-3e8f057eb310 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.139496] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1141.139496] env[65983]: value = "task-4469446" [ 1141.139496] env[65983]: _type = "Task" [ 1141.139496] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.143045] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977d4f8f-ab87-4c70-a11d-8ebd2bc68b8b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.164417] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.187089] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e13e5bc8-77d6-4f3f-94a2-609fd38796c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.196682] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669c0b26-a500-4f51-910b-1db68e102808 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.239700] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18b5484-5c36-470c-8ecc-cc7709818c05 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.247624] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab833a15-434f-497b-937d-aa8d0eea30da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.264308] env[65983]: DEBUG nova.virt.block_device [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updating existing volume attachment record: 19355d70-8d7e-44de-9bf0-8686a3aff40d {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1141.344016] env[65983]: WARNING neutronclient.v2_0.client [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.379818] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469445, 'name': CreateVM_Task, 'duration_secs': 0.422595} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.382765] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.383643] env[65983]: WARNING neutronclient.v2_0.client [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.383987] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.384156] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.384492] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.384761] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19437b6-6590-42ab-9846-a15a8822bb96 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.390602] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1141.390602] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e0ce7a-4860-2fea-fe57-abbae66cb3d4" [ 1141.390602] env[65983]: _type = "Task" [ 1141.390602] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.400376] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e0ce7a-4860-2fea-fe57-abbae66cb3d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.436433] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.420s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.436775] env[65983]: INFO nova.compute.manager [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Migrating [ 1141.443706] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.783s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.445424] env[65983]: INFO nova.compute.claims [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.535699] env[65983]: WARNING neutronclient.v2_0.client [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.615883] env[65983]: DEBUG nova.network.neutron [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Updated VIF entry in instance network info cache for port 6b82aa07-c752-4cf2-849a-27c6e17550a0. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1141.616851] env[65983]: DEBUG nova.network.neutron [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Updating instance_info_cache with network_info: [{"id": "6b82aa07-c752-4cf2-849a-27c6e17550a0", "address": "fa:16:3e:6e:10:4c", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b82aa07-c7", "ovs_interfaceid": "6b82aa07-c752-4cf2-849a-27c6e17550a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.654016] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.903456] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e0ce7a-4860-2fea-fe57-abbae66cb3d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.903456] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.903456] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.903456] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.903456] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.903456] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.903835] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c10c0a45-3eb8-4243-ac54-fb6934ade47c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.913452] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.913630] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.914395] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-611e67ec-dbb5-4d3e-a262-3c83355eabf4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.920413] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1141.920413] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c176b8-d1f0-acac-c184-5fb60b5b2ce2" [ 1141.920413] env[65983]: _type = "Task" [ 1141.920413] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.929234] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c176b8-d1f0-acac-c184-5fb60b5b2ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.959192] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.959497] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.959780] env[65983]: DEBUG nova.network.neutron [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1142.120459] env[65983]: DEBUG oslo_concurrency.lockutils [req-282d237c-cd80-4c29-b732-ee396d5e6b63 req-81e563f1-a5d2-4864-a0fa-ef6fd7eeaa6f service nova] Releasing lock "refresh_cache-575a03d0-9fd8-40b7-8998-329e6821696f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.152332] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.431614] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c176b8-d1f0-acac-c184-5fb60b5b2ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.432361] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35dd0012-2af3-439f-9791-66a02c93f98c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.438201] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1142.438201] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5208b71a-90e3-1cf0-98e7-831dd17b8d7b" [ 1142.438201] env[65983]: _type = "Task" [ 1142.438201] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.449746] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5208b71a-90e3-1cf0-98e7-831dd17b8d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.464983] env[65983]: WARNING neutronclient.v2_0.client [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.648649] env[65983]: WARNING neutronclient.v2_0.client [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.657681] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.745858] env[65983]: DEBUG nova.network.neutron [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance_info_cache with network_info: [{"id": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "address": "fa:16:3e:06:15:75", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab2c2a-3b", "ovs_interfaceid": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.755481] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae47932d-a270-4f12-a4bf-e78d2db82c29 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.764817] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3abdd1b-ee45-4a7c-90df-37ff191e465c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.798331] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4042857a-4139-4439-ba0d-22fb8161be2a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.806958] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead79b68-9a4d-4722-9f4a-0d0da94b8679 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.822229] env[65983]: DEBUG nova.compute.provider_tree [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.949878] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5208b71a-90e3-1cf0-98e7-831dd17b8d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.014957} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.950144] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.950472] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 575a03d0-9fd8-40b7-8998-329e6821696f/575a03d0-9fd8-40b7-8998-329e6821696f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.950762] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdb3ddad-be9e-4c7d-8726-a35694174892 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.958856] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1142.958856] env[65983]: value = "task-4469450" [ 1142.958856] env[65983]: _type = "Task" [ 1142.958856] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.967966] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.157015] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.249019] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.325970] env[65983]: DEBUG nova.scheduler.client.report [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.470129] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469450, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.656102] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.831988] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.832771] env[65983]: DEBUG nova.compute.manager [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1143.835971] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.821s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.836299] env[65983]: DEBUG nova.objects.instance [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lazy-loading 'resources' on Instance uuid 7e1c758f-b936-41f8-a044-7bff12dffb84 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.972117] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521476} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.972448] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 575a03d0-9fd8-40b7-8998-329e6821696f/575a03d0-9fd8-40b7-8998-329e6821696f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.972691] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.972971] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e50cfd0f-3a00-4c29-a26d-b584d0d09fe9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.981545] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1143.981545] env[65983]: value = "task-4469452" [ 1143.981545] env[65983]: _type = "Task" [ 1143.981545] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.992817] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.156344] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.339672] env[65983]: DEBUG nova.compute.utils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.344036] env[65983]: DEBUG nova.compute.manager [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1144.344316] env[65983]: DEBUG nova.network.neutron [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1144.344604] env[65983]: WARNING neutronclient.v2_0.client [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.345177] env[65983]: WARNING neutronclient.v2_0.client [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.410443] env[65983]: DEBUG nova.policy [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad37ca950b648e6aeb020d6176be683', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29dd90dd428f4355a1b0d3ef7bdc9985', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.494334] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073653} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.495714] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.495714] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f04fd5a-ba56-48b4-95a5-de7ed1e65faa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.525162] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 575a03d0-9fd8-40b7-8998-329e6821696f/575a03d0-9fd8-40b7-8998-329e6821696f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.528190] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85a5ae74-0d60-4de1-995e-191f95bdc4f0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.549509] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1144.549509] env[65983]: value = "task-4469453" [ 1144.549509] env[65983]: _type = "Task" [ 1144.549509] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.562027] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.665955] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.702222] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7297c714-9378-420d-be31-65ee2612b78f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.715353] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa99a0f7-cdce-4d90-a704-ca9c01b06596 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.753109] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6933c781-97aa-4392-bfde-490fb6905bce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.764840] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f18260-29ee-44e5-83f0-ad47f8d5e5f8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.774797] env[65983]: DEBUG nova.network.neutron [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Successfully created port: 0bd58afe-a990-4b71-b6e4-7173acee6545 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1144.782973] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d280b5-2049-4e4e-9cdf-026db5d96e83 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.799130] env[65983]: DEBUG nova.compute.provider_tree [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.820236] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance '3c8ae2e1-3b48-4aa1-898f-abd50facef26' progress to 0 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.844536] env[65983]: DEBUG nova.compute.manager [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1145.061904] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.157857] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.329139] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.329139] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13a68a1b-e856-4143-a06d-c4a4a77444ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.337187] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1145.337187] env[65983]: value = "task-4469454" [ 1145.337187] env[65983]: _type = "Task" [ 1145.337187] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.337985] env[65983]: DEBUG nova.scheduler.client.report [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1145.338168] env[65983]: DEBUG nova.compute.provider_tree [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 159 to 160 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1145.338344] env[65983]: DEBUG nova.compute.provider_tree [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.354611] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.560921] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469453, 'name': ReconfigVM_Task, 'duration_secs': 0.596929} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.561236] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 575a03d0-9fd8-40b7-8998-329e6821696f/575a03d0-9fd8-40b7-8998-329e6821696f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.562030] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-227d7c7f-ba76-4938-902b-cde708f5c44f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.570905] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1145.570905] env[65983]: value = "task-4469455" [ 1145.570905] env[65983]: _type = "Task" [ 1145.570905] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.579902] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469455, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.660860] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.819838] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.820091] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.849046] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.851137] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.022s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.859577] env[65983]: DEBUG nova.compute.manager [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1145.861721] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469454, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.875782] env[65983]: INFO nova.scheduler.client.report [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Deleted allocations for instance 7e1c758f-b936-41f8-a044-7bff12dffb84 [ 1145.891141] env[65983]: DEBUG nova.virt.hardware [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1145.891383] env[65983]: DEBUG nova.virt.hardware [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.891554] env[65983]: DEBUG nova.virt.hardware [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1145.891740] env[65983]: DEBUG nova.virt.hardware [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.891880] env[65983]: DEBUG nova.virt.hardware [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1145.892031] env[65983]: DEBUG nova.virt.hardware [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1145.892244] env[65983]: DEBUG nova.virt.hardware [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1145.892453] env[65983]: DEBUG nova.virt.hardware [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1145.892708] env[65983]: DEBUG nova.virt.hardware [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1145.892976] env[65983]: DEBUG nova.virt.hardware [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1145.893266] env[65983]: DEBUG nova.virt.hardware [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1145.894534] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6714547b-275f-46a6-9ad8-1721536407c9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.904176] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b066c683-e92a-4209-aace-d3f5c8314784 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.081783] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469455, 'name': Rename_Task, 'duration_secs': 0.145977} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.082152] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.082419] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd53767f-876e-4147-a7ba-7e99297d9926 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.089565] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1146.089565] env[65983]: value = "task-4469456" [ 1146.089565] env[65983]: _type = "Task" [ 1146.089565] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.100381] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.158432] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.246512] env[65983]: DEBUG nova.compute.manager [req-7ebf7bd9-50eb-4e03-a375-f1e7606908c1 req-d53b6e6c-9a12-48a8-9a25-dbcdcde52217 service nova] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Received event network-vif-plugged-0bd58afe-a990-4b71-b6e4-7173acee6545 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1146.246721] env[65983]: DEBUG oslo_concurrency.lockutils [req-7ebf7bd9-50eb-4e03-a375-f1e7606908c1 req-d53b6e6c-9a12-48a8-9a25-dbcdcde52217 service nova] Acquiring lock "bdb00832-dd2e-42c9-a829-e6cb3047e0a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.246926] env[65983]: DEBUG oslo_concurrency.lockutils [req-7ebf7bd9-50eb-4e03-a375-f1e7606908c1 req-d53b6e6c-9a12-48a8-9a25-dbcdcde52217 service nova] Lock "bdb00832-dd2e-42c9-a829-e6cb3047e0a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.247587] env[65983]: DEBUG oslo_concurrency.lockutils [req-7ebf7bd9-50eb-4e03-a375-f1e7606908c1 req-d53b6e6c-9a12-48a8-9a25-dbcdcde52217 service nova] Lock "bdb00832-dd2e-42c9-a829-e6cb3047e0a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.247803] env[65983]: DEBUG nova.compute.manager [req-7ebf7bd9-50eb-4e03-a375-f1e7606908c1 req-d53b6e6c-9a12-48a8-9a25-dbcdcde52217 service nova] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] No waiting events found dispatching network-vif-plugged-0bd58afe-a990-4b71-b6e4-7173acee6545 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1146.247965] env[65983]: WARNING nova.compute.manager [req-7ebf7bd9-50eb-4e03-a375-f1e7606908c1 req-d53b6e6c-9a12-48a8-9a25-dbcdcde52217 service nova] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Received unexpected event network-vif-plugged-0bd58afe-a990-4b71-b6e4-7173acee6545 for instance with vm_state building and task_state spawning. [ 1146.315399] env[65983]: DEBUG nova.network.neutron [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Successfully updated port: 0bd58afe-a990-4b71-b6e4-7173acee6545 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1146.323670] env[65983]: DEBUG nova.compute.utils [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.356266] env[65983]: INFO nova.compute.claims [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.360034] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469454, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.383672] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e2999d9f-08c3-440e-a185-e5d163658ee3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Lock "7e1c758f-b936-41f8-a044-7bff12dffb84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.963s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.604544] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.661142] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469446, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.818770] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "refresh_cache-bdb00832-dd2e-42c9-a829-e6cb3047e0a1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.819153] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "refresh_cache-bdb00832-dd2e-42c9-a829-e6cb3047e0a1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.819484] env[65983]: DEBUG nova.network.neutron [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1146.828707] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.854334] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469454, 'name': PowerOffVM_Task, 'duration_secs': 1.204943} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.854643] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.854826] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance '3c8ae2e1-3b48-4aa1-898f-abd50facef26' progress to 17 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.864564] env[65983]: INFO nova.compute.resource_tracker [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating resource usage from migration c762965b-6d66-49d9-babb-56736eb4a0db [ 1146.887072] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.107020] env[65983]: DEBUG oslo_vmware.api [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469456, 'name': PowerOnVM_Task, 'duration_secs': 0.988578} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.107020] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.107020] env[65983]: INFO nova.compute.manager [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1147.107020] env[65983]: DEBUG nova.compute.manager [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1147.107020] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663b9e9b-bbfe-4411-ac46-9045cbb9e574 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.162093] env[65983]: DEBUG oslo_vmware.api [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469446, 'name': ReconfigVM_Task, 'duration_secs': 5.820426} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.163650] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.163991] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Reconfigured VM to detach interface {{(pid=65983) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1147.164745] env[65983]: WARNING neutronclient.v2_0.client [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.165135] env[65983]: WARNING neutronclient.v2_0.client [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.181564] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5676800e-48b5-4e81-85e0-61591822b739 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.190254] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d0f411-ec6d-4041-9f0c-fe1830ff7f78 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.224900] env[65983]: WARNING neutronclient.v2_0.client [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.227561] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d5dc52-3fc9-47c4-aaee-56cafafb33aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.236468] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5595cde5-8f4d-494a-97d4-6da3f24a139d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.251646] env[65983]: DEBUG nova.compute.provider_tree [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.362553] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1147.362943] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.362943] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1147.363402] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.363402] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1147.363402] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1147.363820] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1147.363820] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1147.363915] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1147.364018] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1147.364348] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1147.369908] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3953745d-73d6-431e-884a-397787f7f148 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.388243] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1147.388243] env[65983]: value = "task-4469457" [ 1147.388243] env[65983]: _type = "Task" [ 1147.388243] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.399719] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.525037] env[65983]: DEBUG nova.network.neutron [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1147.627713] env[65983]: INFO nova.compute.manager [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Took 21.32 seconds to build instance. [ 1147.800289] env[65983]: DEBUG nova.scheduler.client.report [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1147.800289] env[65983]: DEBUG nova.compute.provider_tree [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 160 to 161 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1147.800289] env[65983]: DEBUG nova.compute.provider_tree [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.813329] env[65983]: WARNING neutronclient.v2_0.client [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.900970] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469457, 'name': ReconfigVM_Task, 'duration_secs': 0.171634} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.901599] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance '3c8ae2e1-3b48-4aa1-898f-abd50facef26' progress to 33 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.905324] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.905762] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.906121] env[65983]: INFO nova.compute.manager [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Attaching volume cf363284-1f2a-4b5a-9cfb-4ed08799835b to /dev/sdb [ 1147.953248] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3e93d7-f23f-414b-abac-af6b9f58bbbe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.960708] env[65983]: DEBUG nova.network.neutron [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Updating instance_info_cache with network_info: [{"id": "0bd58afe-a990-4b71-b6e4-7173acee6545", "address": "fa:16:3e:a4:cc:5f", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd58afe-a9", "ovs_interfaceid": "0bd58afe-a990-4b71-b6e4-7173acee6545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.973724] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f6ff58-6ff2-4319-8cd5-3c7fe1a0d8b0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.987546] env[65983]: DEBUG nova.virt.block_device [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Updating existing volume attachment record: 8d470262-44e7-4548-a436-530e915baa3d {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1148.131957] env[65983]: DEBUG oslo_concurrency.lockutils [None req-370c890a-7a6e-4305-bb43-360835d09fc5 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "575a03d0-9fd8-40b7-8998-329e6821696f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.842s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.305271] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.455s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.305949] env[65983]: INFO nova.compute.manager [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Migrating [ 1148.313161] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.847s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.411541] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1148.412106] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.412106] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1148.412106] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.412234] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1148.412467] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1148.412589] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1148.412646] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1148.413229] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1148.413229] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1148.413229] env[65983]: DEBUG nova.virt.hardware [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1148.418573] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.421705] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-876e85e5-b791-4e64-95a2-90da9f9e6c67 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.451226] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1148.451226] env[65983]: value = "task-4469459" [ 1148.451226] env[65983]: _type = "Task" [ 1148.451226] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.459929] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.468256] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "refresh_cache-bdb00832-dd2e-42c9-a829-e6cb3047e0a1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.469121] env[65983]: DEBUG nova.compute.manager [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Instance network_info: |[{"id": "0bd58afe-a990-4b71-b6e4-7173acee6545", "address": "fa:16:3e:a4:cc:5f", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd58afe-a9", "ovs_interfaceid": "0bd58afe-a990-4b71-b6e4-7173acee6545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1148.469121] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:cc:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bd58afe-a990-4b71-b6e4-7173acee6545', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.477265] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1148.480487] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.480935] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-306d7595-8a74-4bd0-80f4-1a833f0eb360 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.507915] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.507915] env[65983]: value = "task-4469460" [ 1148.507915] env[65983]: _type = "Task" [ 1148.507915] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.516584] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469460, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.611663] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.611849] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.612042] env[65983]: DEBUG nova.network.neutron [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1148.689136] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171994c7-6fe9-4903-8fe5-bc09a068e93c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.698484] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd78fca-b342-4b6b-9046-f99ed1ed76c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.735563] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a9f450-c288-442c-a456-a3e910ffbf97 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.740696] env[65983]: DEBUG nova.compute.manager [req-0a7201fd-7d68-4761-a203-ae118467544c req-07d7ef2a-c0bc-4c04-af68-75e06232a998 service nova] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Received event network-changed-0bd58afe-a990-4b71-b6e4-7173acee6545 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1148.740932] env[65983]: DEBUG nova.compute.manager [req-0a7201fd-7d68-4761-a203-ae118467544c req-07d7ef2a-c0bc-4c04-af68-75e06232a998 service nova] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Refreshing instance network info cache due to event network-changed-0bd58afe-a990-4b71-b6e4-7173acee6545. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1148.741234] env[65983]: DEBUG oslo_concurrency.lockutils [req-0a7201fd-7d68-4761-a203-ae118467544c req-07d7ef2a-c0bc-4c04-af68-75e06232a998 service nova] Acquiring lock "refresh_cache-bdb00832-dd2e-42c9-a829-e6cb3047e0a1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.741434] env[65983]: DEBUG oslo_concurrency.lockutils [req-0a7201fd-7d68-4761-a203-ae118467544c req-07d7ef2a-c0bc-4c04-af68-75e06232a998 service nova] Acquired lock "refresh_cache-bdb00832-dd2e-42c9-a829-e6cb3047e0a1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.741632] env[65983]: DEBUG nova.network.neutron [req-0a7201fd-7d68-4761-a203-ae118467544c req-07d7ef2a-c0bc-4c04-af68-75e06232a998 service nova] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Refreshing network info cache for port 0bd58afe-a990-4b71-b6e4-7173acee6545 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.746127] env[65983]: DEBUG nova.compute.manager [req-abdb2551-da19-4634-897a-f7a82b48b825 req-f5a8acaf-13f8-4899-867d-183ff572f275 service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Received event network-changed-6b82aa07-c752-4cf2-849a-27c6e17550a0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1148.747136] env[65983]: DEBUG nova.compute.manager [req-abdb2551-da19-4634-897a-f7a82b48b825 req-f5a8acaf-13f8-4899-867d-183ff572f275 service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Refreshing instance network info cache due to event network-changed-6b82aa07-c752-4cf2-849a-27c6e17550a0. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1148.747136] env[65983]: DEBUG oslo_concurrency.lockutils [req-abdb2551-da19-4634-897a-f7a82b48b825 req-f5a8acaf-13f8-4899-867d-183ff572f275 service nova] Acquiring lock "refresh_cache-575a03d0-9fd8-40b7-8998-329e6821696f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.747136] env[65983]: DEBUG oslo_concurrency.lockutils [req-abdb2551-da19-4634-897a-f7a82b48b825 req-f5a8acaf-13f8-4899-867d-183ff572f275 service nova] Acquired lock "refresh_cache-575a03d0-9fd8-40b7-8998-329e6821696f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.747514] env[65983]: DEBUG nova.network.neutron [req-abdb2551-da19-4634-897a-f7a82b48b825 req-f5a8acaf-13f8-4899-867d-183ff572f275 service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Refreshing network info cache for port 6b82aa07-c752-4cf2-849a-27c6e17550a0 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.755627] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0301b8b-bc8e-4e0e-8cdb-ca344e496f58 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.772641] env[65983]: DEBUG nova.compute.provider_tree [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.826282] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.826519] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.826703] env[65983]: DEBUG nova.network.neutron [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1148.961176] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469459, 'name': ReconfigVM_Task, 'duration_secs': 0.194623} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.961519] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1148.962533] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f9bf4b-8e7f-4013-ad83-1d6b74804038 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.987572] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-e360378e-440b-48c8-b4e9-fa09563c594f/volume-e360378e-440b-48c8-b4e9-fa09563c594f.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.987911] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8196635-d370-4a5b-8fe7-ff6019523bfb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.012568] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1149.012568] env[65983]: value = "task-4469461" [ 1149.012568] env[65983]: _type = "Task" [ 1149.012568] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.019303] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469460, 'name': CreateVM_Task, 'duration_secs': 0.368894} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.020044] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.020567] env[65983]: WARNING neutronclient.v2_0.client [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.020926] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.021097] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.021403] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.021661] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e19f257-9890-4933-a29f-0206f90342b0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.028959] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.033665] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1149.033665] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52618925-a9cc-1d24-9692-b04c06eacf71" [ 1149.033665] env[65983]: _type = "Task" [ 1149.033665] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.042780] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52618925-a9cc-1d24-9692-b04c06eacf71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.115686] env[65983]: WARNING neutronclient.v2_0.client [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.245907] env[65983]: WARNING neutronclient.v2_0.client [req-0a7201fd-7d68-4761-a203-ae118467544c req-07d7ef2a-c0bc-4c04-af68-75e06232a998 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.249823] env[65983]: WARNING neutronclient.v2_0.client [req-abdb2551-da19-4634-897a-f7a82b48b825 req-f5a8acaf-13f8-4899-867d-183ff572f275 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.276420] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.331868] env[65983]: WARNING neutronclient.v2_0.client [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.486551] env[65983]: WARNING neutronclient.v2_0.client [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.527021] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469461, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.547450] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52618925-a9cc-1d24-9692-b04c06eacf71, 'name': SearchDatastore_Task, 'duration_secs': 0.012794} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.547810] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.548072] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.548327] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.548469] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.548652] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.549062] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82765c29-ca08-42cf-93b0-c30c17d3f039 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.561307] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.561307] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.561307] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9490d808-f208-4ff8-b402-eb4b11bde66a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.569217] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1149.569217] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52aabfe6-25d2-1e22-b4c0-61bf44bf677f" [ 1149.569217] env[65983]: _type = "Task" [ 1149.569217] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.582171] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52aabfe6-25d2-1e22-b4c0-61bf44bf677f, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.584070] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c0503b-2fcd-4991-8d05-27514ec1723c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.590230] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1149.590230] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522b378f-7715-8e57-e46f-014f21196074" [ 1149.590230] env[65983]: _type = "Task" [ 1149.590230] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.600300] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522b378f-7715-8e57-e46f-014f21196074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.781890] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.469s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.790265] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.400s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.800379] env[65983]: INFO nova.network.neutron [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Port 42af1f38-5386-4b31-98ad-a669fe4a507c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1149.800826] env[65983]: DEBUG nova.network.neutron [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updating instance_info_cache with network_info: [{"id": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "address": "fa:16:3e:b6:73:b8", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e44e94-b8", "ovs_interfaceid": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.810411] env[65983]: WARNING neutronclient.v2_0.client [req-0a7201fd-7d68-4761-a203-ae118467544c req-07d7ef2a-c0bc-4c04-af68-75e06232a998 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.851752] env[65983]: WARNING neutronclient.v2_0.client [req-abdb2551-da19-4634-897a-f7a82b48b825 req-f5a8acaf-13f8-4899-867d-183ff572f275 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.920532] env[65983]: WARNING neutronclient.v2_0.client [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.950975] env[65983]: DEBUG nova.network.neutron [req-0a7201fd-7d68-4761-a203-ae118467544c req-07d7ef2a-c0bc-4c04-af68-75e06232a998 service nova] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Updated VIF entry in instance network info cache for port 0bd58afe-a990-4b71-b6e4-7173acee6545. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1149.951328] env[65983]: DEBUG nova.network.neutron [req-0a7201fd-7d68-4761-a203-ae118467544c req-07d7ef2a-c0bc-4c04-af68-75e06232a998 service nova] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Updating instance_info_cache with network_info: [{"id": "0bd58afe-a990-4b71-b6e4-7173acee6545", "address": "fa:16:3e:a4:cc:5f", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd58afe-a9", "ovs_interfaceid": "0bd58afe-a990-4b71-b6e4-7173acee6545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.004722] env[65983]: DEBUG nova.network.neutron [req-abdb2551-da19-4634-897a-f7a82b48b825 req-f5a8acaf-13f8-4899-867d-183ff572f275 service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Updated VIF entry in instance network info cache for port 6b82aa07-c752-4cf2-849a-27c6e17550a0. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1150.005758] env[65983]: DEBUG nova.network.neutron [req-abdb2551-da19-4634-897a-f7a82b48b825 req-f5a8acaf-13f8-4899-867d-183ff572f275 service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Updating instance_info_cache with network_info: [{"id": "6b82aa07-c752-4cf2-849a-27c6e17550a0", "address": "fa:16:3e:6e:10:4c", "network": {"id": "7fda2022-0702-4aad-bfef-79f58564dcdb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1049128717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc87fac4d704a76a133a4306a937a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b82aa07-c7", "ovs_interfaceid": "6b82aa07-c752-4cf2-849a-27c6e17550a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.025893] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469461, 'name': ReconfigVM_Task, 'duration_secs': 0.567448} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.026361] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-e360378e-440b-48c8-b4e9-fa09563c594f/volume-e360378e-440b-48c8-b4e9-fa09563c594f.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.026730] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance '3c8ae2e1-3b48-4aa1-898f-abd50facef26' progress to 50 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.050199] env[65983]: DEBUG nova.network.neutron [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance_info_cache with network_info: [{"id": "0654df6c-d633-4881-bea4-f2c19d30f143", "address": "fa:16:3e:a8:25:1b", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0654df6c-d6", "ovs_interfaceid": "0654df6c-d633-4881-bea4-f2c19d30f143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.106760] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]522b378f-7715-8e57-e46f-014f21196074, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.107196] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.107502] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] bdb00832-dd2e-42c9-a829-e6cb3047e0a1/bdb00832-dd2e-42c9-a829-e6cb3047e0a1.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.108113] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a33194e-d8b2-4f39-9638-bd7126699415 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.116970] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1150.116970] env[65983]: value = "task-4469462" [ 1150.116970] env[65983]: _type = "Task" [ 1150.116970] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.129604] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.297995] env[65983]: ERROR nova.compute.manager [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Error trying to reschedule: nova.exception_Remote.NoValidHost_Remote: No valid host was found. No valid host found for resize [ 1150.297995] env[65983]: Traceback (most recent call last): [ 1150.297995] env[65983]: File "/opt/stack/nova/nova/conductor/manager.py", line 388, in _cold_migrate [ 1150.297995] env[65983]: task.execute() [ 1150.297995] env[65983]: File "/opt/stack/nova/nova/conductor/tasks/base.py", line 25, in wrap [ 1150.297995] env[65983]: with excutils.save_and_reraise_exception(): [ 1150.297995] env[65983]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1150.297995] env[65983]: self.force_reraise() [ 1150.297995] env[65983]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1150.297995] env[65983]: raise self.value [ 1150.297995] env[65983]: File "/opt/stack/nova/nova/conductor/tasks/base.py", line 23, in wrap [ 1150.297995] env[65983]: return original(self) [ 1150.297995] env[65983]: File "/opt/stack/nova/nova/conductor/tasks/base.py", line 40, in execute [ 1150.297995] env[65983]: return self._execute() [ 1150.297995] env[65983]: File "/opt/stack/nova/nova/conductor/tasks/migrate.py", line 310, in _execute [ 1150.297995] env[65983]: selection = self._reschedule() [ 1150.297995] env[65983]: File "/opt/stack/nova/nova/conductor/tasks/migrate.py", line 392, in _reschedule [ 1150.297995] env[65983]: raise exception.MaxRetriesExceeded(reason=reason) [ 1150.297995] env[65983]: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 533b4fc9-5884-43f4-af24-b57ae5e8d46b. [ 1150.297995] env[65983]: During handling of the above exception, another exception occurred: [ 1150.297995] env[65983]: Traceback (most recent call last): [ 1150.297995] env[65983]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 269, in inner [ 1150.297995] env[65983]: return func(*args, **kwargs) [ 1150.297995] env[65983]: File "/opt/stack/nova/nova/conductor/manager.py", line 103, in wrapper [ 1150.297995] env[65983]: return fn(self, context, *args, **kwargs) [ 1150.297995] env[65983]: File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 1150.297995] env[65983]: return function(self, context, *args, **kwargs) [ 1150.297995] env[65983]: File "/opt/stack/nova/nova/conductor/manager.py", line 334, in migrate_server [ 1150.297995] env[65983]: self._cold_migrate(context, instance, flavor, [ 1150.297995] env[65983]: File "/opt/stack/nova/nova/conductor/manager.py", line 403, in _cold_migrate [ 1150.297995] env[65983]: raise exception.NoValidHost(reason=msg) [ 1150.297995] env[65983]: nova.exception.NoValidHost: No valid host was found. No valid host found for resize [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Traceback (most recent call last): [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/manager.py", line 6300, in prep_resize [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self._prep_resize(context, image, instance, [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/manager.py", line 6213, in _prep_resize [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] with self.rt.resize_claim( [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return f(*args, **kwargs) [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 263, in resize_claim [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return self._move_claim( [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 408, in _move_claim [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self._update(elevated, cn) [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1408, in _update [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self._update_to_placement(context, compute_node, startup) [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 55, in wrapped_f [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 289, in call [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] raise attempt.get() [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 326, in get [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] raise exc.with_traceback(tb) [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 273, in call [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1393, in _update_to_placement [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self.reportclient.update_from_provider_tree( [ 1150.297995] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self.set_inventory_for_provider( [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] raise exception.ResourceProviderUpdateConflict( [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 (generation 156): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0355d5d7-e97c-4d64-90c8-d4023dcc431f"}]} [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] During handling of the above exception, another exception occurred: [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Traceback (most recent call last): [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/manager.py", line 6355, in _reschedule_resize_or_reraise [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self.compute_task_api.resize_instance( [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/conductor/api.py", line 94, in resize_instance [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self.conductor_compute_rpcapi.migrate_server( [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/conductor/rpcapi.py", line 352, in migrate_server [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return cctxt.call(context, 'migrate_server', **kw) [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/client.py", line 180, in call [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] result = self.transport._send( [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/transport.py", line 123, in _send [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return self._driver.send(target, ctxt, message, [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 794, in send [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return self._send(target, ctxt, message, wait_for_reply, timeout, [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 786, in _send [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] raise result [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] nova.exception_Remote.NoValidHost_Remote: No valid host was found. No valid host found for resize [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Traceback (most recent call last): [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/conductor/manager.py", line 388, in _cold_migrate [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] task.execute() [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/conductor/tasks/base.py", line 25, in wrap [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] with excutils.save_and_reraise_exception(): [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self.force_reraise() [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] raise self.value [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/conductor/tasks/base.py", line 23, in wrap [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return original(self) [ 1150.299830] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/conductor/tasks/base.py", line 40, in execute [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return self._execute() [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/conductor/tasks/migrate.py", line 310, in _execute [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] selection = self._reschedule() [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/conductor/tasks/migrate.py", line 392, in _reschedule [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] raise exception.MaxRetriesExceeded(reason=reason) [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 533b4fc9-5884-43f4-af24-b57ae5e8d46b. [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] During handling of the above exception, another exception occurred: [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Traceback (most recent call last): [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 269, in inner [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return func(*args, **kwargs) [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/conductor/manager.py", line 103, in wrapper [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return fn(self, context, *args, **kwargs) [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return function(self, context, *args, **kwargs) [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/conductor/manager.py", line 334, in migrate_server [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self._cold_migrate(context, instance, flavor, [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/conductor/manager.py", line 403, in _cold_migrate [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] raise exception.NoValidHost(reason=msg) [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] nova.exception.NoValidHost: No valid host was found. No valid host found for resize [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.301163] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1150.311875] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.460041] env[65983]: DEBUG oslo_concurrency.lockutils [req-0a7201fd-7d68-4761-a203-ae118467544c req-07d7ef2a-c0bc-4c04-af68-75e06232a998 service nova] Releasing lock "refresh_cache-bdb00832-dd2e-42c9-a829-e6cb3047e0a1" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.508440] env[65983]: DEBUG oslo_concurrency.lockutils [req-abdb2551-da19-4634-897a-f7a82b48b825 req-f5a8acaf-13f8-4899-867d-183ff572f275 service nova] Releasing lock "refresh_cache-575a03d0-9fd8-40b7-8998-329e6821696f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.534513] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbb14ed-00ec-410d-86a2-7ae3643878a8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.556840] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.559715] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a05205-8dc9-4f8a-aaf7-680411bc8825 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.580995] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance '3c8ae2e1-3b48-4aa1-898f-abd50facef26' progress to 67 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.628920] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469462, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.634577] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "interface-1676a0b1-3190-4479-ac9a-1ed86849c0b9-42af1f38-5386-4b31-98ad-a669fe4a507c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.634842] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-1676a0b1-3190-4479-ac9a-1ed86849c0b9-42af1f38-5386-4b31-98ad-a669fe4a507c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.635215] env[65983]: DEBUG nova.objects.instance [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'flavor' on Instance uuid 1676a0b1-3190-4479-ac9a-1ed86849c0b9 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.754487] env[65983]: DEBUG nova.compute.manager [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Received event network-changed-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1150.754690] env[65983]: DEBUG nova.compute.manager [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Refreshing instance network info cache due to event network-changed-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1150.754945] env[65983]: DEBUG oslo_concurrency.lockutils [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] Acquiring lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.755107] env[65983]: DEBUG oslo_concurrency.lockutils [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] Acquired lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.755314] env[65983]: DEBUG nova.network.neutron [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Refreshing network info cache for port a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.812736] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Applying migration context for instance 427dd796-6570-4295-baaa-c5aedf8f0478 as it has an incoming, in-progress migration af4620a6-de24-4769-b16c-f582b828a934. Migration status is confirming {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1150.813015] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Applying migration context for instance 533b4fc9-5884-43f4-af24-b57ae5e8d46b as it has an incoming, in-progress migration 66bef77b-85ce-4cce-89d6-c5b6ae963457. Migration status is error {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1150.813202] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Applying migration context for instance 3c8ae2e1-3b48-4aa1-898f-abd50facef26 as it has an incoming, in-progress migration 6c23b66c-f107-486c-bfbb-81cdb6105539. Migration status is migrating {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1150.813372] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Applying migration context for instance d9ca6b3c-ffab-449a-a96f-56c2b6552fc9 as it has an incoming, in-progress migration c762965b-6d66-49d9-babb-56736eb4a0db. Migration status is pre-migrating {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1150.815300] env[65983]: INFO nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating resource usage from migration af4620a6-de24-4769-b16c-f582b828a934 [ 1150.815622] env[65983]: INFO nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Updating resource usage from migration 66bef77b-85ce-4cce-89d6-c5b6ae963457 [ 1150.815940] env[65983]: INFO nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating resource usage from migration 6c23b66c-f107-486c-bfbb-81cdb6105539 [ 1150.816231] env[65983]: INFO nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating resource usage from migration c762965b-6d66-49d9-babb-56736eb4a0db [ 1150.823490] env[65983]: DEBUG nova.compute.utils [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] No valid host was found. No valid host found for resize {{(pid=65983) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1150.826197] env[65983]: DEBUG oslo_concurrency.lockutils [None req-2a4dbb7e-73da-4c35-bc2d-1b85dc0d5969 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-5ddbd34e-11b2-4786-ba98-e62423af9948-42af1f38-5386-4b31-98ad-a669fe4a507c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.279s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.852583] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.852738] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 974e7f63-87a7-40cb-bc37-5b73625a3b44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.852858] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 73cce6b5-9a9f-42dd-b303-7b83d5323968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.852972] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 6bfbce25-8c1d-4f78-b842-e0097c5fc8df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.853104] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5ddbd34e-11b2-4786-ba98-e62423af9948 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.853223] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 176f9e27-7852-497a-8a7d-4ed9ceb52bab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.853331] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 1676a0b1-3190-4479-ac9a-1ed86849c0b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.853471] env[65983]: WARNING nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 50c8bfa8-4418-4bc3-b597-b56721947235 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1150.853583] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Migration af4620a6-de24-4769-b16c-f582b828a934 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1150.853690] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 427dd796-6570-4295-baaa-c5aedf8f0478 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.853796] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 322c7289-d766-441d-8708-e0ba3d6a14be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.853899] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 575a03d0-9fd8-40b7-8998-329e6821696f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.854019] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Migration 6c23b66c-f107-486c-bfbb-81cdb6105539 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1150.854122] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 3c8ae2e1-3b48-4aa1-898f-abd50facef26 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.854249] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance bdb00832-dd2e-42c9-a829-e6cb3047e0a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.854363] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Migration c762965b-6d66-49d9-babb-56736eb4a0db is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1150.854481] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance d9ca6b3c-ffab-449a-a96f-56c2b6552fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1151.130216] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695213} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.130498] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] bdb00832-dd2e-42c9-a829-e6cb3047e0a1/bdb00832-dd2e-42c9-a829-e6cb3047e0a1.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.130776] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.130974] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88bbe148-7ae7-481e-b3d2-49147f1d1e4e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.139127] env[65983]: WARNING neutronclient.v2_0.client [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.144483] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1151.144483] env[65983]: value = "task-4469464" [ 1151.144483] env[65983]: _type = "Task" [ 1151.144483] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.155158] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.256902] env[65983]: DEBUG nova.objects.instance [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'pci_requests' on Instance uuid 1676a0b1-3190-4479-ac9a-1ed86849c0b9 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.258265] env[65983]: WARNING neutronclient.v2_0.client [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.335503] env[65983]: ERROR nova.compute.manager [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Setting instance vm_state to ERROR: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 (generation 156): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0355d5d7-e97c-4d64-90c8-d4023dcc431f"}]} [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Traceback (most recent call last): [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/manager.py", line 11553, in _error_out_instance_on_exception [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] yield [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/manager.py", line 6318, in prep_resize [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self._reschedule_resize_or_reraise(context, instance, [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/manager.py", line 6398, in _reschedule_resize_or_reraise [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] raise exc [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/manager.py", line 6300, in prep_resize [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self._prep_resize(context, image, instance, [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/manager.py", line 6213, in _prep_resize [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] with self.rt.resize_claim( [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return f(*args, **kwargs) [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 263, in resize_claim [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return self._move_claim( [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 408, in _move_claim [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self._update(elevated, cn) [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1408, in _update [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self._update_to_placement(context, compute_node, startup) [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 55, in wrapped_f [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 289, in call [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] raise attempt.get() [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 326, in get [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] raise exc.with_traceback(tb) [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 273, in call [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1393, in _update_to_placement [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self.reportclient.update_from_provider_tree( [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] self.set_inventory_for_provider( [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 1151.335503] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] raise exception.ResourceProviderUpdateConflict( [ 1151.336723] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 (generation 156): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0355d5d7-e97c-4d64-90c8-d4023dcc431f"}]} [ 1151.336723] env[65983]: ERROR nova.compute.manager [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] [ 1151.357908] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 29e82383-d039-4e49-b41f-cc6fd65d8978 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1151.358162] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 533b4fc9-5884-43f4-af24-b57ae5e8d46b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1151.358343] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1151.358502] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=18 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '12', 'num_task_None': '10', 'num_os_type_None': '14', 'num_proj_de728336484744988073afa69fb9a397': '3', 'io_workload': '4', 'num_proj_44d492b5198040c195036431825ebfe1': '2', 'num_task_resize_prep': '2', 'num_proj_bbc30c380d574f129011dcee44a78c54': '1', 'num_proj_29dd90dd428f4355a1b0d3ef7bdc9985': '2', 'num_proj_021d1380a4a54a759d153b9d3e89de3b': '2', 'num_vm_resized': '1', 'num_proj_e7f80ab604934fa3b2faf116c4f273bd': '1', 'num_proj_39ebc9348fd1491790986a15fb66b001': '1', 'num_proj_978bc558023244e489113f46147ed0bb': '1', 'num_task_resize_migrating': '1', 'num_proj_8dc87fac4d704a76a133a4306a937a81': '1', 'num_vm_building': '1', 'num_task_spawning': '1'} {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1151.438210] env[65983]: WARNING neutronclient.v2_0.client [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.512427] env[65983]: DEBUG nova.network.neutron [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updated VIF entry in instance network info cache for port a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1151.512871] env[65983]: DEBUG nova.network.neutron [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updating instance_info_cache with network_info: [{"id": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "address": "fa:16:3e:b6:73:b8", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e44e94-b8", "ovs_interfaceid": "a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.659206] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101019} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.659860] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.660309] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005cffb1-d6dd-4080-8350-0d242348f55b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.683619] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] bdb00832-dd2e-42c9-a829-e6cb3047e0a1/bdb00832-dd2e-42c9-a829-e6cb3047e0a1.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.686611] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dab8b14d-020b-4ad3-8f35-69ffd2b0d8a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.708025] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1151.708025] env[65983]: value = "task-4469465" [ 1151.708025] env[65983]: _type = "Task" [ 1151.708025] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.720720] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469465, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.753028] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8709d37-b8a0-4665-92d6-c616e6a91c27 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.761025] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533e4cfe-2729-4335-ac7f-9aaf4852432a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.764415] env[65983]: DEBUG nova.objects.base [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Object Instance<1676a0b1-3190-4479-ac9a-1ed86849c0b9> lazy-loaded attributes: flavor,pci_requests {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.764608] env[65983]: DEBUG nova.network.neutron [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1151.764921] env[65983]: WARNING neutronclient.v2_0.client [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.765218] env[65983]: WARNING neutronclient.v2_0.client [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.797607] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78b6320-b8dd-4637-8fe8-8b6a4c82c96b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.808800] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62ce957-9c26-4e44-afe6-fece78d01fe2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.824230] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.847669] env[65983]: DEBUG nova.policy [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36e43e57eed4e48bac35fe501f4a0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '021d1380a4a54a759d153b9d3e89de3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.019229] env[65983]: DEBUG oslo_concurrency.lockutils [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] Releasing lock "refresh_cache-5ddbd34e-11b2-4786-ba98-e62423af9948" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.019514] env[65983]: DEBUG nova.compute.manager [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Received event network-changed-a34a015e-5682-4ae7-811e-5fdab2bb465a {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1152.019678] env[65983]: DEBUG nova.compute.manager [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Refreshing instance network info cache due to event network-changed-a34a015e-5682-4ae7-811e-5fdab2bb465a. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1152.019890] env[65983]: DEBUG oslo_concurrency.lockutils [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] Acquiring lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.020036] env[65983]: DEBUG oslo_concurrency.lockutils [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] Acquired lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.020197] env[65983]: DEBUG nova.network.neutron [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Refreshing network info cache for port a34a015e-5682-4ae7-811e-5fdab2bb465a {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.077815] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2066209d-8e4e-478d-a82c-2b2ecd3144c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.100867] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance 'd9ca6b3c-ffab-449a-a96f-56c2b6552fc9' progress to 0 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.209733] env[65983]: WARNING neutronclient.v2_0.client [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.210140] env[65983]: WARNING neutronclient.v2_0.client [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.222854] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469465, 'name': ReconfigVM_Task, 'duration_secs': 0.384821} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.223092] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Reconfigured VM instance instance-00000072 to attach disk [datastore2] bdb00832-dd2e-42c9-a829-e6cb3047e0a1/bdb00832-dd2e-42c9-a829-e6cb3047e0a1.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.223729] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82582a8e-e9da-4c9c-bcb8-ee7015fe60f0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.230906] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1152.230906] env[65983]: value = "task-4469466" [ 1152.230906] env[65983]: _type = "Task" [ 1152.230906] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.240060] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469466, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.243516] env[65983]: DEBUG nova.network.neutron [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Port 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc binding to destination host cpu-1 is already ACTIVE {{(pid=65983) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1152.348769] env[65983]: ERROR nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [req-e7e75621-3895-4e75-aab3-aa64616ba6c1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e7e75621-3895-4e75-aab3-aa64616ba6c1"}]} [ 1152.373808] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1152.388485] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1152.388680] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.401035] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1152.421166] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1152.522347] env[65983]: WARNING neutronclient.v2_0.client [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.550724] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1152.550957] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873981', 'volume_id': 'cf363284-1f2a-4b5a-9cfb-4ed08799835b', 'name': 'volume-cf363284-1f2a-4b5a-9cfb-4ed08799835b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '176f9e27-7852-497a-8a7d-4ed9ceb52bab', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf363284-1f2a-4b5a-9cfb-4ed08799835b', 'serial': 'cf363284-1f2a-4b5a-9cfb-4ed08799835b'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1152.551907] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9964b0-57a4-4ed9-9b78-4d4dbb87e54a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.574720] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4d4da8-3e8d-447e-b12b-c92a3630f57c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.601409] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-cf363284-1f2a-4b5a-9cfb-4ed08799835b/volume-cf363284-1f2a-4b5a-9cfb-4ed08799835b.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.606112] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e48f70-ac85-4f84-af73-d8d1ccc369e2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.625058] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.625058] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79a6f474-d3f2-45a4-a54c-b5d8e6f55e57 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.634724] env[65983]: DEBUG oslo_vmware.api [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1152.634724] env[65983]: value = "task-4469467" [ 1152.634724] env[65983]: _type = "Task" [ 1152.634724] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.644073] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1152.644073] env[65983]: value = "task-4469468" [ 1152.644073] env[65983]: _type = "Task" [ 1152.644073] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.652311] env[65983]: DEBUG oslo_vmware.api [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469467, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.661543] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.736736] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82247b8c-69a1-476b-a1ac-74721bbfcf60 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.750920] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469466, 'name': Rename_Task, 'duration_secs': 0.141655} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.751932] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ef6fc8-f915-4647-b2d1-aedd5861f2ca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.756353] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.756353] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01fd57fa-3c64-4a40-8e94-f2e8632e6314 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.791487] env[65983]: WARNING neutronclient.v2_0.client [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.796262] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9824232-8a49-4b96-a8ac-f0eedb1ab37e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.800194] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1152.800194] env[65983]: value = "task-4469469" [ 1152.800194] env[65983]: _type = "Task" [ 1152.800194] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.808571] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0704d2af-b314-4d47-bdfa-370b8d3ea6b9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.818471] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.830206] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.979825] env[65983]: DEBUG nova.network.neutron [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updated VIF entry in instance network info cache for port a34a015e-5682-4ae7-811e-5fdab2bb465a. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1152.980219] env[65983]: DEBUG nova.network.neutron [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updating instance_info_cache with network_info: [{"id": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "address": "fa:16:3e:16:41:53", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34a015e-56", "ovs_interfaceid": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.125456] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "533b4fc9-5884-43f4-af24-b57ae5e8d46b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.125749] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "533b4fc9-5884-43f4-af24-b57ae5e8d46b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.126554] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "533b4fc9-5884-43f4-af24-b57ae5e8d46b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.126765] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "533b4fc9-5884-43f4-af24-b57ae5e8d46b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.126998] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "533b4fc9-5884-43f4-af24-b57ae5e8d46b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.129675] env[65983]: INFO nova.compute.manager [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Terminating instance [ 1153.147524] env[65983]: DEBUG oslo_vmware.api [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469467, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.158419] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469468, 'name': PowerOffVM_Task, 'duration_secs': 0.225755} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.158549] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.158657] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance 'd9ca6b3c-ffab-449a-a96f-56c2b6552fc9' progress to 17 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.278392] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.280709] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.280709] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.312342] env[65983]: DEBUG oslo_vmware.api [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469469, 'name': PowerOnVM_Task, 'duration_secs': 0.54339} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.313056] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.313295] env[65983]: INFO nova.compute.manager [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1153.313527] env[65983]: DEBUG nova.compute.manager [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1153.315209] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcd024a-5b1b-494a-bbeb-fd13f3c307af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.352980] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.376058] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1153.376058] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 163 to 164 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1153.376058] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.431186] env[65983]: DEBUG nova.compute.manager [req-96bc363a-1857-42a0-b7ef-223104b8faff req-66886a83-2b0e-4047-b629-78fd365d2d38 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Received event network-vif-plugged-42af1f38-5386-4b31-98ad-a669fe4a507c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1153.431186] env[65983]: DEBUG oslo_concurrency.lockutils [req-96bc363a-1857-42a0-b7ef-223104b8faff req-66886a83-2b0e-4047-b629-78fd365d2d38 service nova] Acquiring lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.431303] env[65983]: DEBUG oslo_concurrency.lockutils [req-96bc363a-1857-42a0-b7ef-223104b8faff req-66886a83-2b0e-4047-b629-78fd365d2d38 service nova] Lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.431469] env[65983]: DEBUG oslo_concurrency.lockutils [req-96bc363a-1857-42a0-b7ef-223104b8faff req-66886a83-2b0e-4047-b629-78fd365d2d38 service nova] Lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.431676] env[65983]: DEBUG nova.compute.manager [req-96bc363a-1857-42a0-b7ef-223104b8faff req-66886a83-2b0e-4047-b629-78fd365d2d38 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] No waiting events found dispatching network-vif-plugged-42af1f38-5386-4b31-98ad-a669fe4a507c {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1153.431850] env[65983]: WARNING nova.compute.manager [req-96bc363a-1857-42a0-b7ef-223104b8faff req-66886a83-2b0e-4047-b629-78fd365d2d38 service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Received unexpected event network-vif-plugged-42af1f38-5386-4b31-98ad-a669fe4a507c for instance with vm_state active and task_state None. [ 1153.445433] env[65983]: DEBUG nova.network.neutron [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Successfully updated port: 42af1f38-5386-4b31-98ad-a669fe4a507c {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1153.482521] env[65983]: DEBUG oslo_concurrency.lockutils [req-b4335e46-c5cf-4820-a65f-886d763cb45b req-a48ef1df-de60-426c-955a-a92d92efffb5 service nova] Releasing lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.634055] env[65983]: DEBUG nova.compute.manager [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1153.634339] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.635252] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf2be45-0e42-42e4-809d-6586b3cc51c9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.647453] env[65983]: DEBUG oslo_vmware.api [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469467, 'name': ReconfigVM_Task, 'duration_secs': 0.558581} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.649522] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-cf363284-1f2a-4b5a-9cfb-4ed08799835b/volume-cf363284-1f2a-4b5a-9cfb-4ed08799835b.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.654282] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.654517] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5ef18b8-596f-476a-94bc-96ad878d904c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.664564] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f063428-50d4-4278-9a6b-17dce23d8350 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.667701] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1153.667896] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.668057] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1153.668304] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.668456] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1153.668599] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1153.668799] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1153.668951] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1153.669125] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1153.669280] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1153.669445] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1153.674191] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4203d4f1-2351-4858-8d4f-ba9373e4a103 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.690697] env[65983]: DEBUG oslo_vmware.api [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1153.690697] env[65983]: value = "task-4469471" [ 1153.690697] env[65983]: _type = "Task" [ 1153.690697] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.692361] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1153.692361] env[65983]: value = "task-4469472" [ 1153.692361] env[65983]: _type = "Task" [ 1153.692361] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.696769] env[65983]: DEBUG oslo_vmware.api [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1153.696769] env[65983]: value = "task-4469470" [ 1153.696769] env[65983]: _type = "Task" [ 1153.696769] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.706918] env[65983]: DEBUG oslo_vmware.api [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.713127] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.718022] env[65983]: DEBUG oslo_vmware.api [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.841631] env[65983]: INFO nova.compute.manager [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Took 25.20 seconds to build instance. [ 1153.879944] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1153.880209] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.090s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.880901] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.336s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.881117] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.883565] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.373s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.885158] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.885356] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Cleaning up deleted instances {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1153.912637] env[65983]: INFO nova.scheduler.client.report [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Deleted allocations for instance 50c8bfa8-4418-4bc3-b597-b56721947235 [ 1153.948792] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.949031] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.949167] env[65983]: DEBUG nova.network.neutron [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1154.203950] env[65983]: DEBUG oslo_vmware.api [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469471, 'name': ReconfigVM_Task, 'duration_secs': 0.261788} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.207792] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873981', 'volume_id': 'cf363284-1f2a-4b5a-9cfb-4ed08799835b', 'name': 'volume-cf363284-1f2a-4b5a-9cfb-4ed08799835b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '176f9e27-7852-497a-8a7d-4ed9ceb52bab', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf363284-1f2a-4b5a-9cfb-4ed08799835b', 'serial': 'cf363284-1f2a-4b5a-9cfb-4ed08799835b'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1154.212965] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469472, 'name': ReconfigVM_Task, 'duration_secs': 0.277527} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.216068] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance 'd9ca6b3c-ffab-449a-a96f-56c2b6552fc9' progress to 33 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.219983] env[65983]: DEBUG oslo_vmware.api [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469470, 'name': PowerOffVM_Task, 'duration_secs': 0.257977} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.219983] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.220427] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.220646] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb5ea345-6789-4196-ae85-759512cb3c2e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.285901] env[65983]: WARNING neutronclient.v2_0.client [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.301772] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.301772] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.301948] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleting the datastore file [datastore1] 533b4fc9-5884-43f4-af24-b57ae5e8d46b {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.302153] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d6caf6d-486f-4f31-85ed-c683b9f6f4a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.310047] env[65983]: DEBUG oslo_vmware.api [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for the task: (returnval){ [ 1154.310047] env[65983]: value = "task-4469474" [ 1154.310047] env[65983]: _type = "Task" [ 1154.310047] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.321041] env[65983]: DEBUG oslo_vmware.api [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.343250] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.343426] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.343636] env[65983]: DEBUG nova.network.neutron [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1154.345196] env[65983]: DEBUG oslo_concurrency.lockutils [None req-52a65ef6-854f-4661-955a-2d3f5fc057ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "bdb00832-dd2e-42c9-a829-e6cb3047e0a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.712s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.404468] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] There are 55 instances to clean {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1154.404658] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: fdbec735-2ac1-4e25-bf1e-243f4ae9b39d] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.422386] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7646614c-1313-432f-8e0b-c0951b196d7f tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Lock "50c8bfa8-4418-4bc3-b597-b56721947235" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.326s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.505773] env[65983]: WARNING nova.network.neutron [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] 440688e7-257d-41d9-949f-8f163cdcaacc already exists in list: networks containing: ['440688e7-257d-41d9-949f-8f163cdcaacc']. ignoring it [ 1154.662141] env[65983]: WARNING neutronclient.v2_0.client [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.668304] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57829bd0-e0e4-4fad-9a42-95fa24479602 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.677137] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a86808-6f32-43e6-876b-8b168e667063 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.715111] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d4eb6f-00ff-4cc1-959c-d01c8ffc7374 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.727779] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1154.728056] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.728215] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1154.728396] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.728538] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1154.728705] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1154.728947] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1154.729117] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1154.729280] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1154.729438] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1154.729623] env[65983]: DEBUG nova.virt.hardware [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1154.735447] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.736865] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24ca95cd-0dfa-4235-bcae-6dc85e74afa3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.751560] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7d8870-0f8d-4ec0-ba98-f7eacea69e34 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.770850] env[65983]: DEBUG nova.compute.provider_tree [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.783102] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1154.783102] env[65983]: value = "task-4469475" [ 1154.783102] env[65983]: _type = "Task" [ 1154.783102] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.796670] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.822621] env[65983]: DEBUG oslo_vmware.api [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Task: {'id': task-4469474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153903} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.822938] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.823183] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.823405] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.823631] env[65983]: INFO nova.compute.manager [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1154.823912] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1154.824159] env[65983]: DEBUG nova.compute.manager [-] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1154.824329] env[65983]: DEBUG nova.network.neutron [-] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1154.824684] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.846678] env[65983]: WARNING neutronclient.v2_0.client [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.891903] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.908198] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: a7d937c2-ced4-43ae-997e-8a960b7b6f20] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.213226] env[65983]: WARNING neutronclient.v2_0.client [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.237795] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "bdb00832-dd2e-42c9-a829-e6cb3047e0a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.238083] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "bdb00832-dd2e-42c9-a829-e6cb3047e0a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.238292] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "bdb00832-dd2e-42c9-a829-e6cb3047e0a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.238481] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "bdb00832-dd2e-42c9-a829-e6cb3047e0a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.238685] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "bdb00832-dd2e-42c9-a829-e6cb3047e0a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.242461] env[65983]: INFO nova.compute.manager [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Terminating instance [ 1155.274565] env[65983]: DEBUG nova.scheduler.client.report [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.283833] env[65983]: DEBUG nova.objects.instance [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'flavor' on Instance uuid 176f9e27-7852-497a-8a7d-4ed9ceb52bab {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.308187] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469475, 'name': ReconfigVM_Task, 'duration_secs': 0.227657} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.308187] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.308866] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686ea7ad-5ff3-4ac8-93cb-7fae7f94c6f6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.336604] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] d9ca6b3c-ffab-449a-a96f-56c2b6552fc9/d9ca6b3c-ffab-449a-a96f-56c2b6552fc9.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.337087] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b2fa48-491b-46c9-8521-7f0dc1899b0a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.361226] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1155.361226] env[65983]: value = "task-4469476" [ 1155.361226] env[65983]: _type = "Task" [ 1155.361226] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.373655] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.405471] env[65983]: DEBUG nova.network.neutron [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updating instance_info_cache with network_info: [{"id": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "address": "fa:16:3e:16:41:53", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34a015e-56", "ovs_interfaceid": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42af1f38-5386-4b31-98ad-a669fe4a507c", "address": "fa:16:3e:03:55:30", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af1f38-53", "ovs_interfaceid": "42af1f38-5386-4b31-98ad-a669fe4a507c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.411591] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: ced0f7c4-4460-4b53-a71b-2f0c417a6eaf] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.471951] env[65983]: WARNING neutronclient.v2_0.client [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.630817] env[65983]: DEBUG nova.network.neutron [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance_info_cache with network_info: [{"id": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "address": "fa:16:3e:06:15:75", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab2c2a-3b", "ovs_interfaceid": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.687723] env[65983]: DEBUG nova.network.neutron [-] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.750599] env[65983]: DEBUG nova.compute.manager [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1155.750855] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.751750] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f13d51-ca0b-4240-bc04-52593199421a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.760924] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.761209] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c8308b1-2933-4fc7-812a-fc66d2307f2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.768403] env[65983]: DEBUG oslo_vmware.api [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1155.768403] env[65983]: value = "task-4469477" [ 1155.768403] env[65983]: _type = "Task" [ 1155.768403] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.777852] env[65983]: DEBUG oslo_vmware.api [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.795211] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d9b564fc-7efa-4e49-bc28-f0235d148d36 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.889s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.875028] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469476, 'name': ReconfigVM_Task, 'duration_secs': 0.310487} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.875028] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfigured VM instance instance-00000065 to attach disk [datastore1] d9ca6b3c-ffab-449a-a96f-56c2b6552fc9/d9ca6b3c-ffab-449a-a96f-56c2b6552fc9.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.875028] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance 'd9ca6b3c-ffab-449a-a96f-56c2b6552fc9' progress to 50 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.910670] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.910670] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.910670] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.910670] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e340512-72f6-4830-ba9f-5edebf8f398d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.921029] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: dffd92de-7bdd-4fc1-b533-eff11d8971f3] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.939483] env[65983]: DEBUG nova.virt.hardware [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1155.939783] env[65983]: DEBUG nova.virt.hardware [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.940171] env[65983]: DEBUG nova.virt.hardware [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1155.940323] env[65983]: DEBUG nova.virt.hardware [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.940483] env[65983]: DEBUG nova.virt.hardware [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1155.940672] env[65983]: DEBUG nova.virt.hardware [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1155.941142] env[65983]: DEBUG nova.virt.hardware [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1155.941266] env[65983]: DEBUG nova.virt.hardware [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1155.941553] env[65983]: DEBUG nova.virt.hardware [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1155.941807] env[65983]: DEBUG nova.virt.hardware [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1155.942759] env[65983]: DEBUG nova.virt.hardware [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1155.949398] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Reconfiguring VM to attach interface {{(pid=65983) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1155.951961] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33bc6d2a-1b13-4046-9bf6-e050769c6124 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.966604] env[65983]: DEBUG nova.compute.manager [req-3e4d2e52-835a-43cf-aa6c-26766f0e4325 req-4bfc463a-c2b9-46b4-adaa-964f7c8f6d6a service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Received event network-changed-42af1f38-5386-4b31-98ad-a669fe4a507c {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1155.966604] env[65983]: DEBUG nova.compute.manager [req-3e4d2e52-835a-43cf-aa6c-26766f0e4325 req-4bfc463a-c2b9-46b4-adaa-964f7c8f6d6a service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Refreshing instance network info cache due to event network-changed-42af1f38-5386-4b31-98ad-a669fe4a507c. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1155.966800] env[65983]: DEBUG oslo_concurrency.lockutils [req-3e4d2e52-835a-43cf-aa6c-26766f0e4325 req-4bfc463a-c2b9-46b4-adaa-964f7c8f6d6a service nova] Acquiring lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.966983] env[65983]: DEBUG oslo_concurrency.lockutils [req-3e4d2e52-835a-43cf-aa6c-26766f0e4325 req-4bfc463a-c2b9-46b4-adaa-964f7c8f6d6a service nova] Acquired lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.967134] env[65983]: DEBUG nova.network.neutron [req-3e4d2e52-835a-43cf-aa6c-26766f0e4325 req-4bfc463a-c2b9-46b4-adaa-964f7c8f6d6a service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Refreshing network info cache for port 42af1f38-5386-4b31-98ad-a669fe4a507c {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.974932] env[65983]: DEBUG oslo_vmware.api [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1155.974932] env[65983]: value = "task-4469478" [ 1155.974932] env[65983]: _type = "Task" [ 1155.974932] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.985811] env[65983]: DEBUG oslo_vmware.api [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469478, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.134942] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.189636] env[65983]: INFO nova.compute.manager [-] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Took 1.37 seconds to deallocate network for instance. [ 1156.280298] env[65983]: DEBUG oslo_vmware.api [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469477, 'name': PowerOffVM_Task, 'duration_secs': 0.222717} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.280782] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.280890] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.281449] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bef93c3-8612-4f84-8599-c86aeef50e73 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.285446] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.402s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.288455] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.402s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.288718] env[65983]: DEBUG nova.objects.instance [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lazy-loading 'pci_requests' on Instance uuid 29e82383-d039-4e49-b41f-cc6fd65d8978 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.359755] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.360124] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.360477] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleting the datastore file [datastore2] bdb00832-dd2e-42c9-a829-e6cb3047e0a1 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.360791] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6abefb5f-1a53-4124-b2e6-fad727bc9b55 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.370330] env[65983]: DEBUG oslo_vmware.api [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1156.370330] env[65983]: value = "task-4469481" [ 1156.370330] env[65983]: _type = "Task" [ 1156.370330] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.385076] env[65983]: DEBUG oslo_vmware.api [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.385983] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c216591f-ae5a-40fb-8808-de426734fa69 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.410314] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae2c7bb-193c-461a-b9ce-9cf2aa1e890d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.434081] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 6a97e5ce-b41b-485a-9a49-c19074236b3e] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.436916] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance 'd9ca6b3c-ffab-449a-a96f-56c2b6552fc9' progress to 67 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.470480] env[65983]: WARNING neutronclient.v2_0.client [req-3e4d2e52-835a-43cf-aa6c-26766f0e4325 req-4bfc463a-c2b9-46b4-adaa-964f7c8f6d6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.489283] env[65983]: DEBUG oslo_vmware.api [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.646574] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c56bcb-4f0f-4441-a864-07421d0c82b0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.655378] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7443568-eff8-4f09-9a5b-82a936ee3798 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.661816] env[65983]: WARNING neutronclient.v2_0.client [req-3e4d2e52-835a-43cf-aa6c-26766f0e4325 req-4bfc463a-c2b9-46b4-adaa-964f7c8f6d6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.697995] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.758866] env[65983]: DEBUG nova.network.neutron [req-3e4d2e52-835a-43cf-aa6c-26766f0e4325 req-4bfc463a-c2b9-46b4-adaa-964f7c8f6d6a service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updated VIF entry in instance network info cache for port 42af1f38-5386-4b31-98ad-a669fe4a507c. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1156.758866] env[65983]: DEBUG nova.network.neutron [req-3e4d2e52-835a-43cf-aa6c-26766f0e4325 req-4bfc463a-c2b9-46b4-adaa-964f7c8f6d6a service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updating instance_info_cache with network_info: [{"id": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "address": "fa:16:3e:16:41:53", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34a015e-56", "ovs_interfaceid": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42af1f38-5386-4b31-98ad-a669fe4a507c", "address": "fa:16:3e:03:55:30", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af1f38-53", "ovs_interfaceid": "42af1f38-5386-4b31-98ad-a669fe4a507c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.794883] env[65983]: DEBUG nova.objects.instance [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lazy-loading 'numa_topology' on Instance uuid 29e82383-d039-4e49-b41f-cc6fd65d8978 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.868336] env[65983]: INFO nova.scheduler.client.report [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted allocation for migration af4620a6-de24-4769-b16c-f582b828a934 [ 1156.882857] env[65983]: DEBUG oslo_vmware.api [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14001} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.882857] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.882857] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.882857] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.882857] env[65983]: INFO nova.compute.manager [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1156.882857] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1156.883109] env[65983]: DEBUG nova.compute.manager [-] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1156.883109] env[65983]: DEBUG nova.network.neutron [-] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1156.884840] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.918927] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.941298] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 4572bd1d-146c-462e-8f40-cef058a6ad94] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.986350] env[65983]: DEBUG oslo_vmware.api [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469478, 'name': ReconfigVM_Task, 'duration_secs': 0.588875} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.986783] env[65983]: WARNING neutronclient.v2_0.client [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.987031] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.987492] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Reconfigured VM to attach interface {{(pid=65983) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1157.261695] env[65983]: DEBUG oslo_concurrency.lockutils [req-3e4d2e52-835a-43cf-aa6c-26766f0e4325 req-4bfc463a-c2b9-46b4-adaa-964f7c8f6d6a service nova] Releasing lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.261977] env[65983]: DEBUG nova.compute.manager [req-3e4d2e52-835a-43cf-aa6c-26766f0e4325 req-4bfc463a-c2b9-46b4-adaa-964f7c8f6d6a service nova] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Received event network-vif-deleted-42d930f0-cd81-4245-888c-bd7fd2ffe2d3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1157.300169] env[65983]: INFO nova.compute.claims [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.197287] env[65983]: DEBUG oslo_concurrency.lockutils [None req-64496d45-e03f-473b-b41e-2d4e1468fb42 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "427dd796-6570-4295-baaa-c5aedf8f0478" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.033s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.198428] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 83bdf906-09ac-404e-a632-2db1e1e5003e] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.200799] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e85ed805-3479-4b3b-95a3-14db64d167af tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-1676a0b1-3190-4479-ac9a-1ed86849c0b9-42af1f38-5386-4b31-98ad-a669fe4a507c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.566s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.201722] env[65983]: DEBUG nova.network.neutron [-] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.211241] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.211874] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.229805] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e5a8e7-1ea4-4615-bfc5-390180d4eca9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.252065] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bddd0f6-7c3a-4179-9117-7ad53028e925 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.260921] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance '3c8ae2e1-3b48-4aa1-898f-abd50facef26' progress to 83 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.710810] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: cdccdb6d-377c-479c-9200-11ed6ca0dc4a] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.713068] env[65983]: WARNING neutronclient.v2_0.client [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.713401] env[65983]: WARNING neutronclient.v2_0.client [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.717494] env[65983]: DEBUG nova.compute.utils [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.722692] env[65983]: INFO nova.compute.manager [-] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Took 1.84 seconds to deallocate network for instance. [ 1158.749479] env[65983]: DEBUG nova.network.neutron [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Port 0654df6c-d633-4881-bea4-f2c19d30f143 binding to destination host cpu-1 is already ACTIVE {{(pid=65983) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1158.767694] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.768027] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b6cd6d4-93f1-4fe2-b216-4b2533ed8241 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.779148] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1158.779148] env[65983]: value = "task-4469482" [ 1158.779148] env[65983]: _type = "Task" [ 1158.779148] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.789534] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.978674] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3643e094-d3c8-4a37-8217-178dc133e11a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.988542] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40f2b5d-9f5f-46a4-848b-27cdcb7902d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.024979] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b81a5ee-e226-49aa-af56-a90d903cc531 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.033958] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971f72ae-00d9-4e56-a424-cfe120a96703 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.049082] env[65983]: DEBUG nova.compute.provider_tree [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.217627] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: f638b3a9-34b4-42e6-a4db-8a4ad5e458f6] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.221142] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.231076] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.295111] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.552756] env[65983]: DEBUG nova.scheduler.client.report [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.613647] env[65983]: DEBUG nova.compute.manager [req-9f82552e-2d51-4577-9fd2-aad5d0f17811 req-109a7637-f0f1-4152-aa97-8077559c5a6b service nova] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Received event network-vif-deleted-0bd58afe-a990-4b71-b6e4-7173acee6545 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1159.723271] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: a7610115-61a9-4300-bff1-b6a694663ac5] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.790045] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.791309] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.791309] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.805744] env[65983]: DEBUG oslo_vmware.api [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469482, 'name': PowerOnVM_Task, 'duration_secs': 0.665344} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.805744] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.805744] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a39013ae-0749-48dc-8691-19301e87fad5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance '3c8ae2e1-3b48-4aa1-898f-abd50facef26' progress to 100 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.058549] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.769s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.058722] env[65983]: WARNING neutronclient.v2_0.client [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.063102] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.710s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.106879] env[65983]: INFO nova.network.neutron [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updating port 262eab20-a232-47e8-9ead-70c2fa9d01cc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1160.222592] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.225210] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.225210] env[65983]: INFO nova.compute.manager [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Attaching volume c8ade194-e498-4c46-b5d8-9b46f623e057 to /dev/sdc [ 1160.228140] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 49cd5935-fc13-4b64-bd82-74794a680f7e] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1160.273410] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8350ca-7a48-48d5-a18a-008d2be879e1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.282976] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1364f2-cc9c-42eb-b3e8-4a87b735c662 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.299850] env[65983]: DEBUG nova.virt.block_device [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Updating existing volume attachment record: a70ffdee-841a-4cec-a0af-2b3f083eb2fb {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1160.403443] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6465ac9-16ec-4a8e-8f57-191eeb1d6160 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.412033] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2876fc2c-b173-42cd-8373-dad3ffd9b190 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.446384] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e23f05b-df0b-4b0d-bd3d-a4680e670caf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.450027] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "427dd796-6570-4295-baaa-c5aedf8f0478" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.450027] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "427dd796-6570-4295-baaa-c5aedf8f0478" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.450188] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "427dd796-6570-4295-baaa-c5aedf8f0478-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.450312] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "427dd796-6570-4295-baaa-c5aedf8f0478-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.450481] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "427dd796-6570-4295-baaa-c5aedf8f0478-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.453836] env[65983]: INFO nova.compute.manager [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Terminating instance [ 1160.462864] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36305ce0-20a2-4b78-be7e-df858f17b2a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.476268] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "interface-1676a0b1-3190-4479-ac9a-1ed86849c0b9-42af1f38-5386-4b31-98ad-a669fe4a507c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.476699] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-1676a0b1-3190-4479-ac9a-1ed86849c0b9-42af1f38-5386-4b31-98ad-a669fe4a507c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.478344] env[65983]: DEBUG nova.compute.provider_tree [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.734742] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 812d320a-cfa4-49fa-abc3-a182fd68dc5c] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1160.805239] env[65983]: WARNING neutronclient.v2_0.client [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.965803] env[65983]: DEBUG nova.compute.manager [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1160.966090] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.967542] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259e576d-6ad7-4823-9800-0b9fa7b60692 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.979190] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.979565] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21f91877-e58f-4379-98a2-512a13d9f3e5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.986103] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.989798] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.989798] env[65983]: DEBUG nova.scheduler.client.report [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.997223] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e38fe6-5968-478a-8322-54911c85549b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.009143] env[65983]: DEBUG oslo_vmware.api [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1161.009143] env[65983]: value = "task-4469484" [ 1161.009143] env[65983]: _type = "Task" [ 1161.009143] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.027094] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fc5355-759a-4e8e-bf8c-2d8b6c4191c2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.059551] env[65983]: DEBUG oslo_vmware.api [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.060407] env[65983]: WARNING neutronclient.v2_0.client [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.066237] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Reconfiguring VM to detach interface {{(pid=65983) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1161.067659] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.068537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.068537] env[65983]: DEBUG nova.network.neutron [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1161.070449] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b152f411-328f-4749-a791-91de2724379e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.098970] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1161.098970] env[65983]: value = "task-4469485" [ 1161.098970] env[65983]: _type = "Task" [ 1161.098970] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.109411] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.238735] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 29f1dd9d-7056-4851-b609-bd75adcc2da7] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1161.503043] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.440s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.503043] env[65983]: INFO nova.compute.manager [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Successfully reverted task state from None on failure for instance. [ 1161.511614] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.814s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.511993] env[65983]: DEBUG nova.objects.instance [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lazy-loading 'resources' on Instance uuid 533b4fc9-5884-43f4-af24-b57ae5e8d46b {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server [None req-d44e5569-06f8-4423-8263-ffa7aa5541ab tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Exception during message handling: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 (generation 156): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0355d5d7-e97c-4d64-90c8-d4023dcc431f"}]} [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server raise self.value [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server raise self.value [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server raise self.value [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6318, in prep_resize [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server self._reschedule_resize_or_reraise(context, instance, [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6398, in _reschedule_resize_or_reraise [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server raise exc [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6300, in prep_resize [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server self._prep_resize(context, image, instance, [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6213, in _prep_resize [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server with self.rt.resize_claim( [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 263, in resize_claim [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server return self._move_claim( [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 408, in _move_claim [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server self._update(elevated, cn) [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1408, in _update [ 1161.514266] env[65983]: ERROR oslo_messaging.rpc.server self._update_to_placement(context, compute_node, startup) [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 55, in wrapped_f [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 289, in call [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server raise attempt.get() [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 326, in get [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server raise exc.with_traceback(tb) [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 273, in call [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1393, in _update_to_placement [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server self.reportclient.update_from_provider_tree( [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server self.set_inventory_for_provider( [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server raise exception.ResourceProviderUpdateConflict( [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 (generation 156): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0355d5d7-e97c-4d64-90c8-d4023dcc431f"}]} [ 1161.516116] env[65983]: ERROR oslo_messaging.rpc.server [ 1161.534702] env[65983]: DEBUG oslo_vmware.api [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469484, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.590797] env[65983]: WARNING neutronclient.v2_0.client [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.608744] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.743395] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 11da1f65-57fc-4acd-b6eb-9510ecbd9524] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1162.039033] env[65983]: DEBUG oslo_vmware.api [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469484, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.111884] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.247598] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: e62ad583-c928-48d5-bb9c-5597488e8f7c] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1162.306610] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7316bdf1-7416-4343-aef1-5f43d0534361 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.310777] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04529fc-22b2-4d2f-9434-998dd9c8bd02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.346824] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae555e18-275c-45a9-91bd-c864157cb9b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.356921] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ae86c9-0bbc-459e-b0bf-f3c509047acf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.373775] env[65983]: DEBUG nova.compute.provider_tree [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.541755] env[65983]: DEBUG oslo_vmware.api [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469484, 'name': PowerOffVM_Task, 'duration_secs': 1.209902} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.542167] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.542251] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.542477] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fed599c-5e23-4bdb-9f87-40e132699c45 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.612041] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.624514] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.624514] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.624514] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleting the datastore file [datastore2] 427dd796-6570-4295-baaa-c5aedf8f0478 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.624979] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ee0a56b-05ee-40b3-a441-12b7beda324f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.635567] env[65983]: DEBUG oslo_vmware.api [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1162.635567] env[65983]: value = "task-4469488" [ 1162.635567] env[65983]: _type = "Task" [ 1162.635567] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.645455] env[65983]: DEBUG oslo_vmware.api [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.680853] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.680853] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.680853] env[65983]: DEBUG nova.network.neutron [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1162.756448] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 2a6b40bf-1bbe-4487-90e5-1e2a2667510d] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1162.879141] env[65983]: DEBUG nova.scheduler.client.report [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.936055] env[65983]: WARNING neutronclient.v2_0.client [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.079092] env[65983]: DEBUG nova.network.neutron [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance_info_cache with network_info: [{"id": "0654df6c-d633-4881-bea4-f2c19d30f143", "address": "fa:16:3e:a8:25:1b", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0654df6c-d6", "ovs_interfaceid": "0654df6c-d633-4881-bea4-f2c19d30f143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.116039] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.141927] env[65983]: DEBUG nova.compute.manager [req-bedaa569-d1fa-487d-ad36-16cc381b3a4c req-81d302cb-b2a2-4ee9-8440-2775a12df35a service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Received event network-vif-plugged-262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1163.142236] env[65983]: DEBUG oslo_concurrency.lockutils [req-bedaa569-d1fa-487d-ad36-16cc381b3a4c req-81d302cb-b2a2-4ee9-8440-2775a12df35a service nova] Acquiring lock "29e82383-d039-4e49-b41f-cc6fd65d8978-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.142443] env[65983]: DEBUG oslo_concurrency.lockutils [req-bedaa569-d1fa-487d-ad36-16cc381b3a4c req-81d302cb-b2a2-4ee9-8440-2775a12df35a service nova] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.142604] env[65983]: DEBUG oslo_concurrency.lockutils [req-bedaa569-d1fa-487d-ad36-16cc381b3a4c req-81d302cb-b2a2-4ee9-8440-2775a12df35a service nova] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.142767] env[65983]: DEBUG nova.compute.manager [req-bedaa569-d1fa-487d-ad36-16cc381b3a4c req-81d302cb-b2a2-4ee9-8440-2775a12df35a service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] No waiting events found dispatching network-vif-plugged-262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1163.142926] env[65983]: WARNING nova.compute.manager [req-bedaa569-d1fa-487d-ad36-16cc381b3a4c req-81d302cb-b2a2-4ee9-8440-2775a12df35a service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Received unexpected event network-vif-plugged-262eab20-a232-47e8-9ead-70c2fa9d01cc for instance with vm_state shelved_offloaded and task_state spawning. [ 1163.150128] env[65983]: DEBUG oslo_vmware.api [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156763} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.150193] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.150338] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.150504] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.150664] env[65983]: INFO nova.compute.manager [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1163.151079] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1163.151079] env[65983]: DEBUG nova.compute.manager [-] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1163.151186] env[65983]: DEBUG nova.network.neutron [-] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1163.151460] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.182560] env[65983]: WARNING neutronclient.v2_0.client [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.207245] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.259948] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: c834f28d-688e-4dfa-9a7f-e09550cdd3b7] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.390022] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.391536] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.161s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.392082] env[65983]: DEBUG nova.objects.instance [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lazy-loading 'resources' on Instance uuid bdb00832-dd2e-42c9-a829-e6cb3047e0a1 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.434276] env[65983]: INFO nova.scheduler.client.report [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Deleted allocations for instance 533b4fc9-5884-43f4-af24-b57ae5e8d46b [ 1163.583388] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.617646] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.682954] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "60762570-8888-4b10-8182-b639a7d30aaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.682954] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "60762570-8888-4b10-8182-b639a7d30aaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.726023] env[65983]: WARNING neutronclient.v2_0.client [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.728222] env[65983]: DEBUG oslo_concurrency.lockutils [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.728630] env[65983]: DEBUG oslo_concurrency.lockutils [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.728918] env[65983]: DEBUG nova.compute.manager [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Going to confirm migration 7 {{(pid=65983) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1163.764792] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 16c49a19-97ea-4348-a504-fbadc34c796f] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.816312] env[65983]: DEBUG nova.network.neutron [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updating instance_info_cache with network_info: [{"id": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "address": "fa:16:3e:01:a4:73", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262eab20-a2", "ovs_interfaceid": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.952191] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e9e709dc-d219-4078-98fd-ea5f993a50e3 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Lock "533b4fc9-5884-43f4-af24-b57ae5e8d46b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.825s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.098439] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44dbeab-363c-4d97-838a-eb6a26efd24c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.111267] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.113886] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a3d1c6-e151-4cb5-b454-1e686ae355c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.121427] env[65983]: DEBUG nova.network.neutron [-] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.168556] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2f67c5-2ca8-4dd0-aee9-3aac10a9acca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.177514] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc514fe6-43de-42c3-8044-bc8fbb228506 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.211619] env[65983]: DEBUG nova.compute.manager [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1164.215811] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff7170d-2faf-4d10-828b-880d0a970557 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.224845] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb936ae-dfb8-4858-9b14-a77b5f976c24 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.242480] env[65983]: DEBUG nova.compute.provider_tree [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1164.245195] env[65983]: WARNING neutronclient.v2_0.client [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.269253] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 971f5d99-6b23-4deb-aa5a-fc501452d132] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1164.292228] env[65983]: WARNING neutronclient.v2_0.client [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.292228] env[65983]: DEBUG oslo_concurrency.lockutils [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.292228] env[65983]: DEBUG oslo_concurrency.lockutils [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquired lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.292228] env[65983]: DEBUG nova.network.neutron [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1164.292228] env[65983]: DEBUG nova.objects.instance [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lazy-loading 'info_cache' on Instance uuid 3c8ae2e1-3b48-4aa1-898f-abd50facef26 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.320533] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.360600] env[65983]: DEBUG nova.virt.hardware [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='56845d16881f3f59a374b23d754643e4',container_format='bare',created_at=2025-11-17T14:42:32Z,direct_url=,disk_format='vmdk',id=fc54d385-993e-4bfc-af89-612c8c19499d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1377822339-shelved',owner='eadc9a2e702640778db988b81ca56caa',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-11-17T14:42:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1164.360757] env[65983]: DEBUG nova.virt.hardware [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.361185] env[65983]: DEBUG nova.virt.hardware [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1164.361406] env[65983]: DEBUG nova.virt.hardware [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.361586] env[65983]: DEBUG nova.virt.hardware [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1164.361949] env[65983]: DEBUG nova.virt.hardware [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1164.362829] env[65983]: DEBUG nova.virt.hardware [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1164.362920] env[65983]: DEBUG nova.virt.hardware [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1164.364034] env[65983]: DEBUG nova.virt.hardware [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1164.364034] env[65983]: DEBUG nova.virt.hardware [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1164.364034] env[65983]: DEBUG nova.virt.hardware [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1164.365331] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf91f87-eeca-446b-b519-58fea6440198 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.375695] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e1f246-6f3e-4f0b-a75c-4577513c9d0f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.391976] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:a4:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '262eab20-a232-47e8-9ead-70c2fa9d01cc', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.401045] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1164.402254] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.402608] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97876275-ba64-4ee1-8cee-3495c850fd6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.424295] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.424295] env[65983]: value = "task-4469489" [ 1164.424295] env[65983]: _type = "Task" [ 1164.424295] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.433132] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469489, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.531941] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Acquiring lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.531941] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.612986] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.625696] env[65983]: INFO nova.compute.manager [-] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Took 1.47 seconds to deallocate network for instance. [ 1164.733330] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.767021] env[65983]: ERROR nova.scheduler.client.report [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [req-781a1050-26cf-46b7-8928-6a683adda26e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 105b815f-bff2-4131-99fb-b7e02a4602d6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-781a1050-26cf-46b7-8928-6a683adda26e"}]} [ 1164.771730] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: b5d8a5d0-49c2-43f9-88c4-ccf50c59b41b] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1164.787313] env[65983]: DEBUG nova.scheduler.client.report [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Refreshing inventories for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1164.803601] env[65983]: DEBUG nova.scheduler.client.report [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updating ProviderTree inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1164.803922] env[65983]: DEBUG nova.compute.provider_tree [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1164.817387] env[65983]: DEBUG nova.scheduler.client.report [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Refreshing aggregate associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, aggregates: None {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1164.837178] env[65983]: DEBUG nova.scheduler.client.report [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Refreshing trait associations for resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65983) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1164.858094] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1164.858324] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873983', 'volume_id': 'c8ade194-e498-4c46-b5d8-9b46f623e057', 'name': 'volume-c8ade194-e498-4c46-b5d8-9b46f623e057', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '176f9e27-7852-497a-8a7d-4ed9ceb52bab', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8ade194-e498-4c46-b5d8-9b46f623e057', 'serial': 'c8ade194-e498-4c46-b5d8-9b46f623e057'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1164.859391] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e03618-5a4b-47c1-820a-d727d66c0e28 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.879021] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44725bc5-ba67-4ffb-b4b7-70ac933c9ca0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.908430] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-c8ade194-e498-4c46-b5d8-9b46f623e057/volume-c8ade194-e498-4c46-b5d8-9b46f623e057.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.911362] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39dbf306-252a-4f4e-8bf7-e4c1ffa313a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.931164] env[65983]: DEBUG oslo_vmware.api [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1164.931164] env[65983]: value = "task-4469490" [ 1164.931164] env[65983]: _type = "Task" [ 1164.931164] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.937024] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469489, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.947231] env[65983]: DEBUG oslo_vmware.api [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.037546] env[65983]: DEBUG nova.compute.manager [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1165.112948] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.125694] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6759dc-6a47-4e0d-a271-83b09ef37362 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.136125] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.138159] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fa9927-75e6-49ff-b91d-4669315e29c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.174318] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c65335-62e6-41f8-98d1-97ecc8bdcf36 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.178323] env[65983]: DEBUG nova.compute.manager [req-87174c0d-dd14-4ea0-b2be-d4dfa4f241e7 req-23bacf9b-c4c2-4069-8d83-46b638374b43 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Received event network-changed-262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1165.178439] env[65983]: DEBUG nova.compute.manager [req-87174c0d-dd14-4ea0-b2be-d4dfa4f241e7 req-23bacf9b-c4c2-4069-8d83-46b638374b43 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Refreshing instance network info cache due to event network-changed-262eab20-a232-47e8-9ead-70c2fa9d01cc. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1165.178713] env[65983]: DEBUG oslo_concurrency.lockutils [req-87174c0d-dd14-4ea0-b2be-d4dfa4f241e7 req-23bacf9b-c4c2-4069-8d83-46b638374b43 service nova] Acquiring lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.178861] env[65983]: DEBUG oslo_concurrency.lockutils [req-87174c0d-dd14-4ea0-b2be-d4dfa4f241e7 req-23bacf9b-c4c2-4069-8d83-46b638374b43 service nova] Acquired lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.179021] env[65983]: DEBUG nova.network.neutron [req-87174c0d-dd14-4ea0-b2be-d4dfa4f241e7 req-23bacf9b-c4c2-4069-8d83-46b638374b43 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Refreshing network info cache for port 262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.187842] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0380d639-4039-44f2-a4f4-15b0763b4c8c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.213024] env[65983]: DEBUG nova.compute.provider_tree [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.226329] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99a28e1-f9af-4c4b-9211-05068ddb7529 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.254571] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52e5c5e-f200-4908-bfc6-ec6fb6b57d83 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.263711] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance 'd9ca6b3c-ffab-449a-a96f-56c2b6552fc9' progress to 83 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.276375] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 0b9da095-cf5a-4e4d-be8a-a38906939b45] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1165.301355] env[65983]: WARNING neutronclient.v2_0.client [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.437810] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469489, 'name': CreateVM_Task, 'duration_secs': 0.652708} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.440830] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.441556] env[65983]: WARNING neutronclient.v2_0.client [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.441892] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc54d385-993e-4bfc-af89-612c8c19499d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.442052] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc54d385-993e-4bfc-af89-612c8c19499d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.442415] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc54d385-993e-4bfc-af89-612c8c19499d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.443210] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5e3e82-a2a3-43e8-b984-133863baf879 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.449257] env[65983]: DEBUG oslo_vmware.api [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.450638] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1165.450638] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52efa097-4211-8986-a0fc-f6ebd7446887" [ 1165.450638] env[65983]: _type = "Task" [ 1165.450638] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.459281] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52efa097-4211-8986-a0fc-f6ebd7446887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.494478] env[65983]: WARNING neutronclient.v2_0.client [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.561379] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.567482] env[65983]: DEBUG nova.network.neutron [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance_info_cache with network_info: [{"id": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "address": "fa:16:3e:06:15:75", "network": {"id": "8b8a85f2-6466-4496-b285-0ac36c07307b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-374719060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de728336484744988073afa69fb9a397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab2c2a-3b", "ovs_interfaceid": "0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.615125] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.681918] env[65983]: WARNING neutronclient.v2_0.client [req-87174c0d-dd14-4ea0-b2be-d4dfa4f241e7 req-23bacf9b-c4c2-4069-8d83-46b638374b43 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.751998] env[65983]: DEBUG nova.scheduler.client.report [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updated inventory for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1165.752346] env[65983]: DEBUG nova.compute.provider_tree [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updating resource provider 105b815f-bff2-4131-99fb-b7e02a4602d6 generation from 167 to 168 during operation: update_inventory {{(pid=65983) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1165.752445] env[65983]: DEBUG nova.compute.provider_tree [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Updating inventory in ProviderTree for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.769816] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.770183] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6851b92-d436-4b6e-8649-3e61f5a95041 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.778994] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 5cd3f626-1782-4b14-b70f-ddaae4115c1f] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1165.780985] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1165.780985] env[65983]: value = "task-4469491" [ 1165.780985] env[65983]: _type = "Task" [ 1165.780985] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.791459] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.873565] env[65983]: WARNING neutronclient.v2_0.client [req-87174c0d-dd14-4ea0-b2be-d4dfa4f241e7 req-23bacf9b-c4c2-4069-8d83-46b638374b43 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.950334] env[65983]: DEBUG oslo_vmware.api [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469490, 'name': ReconfigVM_Task, 'duration_secs': 0.941378} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.951335] env[65983]: DEBUG nova.network.neutron [req-87174c0d-dd14-4ea0-b2be-d4dfa4f241e7 req-23bacf9b-c4c2-4069-8d83-46b638374b43 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updated VIF entry in instance network info cache for port 262eab20-a232-47e8-9ead-70c2fa9d01cc. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1165.951663] env[65983]: DEBUG nova.network.neutron [req-87174c0d-dd14-4ea0-b2be-d4dfa4f241e7 req-23bacf9b-c4c2-4069-8d83-46b638374b43 service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updating instance_info_cache with network_info: [{"id": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "address": "fa:16:3e:01:a4:73", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262eab20-a2", "ovs_interfaceid": "262eab20-a232-47e8-9ead-70c2fa9d01cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.952887] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-c8ade194-e498-4c46-b5d8-9b46f623e057/volume-c8ade194-e498-4c46-b5d8-9b46f623e057.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.957794] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2898340-a5ae-4a53-a9da-fc19e87fc928 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.979859] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc54d385-993e-4bfc-af89-612c8c19499d" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.980272] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Processing image fc54d385-993e-4bfc-af89-612c8c19499d {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.980562] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc54d385-993e-4bfc-af89-612c8c19499d/fc54d385-993e-4bfc-af89-612c8c19499d.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.980729] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc54d385-993e-4bfc-af89-612c8c19499d/fc54d385-993e-4bfc-af89-612c8c19499d.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.980907] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.981223] env[65983]: DEBUG oslo_vmware.api [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1165.981223] env[65983]: value = "task-4469492" [ 1165.981223] env[65983]: _type = "Task" [ 1165.981223] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.981415] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc8137b2-ee9a-4276-805b-653319ca285f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.995238] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.995405] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.996152] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef322490-afa5-43da-8626-1d9749ea2fb4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.003438] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1166.003438] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5265825f-c44a-7a39-ad3d-652de322ffa0" [ 1166.003438] env[65983]: _type = "Task" [ 1166.003438] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.013344] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5265825f-c44a-7a39-ad3d-652de322ffa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.071055] env[65983]: DEBUG oslo_concurrency.lockutils [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Releasing lock "refresh_cache-3c8ae2e1-3b48-4aa1-898f-abd50facef26" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.071055] env[65983]: DEBUG nova.objects.instance [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lazy-loading 'migration_context' on Instance uuid 3c8ae2e1-3b48-4aa1-898f-abd50facef26 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.115485] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.257786] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.866s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.260353] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.527s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.261970] env[65983]: INFO nova.compute.claims [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.282391] env[65983]: INFO nova.scheduler.client.report [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted allocations for instance bdb00832-dd2e-42c9-a829-e6cb3047e0a1 [ 1166.283965] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: cd342e6e-ec20-4c10-acb7-b481d53bc6e9] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1166.302696] env[65983]: DEBUG oslo_vmware.api [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469491, 'name': PowerOnVM_Task, 'duration_secs': 0.462951} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.302961] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.303157] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fa89b495-1af0-4808-877f-901c0f422364 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance 'd9ca6b3c-ffab-449a-a96f-56c2b6552fc9' progress to 100 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.459111] env[65983]: DEBUG oslo_concurrency.lockutils [req-87174c0d-dd14-4ea0-b2be-d4dfa4f241e7 req-23bacf9b-c4c2-4069-8d83-46b638374b43 service nova] Releasing lock "refresh_cache-29e82383-d039-4e49-b41f-cc6fd65d8978" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.459111] env[65983]: DEBUG nova.compute.manager [req-87174c0d-dd14-4ea0-b2be-d4dfa4f241e7 req-23bacf9b-c4c2-4069-8d83-46b638374b43 service nova] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Received event network-vif-deleted-a85eacca-fa4f-4440-9b37-3898f5fe1490 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1166.495379] env[65983]: DEBUG oslo_vmware.api [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469492, 'name': ReconfigVM_Task, 'duration_secs': 0.182274} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.495963] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873983', 'volume_id': 'c8ade194-e498-4c46-b5d8-9b46f623e057', 'name': 'volume-c8ade194-e498-4c46-b5d8-9b46f623e057', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '176f9e27-7852-497a-8a7d-4ed9ceb52bab', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8ade194-e498-4c46-b5d8-9b46f623e057', 'serial': 'c8ade194-e498-4c46-b5d8-9b46f623e057'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1166.516292] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Preparing fetch location {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1166.516632] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Fetch image to [datastore2] OSTACK_IMG_2d7dc96e-3c76-427f-bc4a-25c563363258/OSTACK_IMG_2d7dc96e-3c76-427f-bc4a-25c563363258.vmdk {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1166.516816] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Downloading stream optimized image fc54d385-993e-4bfc-af89-612c8c19499d to [datastore2] OSTACK_IMG_2d7dc96e-3c76-427f-bc4a-25c563363258/OSTACK_IMG_2d7dc96e-3c76-427f-bc4a-25c563363258.vmdk on the data store datastore2 as vApp {{(pid=65983) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1166.516979] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Downloading image file data fc54d385-993e-4bfc-af89-612c8c19499d to the ESX as VM named 'OSTACK_IMG_2d7dc96e-3c76-427f-bc4a-25c563363258' {{(pid=65983) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1166.574082] env[65983]: DEBUG nova.objects.base [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Object Instance<3c8ae2e1-3b48-4aa1-898f-abd50facef26> lazy-loaded attributes: info_cache,migration_context {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1166.575174] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b00437d-21f3-4c97-80f9-9dd1a90b756d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.595189] env[65983]: DEBUG oslo_vmware.rw_handles [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1166.595189] env[65983]: value = "resgroup-9" [ 1166.595189] env[65983]: _type = "ResourcePool" [ 1166.595189] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1166.595468] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55e48cda-f4f8-4393-bbba-e6c510b665c0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.597908] env[65983]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-233384f9-e5eb-4d72-b796-ad755bb41027 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.619063] env[65983]: DEBUG oslo_vmware.api [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1166.619063] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520764bc-e53a-c20f-55ea-955ec650a53e" [ 1166.619063] env[65983]: _type = "Task" [ 1166.619063] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.626342] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469485, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.626684] env[65983]: DEBUG oslo_vmware.rw_handles [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lease: (returnval){ [ 1166.626684] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f46f1a-5996-8741-d200-dfdeffc7d975" [ 1166.626684] env[65983]: _type = "HttpNfcLease" [ 1166.626684] env[65983]: } obtained for vApp import into resource pool (val){ [ 1166.626684] env[65983]: value = "resgroup-9" [ 1166.626684] env[65983]: _type = "ResourcePool" [ 1166.626684] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1166.626921] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the lease: (returnval){ [ 1166.626921] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f46f1a-5996-8741-d200-dfdeffc7d975" [ 1166.626921] env[65983]: _type = "HttpNfcLease" [ 1166.626921] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1166.633629] env[65983]: DEBUG oslo_vmware.api [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]520764bc-e53a-c20f-55ea-955ec650a53e, 'name': SearchDatastore_Task, 'duration_secs': 0.007684} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.633748] env[65983]: DEBUG oslo_concurrency.lockutils [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.636813] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.636813] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f46f1a-5996-8741-d200-dfdeffc7d975" [ 1166.636813] env[65983]: _type = "HttpNfcLease" [ 1166.636813] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1166.798022] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: d98522f2-8ba2-4494-8fb0-8f51c1bcb3bb] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1166.800409] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cf333877-0e27-4286-ac1b-2f9a636c1d7b tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "bdb00832-dd2e-42c9-a829-e6cb3047e0a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.562s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.126115] env[65983]: DEBUG oslo_vmware.api [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469485, 'name': ReconfigVM_Task, 'duration_secs': 5.791283} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.126378] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.126610] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Reconfigured VM to detach interface {{(pid=65983) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1167.127080] env[65983]: WARNING neutronclient.v2_0.client [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.127408] env[65983]: WARNING neutronclient.v2_0.client [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.136760] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1167.136760] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f46f1a-5996-8741-d200-dfdeffc7d975" [ 1167.136760] env[65983]: _type = "HttpNfcLease" [ 1167.136760] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1167.162723] env[65983]: WARNING neutronclient.v2_0.client [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.304960] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 7ac380a3-a3a6-4c10-8757-c0a61e334936] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1167.533818] env[65983]: DEBUG nova.objects.instance [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'flavor' on Instance uuid 176f9e27-7852-497a-8a7d-4ed9ceb52bab {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.566656] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16ce1f0-c778-48fd-8a52-cd1df285f093 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.577217] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd85b79-1334-4bcf-9ee4-e845d256543a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.611960] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b21e61-6b40-4ec3-9eaa-7672d32fc623 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.620938] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f667eb92-f3ab-4300-b6b1-eef249826333 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.636424] env[65983]: DEBUG nova.compute.provider_tree [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.644873] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1167.644873] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f46f1a-5996-8741-d200-dfdeffc7d975" [ 1167.644873] env[65983]: _type = "HttpNfcLease" [ 1167.644873] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1167.645201] env[65983]: DEBUG oslo_vmware.rw_handles [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1167.645201] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f46f1a-5996-8741-d200-dfdeffc7d975" [ 1167.645201] env[65983]: _type = "HttpNfcLease" [ 1167.645201] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1167.645897] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6320d9c-e1d4-4b2f-80a1-0ce1cb078208 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.655074] env[65983]: DEBUG oslo_vmware.rw_handles [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220cda1-3d42-a8ca-2652-d8ac5c14b14d/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1167.655296] env[65983]: DEBUG oslo_vmware.rw_handles [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220cda1-3d42-a8ca-2652-d8ac5c14b14d/disk-0.vmdk. {{(pid=65983) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1167.720984] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-412997a2-c0fe-40a9-a95b-56d4fabdb070 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.809419] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 1b8b1f58-82d3-47b3-b856-57dcb587b06c] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1167.981988] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.040486] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6563e245-14d9-4152-904d-0d9d44b77e35 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.817s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.041474] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.060s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.142429] env[65983]: DEBUG nova.scheduler.client.report [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.277865] env[65983]: WARNING neutronclient.v2_0.client [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.313575] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 90e48d00-572b-45de-b1f8-68c0f13adc5a] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1168.389116] env[65983]: WARNING neutronclient.v2_0.client [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.389596] env[65983]: WARNING neutronclient.v2_0.client [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.389596] env[65983]: WARNING neutronclient.v2_0.client [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.440986] env[65983]: DEBUG nova.network.neutron [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Port 0654df6c-d633-4881-bea4-f2c19d30f143 binding to destination host cpu-1 is already ACTIVE {{(pid=65983) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1168.441356] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.441566] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.441751] env[65983]: DEBUG nova.network.neutron [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1168.462024] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.462336] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.462584] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.462776] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.462963] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.466842] env[65983]: INFO nova.compute.manager [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Terminating instance [ 1168.483260] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "5d78d039-70d6-481f-a2f6-811096ee3cc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.483502] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "5d78d039-70d6-481f-a2f6-811096ee3cc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.544569] env[65983]: INFO nova.compute.manager [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Detaching volume cf363284-1f2a-4b5a-9cfb-4ed08799835b [ 1168.556074] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.556074] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquired lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.556074] env[65983]: DEBUG nova.network.neutron [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1168.578553] env[65983]: INFO nova.virt.block_device [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Attempting to driver detach volume cf363284-1f2a-4b5a-9cfb-4ed08799835b from mountpoint /dev/sdb [ 1168.578834] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1168.579073] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873981', 'volume_id': 'cf363284-1f2a-4b5a-9cfb-4ed08799835b', 'name': 'volume-cf363284-1f2a-4b5a-9cfb-4ed08799835b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '176f9e27-7852-497a-8a7d-4ed9ceb52bab', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf363284-1f2a-4b5a-9cfb-4ed08799835b', 'serial': 'cf363284-1f2a-4b5a-9cfb-4ed08799835b'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1168.580193] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4742a0c7-8290-4d93-870d-13623a9a8548 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.613746] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c562e25b-9236-48f6-96a7-31e9a30fc8ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.622638] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd65c692-ff1f-4765-99c7-962faa49ef9e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.651552] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0393d7-f156-45e4-9d4d-397048af5cfe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.654930] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.655461] env[65983]: DEBUG nova.compute.manager [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1168.658253] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.522s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.658436] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.660489] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.099s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.663919] env[65983]: INFO nova.compute.claims [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.683619] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The volume has not been displaced from its original location: [datastore2] volume-cf363284-1f2a-4b5a-9cfb-4ed08799835b/volume-cf363284-1f2a-4b5a-9cfb-4ed08799835b.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1168.689590] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.692325] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff4664c8-7013-485a-b92f-640b0fca1cf0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.714849] env[65983]: DEBUG oslo_vmware.api [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1168.714849] env[65983]: value = "task-4469494" [ 1168.714849] env[65983]: _type = "Task" [ 1168.714849] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.728024] env[65983]: DEBUG oslo_vmware.api [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.732544] env[65983]: INFO nova.scheduler.client.report [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted allocations for instance 427dd796-6570-4295-baaa-c5aedf8f0478 [ 1168.817490] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 1273121f-2ee4-4807-9264-52cbc6866e66] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1168.947940] env[65983]: WARNING neutronclient.v2_0.client [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.971583] env[65983]: DEBUG nova.compute.manager [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1168.971889] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.972916] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cce870-ea0d-419e-bd3d-a8274b81dc21 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.983905] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.988864] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6179286c-3849-4650-8633-82610e9de589 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.990811] env[65983]: DEBUG nova.compute.manager [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1168.999703] env[65983]: DEBUG oslo_vmware.api [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1168.999703] env[65983]: value = "task-4469495" [ 1168.999703] env[65983]: _type = "Task" [ 1168.999703] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.012487] env[65983]: DEBUG oslo_vmware.api [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.059635] env[65983]: WARNING neutronclient.v2_0.client [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.166043] env[65983]: WARNING neutronclient.v2_0.client [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.170790] env[65983]: DEBUG nova.compute.utils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.178994] env[65983]: DEBUG nova.compute.manager [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1169.179231] env[65983]: DEBUG nova.network.neutron [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1169.179603] env[65983]: WARNING neutronclient.v2_0.client [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.179853] env[65983]: WARNING neutronclient.v2_0.client [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.233263] env[65983]: DEBUG oslo_vmware.api [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.243691] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "427dd796-6570-4295-baaa-c5aedf8f0478" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.794s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.267226] env[65983]: DEBUG nova.network.neutron [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance_info_cache with network_info: [{"id": "0654df6c-d633-4881-bea4-f2c19d30f143", "address": "fa:16:3e:a8:25:1b", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0654df6c-d6", "ovs_interfaceid": "0654df6c-d633-4881-bea4-f2c19d30f143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.271398] env[65983]: DEBUG nova.policy [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cce9bcd612a74e3395f3136c03a1261b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7f80ab604934fa3b2faf116c4f273bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.322980] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 7e1c758f-b936-41f8-a044-7bff12dffb84] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1169.372883] env[65983]: WARNING neutronclient.v2_0.client [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.393249] env[65983]: DEBUG oslo_vmware.rw_handles [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Completed reading data from the image iterator. {{(pid=65983) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1169.393486] env[65983]: DEBUG oslo_vmware.rw_handles [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220cda1-3d42-a8ca-2652-d8ac5c14b14d/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1169.394611] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2d9b22-078c-4fae-8e2a-be776799170c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.403200] env[65983]: DEBUG oslo_vmware.rw_handles [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220cda1-3d42-a8ca-2652-d8ac5c14b14d/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1169.405429] env[65983]: DEBUG oslo_vmware.rw_handles [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220cda1-3d42-a8ca-2652-d8ac5c14b14d/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1169.405429] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3a418f5d-58d1-42e5-94a7-7eac83cc8001 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.482620] env[65983]: INFO nova.network.neutron [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Port 42af1f38-5386-4b31-98ad-a669fe4a507c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1169.483073] env[65983]: DEBUG nova.network.neutron [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updating instance_info_cache with network_info: [{"id": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "address": "fa:16:3e:16:41:53", "network": {"id": "440688e7-257d-41d9-949f-8f163cdcaacc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1893859909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "021d1380a4a54a759d153b9d3e89de3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34a015e-56", "ovs_interfaceid": "a34a015e-5682-4ae7-811e-5fdab2bb465a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.517921] env[65983]: DEBUG oslo_vmware.api [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469495, 'name': PowerOffVM_Task, 'duration_secs': 0.412911} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.518623] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.518815] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.519088] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bc42f93-5906-4295-aaf7-9add2c1745ee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.523661] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.602345] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.602560] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.602754] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Deleting the datastore file [datastore2] 1676a0b1-3190-4479-ac9a-1ed86849c0b9 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.603321] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00b32cba-0cdf-4edb-bd84-79f6eb2c9efd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.612988] env[65983]: DEBUG oslo_vmware.api [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1169.612988] env[65983]: value = "task-4469497" [ 1169.612988] env[65983]: _type = "Task" [ 1169.612988] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.622180] env[65983]: DEBUG oslo_vmware.api [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.649153] env[65983]: DEBUG nova.network.neutron [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Successfully created port: cd3ae938-58a3-473f-9d59-9d852a3ac530 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1169.687363] env[65983]: DEBUG nova.compute.manager [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1169.730281] env[65983]: DEBUG oslo_vmware.api [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.769672] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.812013] env[65983]: DEBUG oslo_vmware.rw_handles [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220cda1-3d42-a8ca-2652-d8ac5c14b14d/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1169.812304] env[65983]: INFO nova.virt.vmwareapi.images [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Downloaded image file data fc54d385-993e-4bfc-af89-612c8c19499d [ 1169.813222] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca21bc12-f750-4acf-95fe-2e99fe811857 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.830337] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: bfd1e972-d453-41a4-906e-53348bd4108d] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1169.834647] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00d4fa23-94c0-493a-8b9f-602f6d328eb0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.943321] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d10e233-fd8b-413b-9c0e-efb090507d54 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.952039] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229a30a1-fabf-4a8b-a9da-d8ce5dafe9fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.985041] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2ca5c4-a90c-42c8-9437-e6fdffe5e085 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.988351] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Releasing lock "refresh_cache-1676a0b1-3190-4479-ac9a-1ed86849c0b9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.000482] env[65983]: INFO nova.virt.vmwareapi.images [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] The imported VM was unregistered [ 1170.002990] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Caching image {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1170.003254] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating directory with path [datastore2] devstack-image-cache_base/fc54d385-993e-4bfc-af89-612c8c19499d {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.004723] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3c4d8b-9d51-4170-afe2-fe0abd9cf7f3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.011437] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff2aed27-8fe0-498d-a5ad-60094cd2d1ff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.028307] env[65983]: DEBUG nova.compute.provider_tree [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.045975] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Created directory with path [datastore2] devstack-image-cache_base/fc54d385-993e-4bfc-af89-612c8c19499d {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.046280] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2d7dc96e-3c76-427f-bc4a-25c563363258/OSTACK_IMG_2d7dc96e-3c76-427f-bc4a-25c563363258.vmdk to [datastore2] devstack-image-cache_base/fc54d385-993e-4bfc-af89-612c8c19499d/fc54d385-993e-4bfc-af89-612c8c19499d.vmdk. {{(pid=65983) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1170.046592] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6f3176fb-77af-41d9-b00a-8d09b4b51ae9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.054881] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1170.054881] env[65983]: value = "task-4469499" [ 1170.054881] env[65983]: _type = "Task" [ 1170.054881] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.063129] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469499, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.123256] env[65983]: DEBUG oslo_vmware.api [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.228816] env[65983]: DEBUG oslo_vmware.api [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469494, 'name': ReconfigVM_Task, 'duration_secs': 1.321774} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.229157] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.234046] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded59e27-de85-4835-b02b-b5ca4df3ed2c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.253022] env[65983]: DEBUG oslo_vmware.api [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1170.253022] env[65983]: value = "task-4469500" [ 1170.253022] env[65983]: _type = "Task" [ 1170.253022] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.264528] env[65983]: DEBUG oslo_vmware.api [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.273584] env[65983]: DEBUG nova.compute.manager [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65983) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1170.338125] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: be710d49-3e16-45fe-b3a2-1d8537719697] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1170.493095] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7094d821-a255-47a4-8618-704e2664a53a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "interface-1676a0b1-3190-4479-ac9a-1ed86849c0b9-42af1f38-5386-4b31-98ad-a669fe4a507c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.016s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.531609] env[65983]: DEBUG nova.scheduler.client.report [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.570674] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469499, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.629480] env[65983]: DEBUG oslo_vmware.api [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.583029} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.629480] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.629707] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.629908] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.630202] env[65983]: INFO nova.compute.manager [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1170.630505] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1170.630729] env[65983]: DEBUG nova.compute.manager [-] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1170.631504] env[65983]: DEBUG nova.network.neutron [-] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1170.631504] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.683301] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.698265] env[65983]: DEBUG nova.compute.manager [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1170.730344] env[65983]: DEBUG nova.virt.hardware [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1170.730607] env[65983]: DEBUG nova.virt.hardware [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.730762] env[65983]: DEBUG nova.virt.hardware [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1170.730938] env[65983]: DEBUG nova.virt.hardware [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.731098] env[65983]: DEBUG nova.virt.hardware [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1170.731246] env[65983]: DEBUG nova.virt.hardware [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1170.731453] env[65983]: DEBUG nova.virt.hardware [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1170.731612] env[65983]: DEBUG nova.virt.hardware [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1170.731778] env[65983]: DEBUG nova.virt.hardware [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1170.731940] env[65983]: DEBUG nova.virt.hardware [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1170.732122] env[65983]: DEBUG nova.virt.hardware [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1170.733099] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bf0a50-9f5f-47ea-8d35-b7e675dae970 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.743099] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca57f62-7ea1-4073-a4dd-0b4019d9a517 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.772681] env[65983]: DEBUG oslo_vmware.api [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469500, 'name': ReconfigVM_Task, 'duration_secs': 0.170943} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.772978] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873981', 'volume_id': 'cf363284-1f2a-4b5a-9cfb-4ed08799835b', 'name': 'volume-cf363284-1f2a-4b5a-9cfb-4ed08799835b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '176f9e27-7852-497a-8a7d-4ed9ceb52bab', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf363284-1f2a-4b5a-9cfb-4ed08799835b', 'serial': 'cf363284-1f2a-4b5a-9cfb-4ed08799835b'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1170.842399] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: e0ccc790-4442-451a-8b40-3357ef86807a] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1171.038851] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.039606] env[65983]: DEBUG nova.compute.manager [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1171.042770] env[65983]: DEBUG oslo_concurrency.lockutils [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.409s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.068839] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469499, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.215193] env[65983]: DEBUG nova.network.neutron [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Successfully updated port: cd3ae938-58a3-473f-9d59-9d852a3ac530 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1171.329938] env[65983]: DEBUG nova.objects.instance [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'flavor' on Instance uuid 176f9e27-7852-497a-8a7d-4ed9ceb52bab {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.347198] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: d4899cd5-04a0-41a9-a70f-b235f279dcaa] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1171.437656] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.458768] env[65983]: DEBUG nova.compute.manager [req-f301d654-481a-4f37-9fb9-c72c86f7a059 req-3aeb3d54-0dbf-426c-9487-ad99b06b42d8 service nova] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Received event network-vif-plugged-cd3ae938-58a3-473f-9d59-9d852a3ac530 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1171.458768] env[65983]: DEBUG oslo_concurrency.lockutils [req-f301d654-481a-4f37-9fb9-c72c86f7a059 req-3aeb3d54-0dbf-426c-9487-ad99b06b42d8 service nova] Acquiring lock "60762570-8888-4b10-8182-b639a7d30aaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.459306] env[65983]: DEBUG oslo_concurrency.lockutils [req-f301d654-481a-4f37-9fb9-c72c86f7a059 req-3aeb3d54-0dbf-426c-9487-ad99b06b42d8 service nova] Lock "60762570-8888-4b10-8182-b639a7d30aaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.459620] env[65983]: DEBUG oslo_concurrency.lockutils [req-f301d654-481a-4f37-9fb9-c72c86f7a059 req-3aeb3d54-0dbf-426c-9487-ad99b06b42d8 service nova] Lock "60762570-8888-4b10-8182-b639a7d30aaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.459852] env[65983]: DEBUG nova.compute.manager [req-f301d654-481a-4f37-9fb9-c72c86f7a059 req-3aeb3d54-0dbf-426c-9487-ad99b06b42d8 service nova] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] No waiting events found dispatching network-vif-plugged-cd3ae938-58a3-473f-9d59-9d852a3ac530 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1171.460036] env[65983]: WARNING nova.compute.manager [req-f301d654-481a-4f37-9fb9-c72c86f7a059 req-3aeb3d54-0dbf-426c-9487-ad99b06b42d8 service nova] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Received unexpected event network-vif-plugged-cd3ae938-58a3-473f-9d59-9d852a3ac530 for instance with vm_state building and task_state spawning. [ 1171.546575] env[65983]: DEBUG nova.compute.utils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.548124] env[65983]: DEBUG nova.compute.manager [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1171.548324] env[65983]: DEBUG nova.network.neutron [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1171.548644] env[65983]: WARNING neutronclient.v2_0.client [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.548970] env[65983]: WARNING neutronclient.v2_0.client [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.568266] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469499, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.612760] env[65983]: DEBUG nova.compute.manager [req-a77108a2-1012-43c8-93c8-a9d6ee44a802 req-af2dea72-b7aa-4bff-9653-fe6f0c4c91db service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Received event network-vif-deleted-a34a015e-5682-4ae7-811e-5fdab2bb465a {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1171.612760] env[65983]: INFO nova.compute.manager [req-a77108a2-1012-43c8-93c8-a9d6ee44a802 req-af2dea72-b7aa-4bff-9653-fe6f0c4c91db service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Neutron deleted interface a34a015e-5682-4ae7-811e-5fdab2bb465a; detaching it from the instance and deleting it from the info cache [ 1171.612760] env[65983]: DEBUG nova.network.neutron [req-a77108a2-1012-43c8-93c8-a9d6ee44a802 req-af2dea72-b7aa-4bff-9653-fe6f0c4c91db service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.615296] env[65983]: DEBUG nova.policy [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5394b642441b4da59db7f3534e9f005f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a551bc9dc04b4cc9ab3e84f5fa471464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.718265] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "refresh_cache-60762570-8888-4b10-8182-b639a7d30aaf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.719114] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "refresh_cache-60762570-8888-4b10-8182-b639a7d30aaf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.719114] env[65983]: DEBUG nova.network.neutron [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1171.850517] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: ee345f1c-b3ae-48b8-959c-c0e5d33f136b] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1171.853326] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606f4f78-1e66-4f91-9498-11e6beab23d8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.863944] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe4106f-d670-4b44-96f3-eb2271a35ae0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.906264] env[65983]: DEBUG oslo_concurrency.lockutils [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.907304] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560ae66c-638a-4998-9e31-54502bf16c15 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.918257] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7856b3-8bb2-4f09-905d-ff94c9cde883 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.935815] env[65983]: DEBUG nova.compute.provider_tree [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.977697] env[65983]: DEBUG nova.network.neutron [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Successfully created port: 0d4bf574-c5e0-494f-ae9c-fab5362e0d8b {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1171.989039] env[65983]: DEBUG nova.network.neutron [-] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.055787] env[65983]: DEBUG nova.compute.manager [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1172.073639] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469499, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.120134] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41445a1e-f237-4bca-874d-3d6f317d3515 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.135613] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a5a53d-e7a6-4d74-905d-dd000013d5cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.179427] env[65983]: DEBUG nova.compute.manager [req-a77108a2-1012-43c8-93c8-a9d6ee44a802 req-af2dea72-b7aa-4bff-9653-fe6f0c4c91db service nova] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Detach interface failed, port_id=a34a015e-5682-4ae7-811e-5fdab2bb465a, reason: Instance 1676a0b1-3190-4479-ac9a-1ed86849c0b9 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1172.255264] env[65983]: DEBUG nova.network.neutron [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1172.342224] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fb7b7a9a-64ac-4d6d-9efb-22cf7a402cd8 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.301s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.343804] env[65983]: DEBUG oslo_concurrency.lockutils [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.437s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.357767] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: d99d4515-7d38-46d6-9c66-457170cb3e52] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1172.361286] env[65983]: WARNING neutronclient.v2_0.client [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.439742] env[65983]: DEBUG nova.scheduler.client.report [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.448556] env[65983]: DEBUG nova.network.neutron [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Updating instance_info_cache with network_info: [{"id": "cd3ae938-58a3-473f-9d59-9d852a3ac530", "address": "fa:16:3e:29:19:a3", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ae938-58", "ovs_interfaceid": "cd3ae938-58a3-473f-9d59-9d852a3ac530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.495462] env[65983]: INFO nova.compute.manager [-] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Took 1.86 seconds to deallocate network for instance. [ 1172.576139] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469499, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.849074] env[65983]: INFO nova.compute.manager [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Detaching volume c8ade194-e498-4c46-b5d8-9b46f623e057 [ 1172.865543] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 0c1bebe7-5f9e-4e4f-932a-e8843f61e98a] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1172.889836] env[65983]: INFO nova.virt.block_device [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Attempting to driver detach volume c8ade194-e498-4c46-b5d8-9b46f623e057 from mountpoint /dev/sdc [ 1172.890109] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1172.890304] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873983', 'volume_id': 'c8ade194-e498-4c46-b5d8-9b46f623e057', 'name': 'volume-c8ade194-e498-4c46-b5d8-9b46f623e057', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '176f9e27-7852-497a-8a7d-4ed9ceb52bab', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8ade194-e498-4c46-b5d8-9b46f623e057', 'serial': 'c8ade194-e498-4c46-b5d8-9b46f623e057'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1172.891275] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbed1c4a-06c5-4346-a770-962a7e80da1b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.916520] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa0d49f-4e21-4ebe-8446-01acad1508a7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.925059] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec84ada-1451-42f1-be74-4a26248bcffe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.950510] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06903b0e-0df8-4120-9993-898cfb0536bc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.956198] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "refresh_cache-60762570-8888-4b10-8182-b639a7d30aaf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.956586] env[65983]: DEBUG nova.compute.manager [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Instance network_info: |[{"id": "cd3ae938-58a3-473f-9d59-9d852a3ac530", "address": "fa:16:3e:29:19:a3", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ae938-58", "ovs_interfaceid": "cd3ae938-58a3-473f-9d59-9d852a3ac530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1172.957109] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:19:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd3ae938-58a3-473f-9d59-9d852a3ac530', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.965130] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1172.966694] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.966942] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb35fcf0-9d01-4f11-9010-0a6bf0888e0f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.994272] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] The volume has not been displaced from its original location: [datastore2] volume-c8ade194-e498-4c46-b5d8-9b46f623e057/volume-c8ade194-e498-4c46-b5d8-9b46f623e057.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1173.000084] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.000962] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91096816-a163-47f9-8404-7a92fa3d60ba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.016139] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.016786] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.016786] env[65983]: value = "task-4469501" [ 1173.016786] env[65983]: _type = "Task" [ 1173.016786] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.024256] env[65983]: DEBUG oslo_vmware.api [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1173.024256] env[65983]: value = "task-4469502" [ 1173.024256] env[65983]: _type = "Task" [ 1173.024256] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.030871] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469501, 'name': CreateVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.038512] env[65983]: DEBUG oslo_vmware.api [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.071266] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469499, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.078548] env[65983]: DEBUG nova.compute.manager [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1173.110684] env[65983]: DEBUG nova.virt.hardware [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1173.110993] env[65983]: DEBUG nova.virt.hardware [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.111170] env[65983]: DEBUG nova.virt.hardware [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1173.111352] env[65983]: DEBUG nova.virt.hardware [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.111495] env[65983]: DEBUG nova.virt.hardware [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1173.111645] env[65983]: DEBUG nova.virt.hardware [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1173.111860] env[65983]: DEBUG nova.virt.hardware [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1173.112062] env[65983]: DEBUG nova.virt.hardware [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1173.112241] env[65983]: DEBUG nova.virt.hardware [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1173.112403] env[65983]: DEBUG nova.virt.hardware [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1173.112568] env[65983]: DEBUG nova.virt.hardware [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1173.113501] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2232e0bb-6d30-4d9f-b1fa-29d6c8a8e2aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.122907] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4f1268-7d48-4b27-b012-efa865e91942 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.369082] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 54d07e34-c120-4c93-a465-6410caa88121] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1173.457865] env[65983]: DEBUG oslo_concurrency.lockutils [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.415s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.462187] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.938s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.464946] env[65983]: INFO nova.compute.claims [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.492851] env[65983]: DEBUG nova.compute.manager [req-d6bbb90c-96da-43ab-8cc9-4b6beae1bc99 req-b3ff8738-bb10-4269-a007-b53142aa9be5 service nova] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Received event network-changed-cd3ae938-58a3-473f-9d59-9d852a3ac530 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1173.493052] env[65983]: DEBUG nova.compute.manager [req-d6bbb90c-96da-43ab-8cc9-4b6beae1bc99 req-b3ff8738-bb10-4269-a007-b53142aa9be5 service nova] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Refreshing instance network info cache due to event network-changed-cd3ae938-58a3-473f-9d59-9d852a3ac530. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1173.493264] env[65983]: DEBUG oslo_concurrency.lockutils [req-d6bbb90c-96da-43ab-8cc9-4b6beae1bc99 req-b3ff8738-bb10-4269-a007-b53142aa9be5 service nova] Acquiring lock "refresh_cache-60762570-8888-4b10-8182-b639a7d30aaf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.493405] env[65983]: DEBUG oslo_concurrency.lockutils [req-d6bbb90c-96da-43ab-8cc9-4b6beae1bc99 req-b3ff8738-bb10-4269-a007-b53142aa9be5 service nova] Acquired lock "refresh_cache-60762570-8888-4b10-8182-b639a7d30aaf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.493559] env[65983]: DEBUG nova.network.neutron [req-d6bbb90c-96da-43ab-8cc9-4b6beae1bc99 req-b3ff8738-bb10-4269-a007-b53142aa9be5 service nova] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Refreshing network info cache for port cd3ae938-58a3-473f-9d59-9d852a3ac530 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.527545] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469501, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.537354] env[65983]: DEBUG oslo_vmware.api [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469502, 'name': ReconfigVM_Task, 'duration_secs': 0.422573} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.537633] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1173.544047] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b36e1af4-3893-4c66-9f56-2676ce27e595 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.560432] env[65983]: DEBUG oslo_vmware.api [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1173.560432] env[65983]: value = "task-4469503" [ 1173.560432] env[65983]: _type = "Task" [ 1173.560432] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.568959] env[65983]: DEBUG nova.network.neutron [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Successfully updated port: 0d4bf574-c5e0-494f-ae9c-fab5362e0d8b {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1173.587535] env[65983]: DEBUG oslo_vmware.api [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.591722] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469499, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.191874} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.592018] env[65983]: INFO nova.virt.vmwareapi.ds_util [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2d7dc96e-3c76-427f-bc4a-25c563363258/OSTACK_IMG_2d7dc96e-3c76-427f-bc4a-25c563363258.vmdk to [datastore2] devstack-image-cache_base/fc54d385-993e-4bfc-af89-612c8c19499d/fc54d385-993e-4bfc-af89-612c8c19499d.vmdk. [ 1173.592275] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Cleaning up location [datastore2] OSTACK_IMG_2d7dc96e-3c76-427f-bc4a-25c563363258 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1173.592460] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2d7dc96e-3c76-427f-bc4a-25c563363258 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.592989] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d25aaf91-d90b-4d5d-8c7b-e77c64dd5a02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.601092] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1173.601092] env[65983]: value = "task-4469504" [ 1173.601092] env[65983]: _type = "Task" [ 1173.601092] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.611559] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.649187] env[65983]: DEBUG nova.compute.manager [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Received event network-vif-plugged-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1173.649247] env[65983]: DEBUG oslo_concurrency.lockutils [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] Acquiring lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.649451] env[65983]: DEBUG oslo_concurrency.lockutils [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] Lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.649671] env[65983]: DEBUG oslo_concurrency.lockutils [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] Lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.649788] env[65983]: DEBUG nova.compute.manager [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] No waiting events found dispatching network-vif-plugged-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1173.649945] env[65983]: WARNING nova.compute.manager [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Received unexpected event network-vif-plugged-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b for instance with vm_state building and task_state spawning. [ 1173.650113] env[65983]: DEBUG nova.compute.manager [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Received event network-changed-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1173.650261] env[65983]: DEBUG nova.compute.manager [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Refreshing instance network info cache due to event network-changed-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1173.650435] env[65983]: DEBUG oslo_concurrency.lockutils [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] Acquiring lock "refresh_cache-d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.650563] env[65983]: DEBUG oslo_concurrency.lockutils [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] Acquired lock "refresh_cache-d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.650711] env[65983]: DEBUG nova.network.neutron [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Refreshing network info cache for port 0d4bf574-c5e0-494f-ae9c-fab5362e0d8b {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.872597] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: ef965056-5b15-4287-9530-6ec1c532cc6f] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1173.997953] env[65983]: WARNING neutronclient.v2_0.client [req-d6bbb90c-96da-43ab-8cc9-4b6beae1bc99 req-b3ff8738-bb10-4269-a007-b53142aa9be5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.029131] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469501, 'name': CreateVM_Task, 'duration_secs': 0.883394} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.029356] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.029857] env[65983]: WARNING neutronclient.v2_0.client [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.030320] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.030471] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.030783] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.034218] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2725ba30-1b18-4532-aa81-1beb256419c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.037669] env[65983]: INFO nova.scheduler.client.report [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleted allocation for migration 6c23b66c-f107-486c-bfbb-81cdb6105539 [ 1174.042468] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1174.042468] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523d4544-eff6-7120-81b6-cade26d933bf" [ 1174.042468] env[65983]: _type = "Task" [ 1174.042468] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.059382] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523d4544-eff6-7120-81b6-cade26d933bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.073806] env[65983]: DEBUG oslo_vmware.api [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469503, 'name': ReconfigVM_Task, 'duration_secs': 0.263538} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.077800] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Acquiring lock "refresh_cache-d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.078162] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873983', 'volume_id': 'c8ade194-e498-4c46-b5d8-9b46f623e057', 'name': 'volume-c8ade194-e498-4c46-b5d8-9b46f623e057', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '176f9e27-7852-497a-8a7d-4ed9ceb52bab', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8ade194-e498-4c46-b5d8-9b46f623e057', 'serial': 'c8ade194-e498-4c46-b5d8-9b46f623e057'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1174.114230] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105198} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.114583] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.114760] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc54d385-993e-4bfc-af89-612c8c19499d/fc54d385-993e-4bfc-af89-612c8c19499d.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.115020] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc54d385-993e-4bfc-af89-612c8c19499d/fc54d385-993e-4bfc-af89-612c8c19499d.vmdk to [datastore2] 29e82383-d039-4e49-b41f-cc6fd65d8978/29e82383-d039-4e49-b41f-cc6fd65d8978.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.115295] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40055ff8-efe9-469f-b5d8-03be40f5aa62 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.123566] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1174.123566] env[65983]: value = "task-4469505" [ 1174.123566] env[65983]: _type = "Task" [ 1174.123566] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.135343] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.153713] env[65983]: WARNING neutronclient.v2_0.client [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.162250] env[65983]: WARNING neutronclient.v2_0.client [req-d6bbb90c-96da-43ab-8cc9-4b6beae1bc99 req-b3ff8738-bb10-4269-a007-b53142aa9be5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.191244] env[65983]: DEBUG nova.network.neutron [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1174.196151] env[65983]: INFO nova.compute.manager [None req-01c7c873-b62e-4871-aadc-17a89ce34bc6 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Get console output [ 1174.196529] env[65983]: WARNING nova.virt.vmwareapi.driver [None req-01c7c873-b62e-4871-aadc-17a89ce34bc6 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] The console log is missing. Check your VSPC configuration [ 1174.239527] env[65983]: DEBUG nova.network.neutron [req-d6bbb90c-96da-43ab-8cc9-4b6beae1bc99 req-b3ff8738-bb10-4269-a007-b53142aa9be5 service nova] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Updated VIF entry in instance network info cache for port cd3ae938-58a3-473f-9d59-9d852a3ac530. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1174.240039] env[65983]: DEBUG nova.network.neutron [req-d6bbb90c-96da-43ab-8cc9-4b6beae1bc99 req-b3ff8738-bb10-4269-a007-b53142aa9be5 service nova] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Updating instance_info_cache with network_info: [{"id": "cd3ae938-58a3-473f-9d59-9d852a3ac530", "address": "fa:16:3e:29:19:a3", "network": {"id": "1d43fdec-cb5a-41ff-946c-16b5e67361b4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1870715779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f80ab604934fa3b2faf116c4f273bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ae938-58", "ovs_interfaceid": "cd3ae938-58a3-473f-9d59-9d852a3ac530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.276411] env[65983]: DEBUG nova.network.neutron [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.376690] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 329ac5cc-582d-4ce9-8962-413086565e84] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1174.555391] env[65983]: DEBUG oslo_concurrency.lockutils [None req-61dacb12-bfa7-4218-b6b1-4160f8f8a74c tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.827s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.556583] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523d4544-eff6-7120-81b6-cade26d933bf, 'name': SearchDatastore_Task, 'duration_secs': 0.048867} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.559669] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.559901] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.560147] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.560316] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.560515] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.561361] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab426834-aac4-42e1-a96d-c3a8f072cc1f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.577212] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.577639] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.578292] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b752e51-9e3b-4f3f-9653-36650482a919 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.586656] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1174.586656] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e65e85-3f15-1655-51e1-6aab6cb54a58" [ 1174.586656] env[65983]: _type = "Task" [ 1174.586656] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.599188] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e65e85-3f15-1655-51e1-6aab6cb54a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.635818] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469505, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.636754] env[65983]: DEBUG nova.objects.instance [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'flavor' on Instance uuid 176f9e27-7852-497a-8a7d-4ed9ceb52bab {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.729428] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23434de6-de88-487d-be0b-3635b5fb049f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.739108] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4010f18-f2c4-438e-b508-e69b576a32f0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.742855] env[65983]: DEBUG oslo_concurrency.lockutils [req-d6bbb90c-96da-43ab-8cc9-4b6beae1bc99 req-b3ff8738-bb10-4269-a007-b53142aa9be5 service nova] Releasing lock "refresh_cache-60762570-8888-4b10-8182-b639a7d30aaf" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.775555] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeb66d0-73a0-4177-8328-3ab6aea857be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.779620] env[65983]: DEBUG oslo_concurrency.lockutils [req-3485cb12-ecbf-4f7a-9c4e-9d1e4df51b23 req-ae5a087c-f813-4ae2-9086-5dafb9359941 service nova] Releasing lock "refresh_cache-d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.780047] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Acquired lock "refresh_cache-d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.780953] env[65983]: DEBUG nova.network.neutron [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1174.788211] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8f99e7-42d3-41d4-be7e-65c2bb87612e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.809412] env[65983]: DEBUG nova.compute.provider_tree [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.881707] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 46e047d0-0d82-4fd9-8dde-8ea693f3fa37] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1175.104976] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52e65e85-3f15-1655-51e1-6aab6cb54a58, 'name': SearchDatastore_Task, 'duration_secs': 0.056888} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.105921] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0691968c-a728-4743-9d64-45c46f3a93c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.113134] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1175.113134] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5261f080-77b2-bebe-b7e9-5738a5e9e483" [ 1175.113134] env[65983]: _type = "Task" [ 1175.113134] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.121669] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5261f080-77b2-bebe-b7e9-5738a5e9e483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.134559] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469505, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.312397] env[65983]: DEBUG nova.scheduler.client.report [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.317643] env[65983]: DEBUG nova.network.neutron [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1175.385469] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: a7c065af-ee14-4196-b7d9-4a0b7971b6ec] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1175.410849] env[65983]: WARNING neutronclient.v2_0.client [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.488233] env[65983]: DEBUG nova.network.neutron [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Updating instance_info_cache with network_info: [{"id": "0d4bf574-c5e0-494f-ae9c-fab5362e0d8b", "address": "fa:16:3e:82:44:ab", "network": {"id": "fdcc2a7c-1606-40b9-afe2-f6d9a03f7543", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1969971057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a551bc9dc04b4cc9ab3e84f5fa471464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4bf574-c5", "ovs_interfaceid": "0d4bf574-c5e0-494f-ae9c-fab5362e0d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.626193] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5261f080-77b2-bebe-b7e9-5738a5e9e483, 'name': SearchDatastore_Task, 'duration_secs': 0.091172} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.629733] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.630043] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 60762570-8888-4b10-8182-b639a7d30aaf/60762570-8888-4b10-8182-b639a7d30aaf.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.630347] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6c2fadb-c36d-4361-b0d7-48cd9d4dd10c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.642423] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469505, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.642886] env[65983]: DEBUG oslo_concurrency.lockutils [None req-23e3208a-6ed9-46ce-8924-a5a16d277996 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.299s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.649176] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1175.649176] env[65983]: value = "task-4469506" [ 1175.649176] env[65983]: _type = "Task" [ 1175.649176] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.661577] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.822463] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.823071] env[65983]: DEBUG nova.compute.manager [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1175.826541] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.389s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.890547] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 8c9ca788-7cda-49b3-8756-cd61e38bd3b4] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1175.991911] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Releasing lock "refresh_cache-d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.992532] env[65983]: DEBUG nova.compute.manager [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Instance network_info: |[{"id": "0d4bf574-c5e0-494f-ae9c-fab5362e0d8b", "address": "fa:16:3e:82:44:ab", "network": {"id": "fdcc2a7c-1606-40b9-afe2-f6d9a03f7543", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1969971057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a551bc9dc04b4cc9ab3e84f5fa471464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4bf574-c5", "ovs_interfaceid": "0d4bf574-c5e0-494f-ae9c-fab5362e0d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1175.994030] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:44:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d4bf574-c5e0-494f-ae9c-fab5362e0d8b', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.001705] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Creating folder: Project (a551bc9dc04b4cc9ab3e84f5fa471464). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.002107] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f8a5219-a1b1-4534-937d-c06c9022f577 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.014941] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Created folder: Project (a551bc9dc04b4cc9ab3e84f5fa471464) in parent group-v873669. [ 1176.015179] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Creating folder: Instances. Parent ref: group-v873987. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.015444] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1e73461-1cdf-4c1b-907c-5f450dcf78c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.034640] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Created folder: Instances in parent group-v873987. [ 1176.034907] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1176.035238] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.035498] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04a26e52-72f7-4610-a47e-078cac23d900 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.059476] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.059476] env[65983]: value = "task-4469509" [ 1176.059476] env[65983]: _type = "Task" [ 1176.059476] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.069112] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469509, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.137161] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469505, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.144130] env[65983]: INFO nova.compute.manager [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Rebuilding instance [ 1176.162356] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.194184] env[65983]: DEBUG nova.compute.manager [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1176.195176] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b01a3e-b492-4af1-b867-2f18978e3e07 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.330014] env[65983]: DEBUG nova.compute.utils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.331812] env[65983]: DEBUG nova.objects.instance [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'migration_context' on Instance uuid d9ca6b3c-ffab-449a-a96f-56c2b6552fc9 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.333278] env[65983]: DEBUG nova.compute.manager [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1176.333470] env[65983]: DEBUG nova.network.neutron [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1176.333851] env[65983]: WARNING neutronclient.v2_0.client [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.334172] env[65983]: WARNING neutronclient.v2_0.client [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.394992] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: f842bb4a-08fc-4160-9275-0a36c4f67de2] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1176.399786] env[65983]: DEBUG nova.policy [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad37ca950b648e6aeb020d6176be683', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29dd90dd428f4355a1b0d3ef7bdc9985', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.570560] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469509, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.638489] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469505, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.664968] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.739328] env[65983]: DEBUG nova.network.neutron [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Successfully created port: a6148ba4-14a2-42d9-986d-4bc78df01e88 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1176.834047] env[65983]: DEBUG nova.compute.manager [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1176.904491] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 811d8ad9-137c-4720-9c9b-071e4eb3f7ce] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1176.965726] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.965987] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.966214] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.966391] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.966675] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.969812] env[65983]: INFO nova.compute.manager [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Terminating instance [ 1177.079337] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469509, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.142959] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469505, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.631568} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.143149] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc54d385-993e-4bfc-af89-612c8c19499d/fc54d385-993e-4bfc-af89-612c8c19499d.vmdk to [datastore2] 29e82383-d039-4e49-b41f-cc6fd65d8978/29e82383-d039-4e49-b41f-cc6fd65d8978.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.144309] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c317b15-f653-4284-9f02-2408cfc29947 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.174702] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 29e82383-d039-4e49-b41f-cc6fd65d8978/29e82383-d039-4e49-b41f-cc6fd65d8978.vmdk or device None with type streamOptimized {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.178208] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73adfcc7-8606-495d-a18b-4c5075b6212d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.198647] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469506, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.203761] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1177.203761] env[65983]: value = "task-4469510" [ 1177.203761] env[65983]: _type = "Task" [ 1177.203761] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.208491] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0731205a-8870-4699-871b-71c8b5635dac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.213820] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.217721] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4586579d-589d-400a-9043-ca212f3e1a08 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.219325] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469510, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.222520] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf3a7da-b3ea-417a-be09-5d466eac149d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.227069] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1177.227069] env[65983]: value = "task-4469511" [ 1177.227069] env[65983]: _type = "Task" [ 1177.227069] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.262185] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7579ff1e-6272-4687-b403-1e33ba667332 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.264943] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.271294] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f7e038-63ea-4583-9ade-f232cd2b2bac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.289302] env[65983]: DEBUG nova.compute.provider_tree [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.418293] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 5129b964-14d3-4417-8107-28ad1e7a43e3] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1177.474418] env[65983]: DEBUG nova.compute.manager [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1177.474418] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.475395] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453d0a04-5a8e-40b7-bac2-fd056499f05f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.484830] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.484830] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04af0910-1980-4791-b52f-e679ffaa02ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.492104] env[65983]: DEBUG oslo_vmware.api [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1177.492104] env[65983]: value = "task-4469512" [ 1177.492104] env[65983]: _type = "Task" [ 1177.492104] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.501534] env[65983]: DEBUG oslo_vmware.api [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.572964] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469509, 'name': CreateVM_Task, 'duration_secs': 1.13943} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.572964] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.573251] env[65983]: WARNING neutronclient.v2_0.client [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.574058] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.574058] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.574058] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.574242] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85090361-5f99-44c2-9802-61c6f56c3cd9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.580271] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Waiting for the task: (returnval){ [ 1177.580271] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5258a221-2e8e-476b-b6a9-3320e3f6b704" [ 1177.580271] env[65983]: _type = "Task" [ 1177.580271] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.590637] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5258a221-2e8e-476b-b6a9-3320e3f6b704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.662899] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469506, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.542739} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.664779] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 60762570-8888-4b10-8182-b639a7d30aaf/60762570-8888-4b10-8182-b639a7d30aaf.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.664779] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.664779] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fcfa0f1-9dc1-4e33-9024-face5e2db33f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.671362] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1177.671362] env[65983]: value = "task-4469513" [ 1177.671362] env[65983]: _type = "Task" [ 1177.671362] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.680380] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.715838] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469510, 'name': ReconfigVM_Task, 'duration_secs': 0.454626} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.716102] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 29e82383-d039-4e49-b41f-cc6fd65d8978/29e82383-d039-4e49-b41f-cc6fd65d8978.vmdk or device None with type streamOptimized {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.717408] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'size': 0, 'disk_bus': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'guest_format': None, 'image_id': '071a6326-39b8-4d94-b77c-aac96bfcf5e4'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': '19355d70-8d7e-44de-9bf0-8686a3aff40d', 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873980', 'volume_id': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'name': 'volume-9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '29e82383-d039-4e49-b41f-cc6fd65d8978', 'attached_at': '', 'detached_at': '', 'volume_id': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'serial': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd'}, 'volume_type': None}], 'swap': None} {{(pid=65983) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1177.717632] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.717851] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873980', 'volume_id': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'name': 'volume-9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '29e82383-d039-4e49-b41f-cc6fd65d8978', 'attached_at': '', 'detached_at': '', 'volume_id': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'serial': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.718766] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6becd970-9ad4-41de-bfbd-5ddf484ca2a7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.739430] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbae246b-d46f-43c9-a2b7-17fb3b87a1eb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.748500] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469511, 'name': PowerOffVM_Task, 'duration_secs': 0.201567} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.761293] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.761548] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.769379] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-9d9bade1-dfe3-41a0-93b7-d17816ccd1fd/volume-9d9bade1-dfe3-41a0-93b7-d17816ccd1fd.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.770211] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06996e5-09c2-4ed1-83a0-4d3afe9236c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.774795] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98139425-7446-4285-b842-a3f7f60a86ab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.794255] env[65983]: DEBUG nova.scheduler.client.report [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.797865] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.799648] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b26521fc-fcb1-4396-9d35-da63f04d1fa8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.801505] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1177.801505] env[65983]: value = "task-4469514" [ 1177.801505] env[65983]: _type = "Task" [ 1177.801505] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.812190] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469514, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.848578] env[65983]: DEBUG nova.compute.manager [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1177.881377] env[65983]: DEBUG nova.virt.hardware [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1177.881637] env[65983]: DEBUG nova.virt.hardware [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.881786] env[65983]: DEBUG nova.virt.hardware [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1177.881971] env[65983]: DEBUG nova.virt.hardware [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.882140] env[65983]: DEBUG nova.virt.hardware [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1177.882282] env[65983]: DEBUG nova.virt.hardware [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1177.882491] env[65983]: DEBUG nova.virt.hardware [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1177.882705] env[65983]: DEBUG nova.virt.hardware [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1177.883209] env[65983]: DEBUG nova.virt.hardware [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1177.883209] env[65983]: DEBUG nova.virt.hardware [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1177.883480] env[65983]: DEBUG nova.virt.hardware [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1177.884826] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa24de5-8134-4e49-936e-936e7ffdee23 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.889258] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.889470] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.889646] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleting the datastore file [datastore2] 322c7289-d766-441d-8708-e0ba3d6a14be {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.890446] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6d5907b-cbc1-4796-bae1-0662513e840d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.896630] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28c957a-63dc-4db3-b6e5-7196ff9be8f3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.901954] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1177.901954] env[65983]: value = "task-4469516" [ 1177.901954] env[65983]: _type = "Task" [ 1177.901954] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.919889] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.921448] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 36cdd11a-35ef-4928-9b93-b2e8e54c3e53] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1178.003912] env[65983]: DEBUG oslo_vmware.api [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469512, 'name': PowerOffVM_Task, 'duration_secs': 0.187476} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.004290] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.004500] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.004785] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9928b299-0f61-4063-9929-8619cd1c64ae {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.076350] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.076690] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.076926] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Deleting the datastore file [datastore1] 176f9e27-7852-497a-8a7d-4ed9ceb52bab {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.077230] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-571b5f17-677b-4b57-8346-5f8a5c2bc613 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.085557] env[65983]: DEBUG oslo_vmware.api [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for the task: (returnval){ [ 1178.085557] env[65983]: value = "task-4469518" [ 1178.085557] env[65983]: _type = "Task" [ 1178.085557] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.093106] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5258a221-2e8e-476b-b6a9-3320e3f6b704, 'name': SearchDatastore_Task, 'duration_secs': 0.014313} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.093803] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.094104] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.094380] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.094537] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.094718] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.095040] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3afee67d-f8ee-4645-812b-01ae84d52de4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.099786] env[65983]: DEBUG oslo_vmware.api [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.107146] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.107366] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.108183] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2417f4-4510-45f1-bdcd-36c7b620f7ef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.113753] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Waiting for the task: (returnval){ [ 1178.113753] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f83e2d-2713-5ad6-0f56-c25f6c587dd5" [ 1178.113753] env[65983]: _type = "Task" [ 1178.113753] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.122404] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f83e2d-2713-5ad6-0f56-c25f6c587dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.182327] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077315} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.182691] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.183633] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dc8e09-d0cd-4364-a968-35621114057c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.208279] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 60762570-8888-4b10-8182-b639a7d30aaf/60762570-8888-4b10-8182-b639a7d30aaf.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.209059] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280276da-55ba-4685-b7af-7f43568fee24 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.230949] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1178.230949] env[65983]: value = "task-4469519" [ 1178.230949] env[65983]: _type = "Task" [ 1178.230949] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.245259] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.278925] env[65983]: DEBUG nova.compute.manager [req-4f138f56-61cc-4734-b37e-10576f51ecfa req-05c06b12-f3e0-48b6-8739-c9c3dd67ab7c service nova] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Received event network-vif-plugged-a6148ba4-14a2-42d9-986d-4bc78df01e88 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1178.279641] env[65983]: DEBUG oslo_concurrency.lockutils [req-4f138f56-61cc-4734-b37e-10576f51ecfa req-05c06b12-f3e0-48b6-8739-c9c3dd67ab7c service nova] Acquiring lock "5d78d039-70d6-481f-a2f6-811096ee3cc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.279641] env[65983]: DEBUG oslo_concurrency.lockutils [req-4f138f56-61cc-4734-b37e-10576f51ecfa req-05c06b12-f3e0-48b6-8739-c9c3dd67ab7c service nova] Lock "5d78d039-70d6-481f-a2f6-811096ee3cc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.279641] env[65983]: DEBUG oslo_concurrency.lockutils [req-4f138f56-61cc-4734-b37e-10576f51ecfa req-05c06b12-f3e0-48b6-8739-c9c3dd67ab7c service nova] Lock "5d78d039-70d6-481f-a2f6-811096ee3cc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.279641] env[65983]: DEBUG nova.compute.manager [req-4f138f56-61cc-4734-b37e-10576f51ecfa req-05c06b12-f3e0-48b6-8739-c9c3dd67ab7c service nova] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] No waiting events found dispatching network-vif-plugged-a6148ba4-14a2-42d9-986d-4bc78df01e88 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1178.280017] env[65983]: WARNING nova.compute.manager [req-4f138f56-61cc-4734-b37e-10576f51ecfa req-05c06b12-f3e0-48b6-8739-c9c3dd67ab7c service nova] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Received unexpected event network-vif-plugged-a6148ba4-14a2-42d9-986d-4bc78df01e88 for instance with vm_state building and task_state spawning. [ 1178.316842] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469514, 'name': ReconfigVM_Task, 'duration_secs': 0.404615} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.317190] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-9d9bade1-dfe3-41a0-93b7-d17816ccd1fd/volume-9d9bade1-dfe3-41a0-93b7-d17816ccd1fd.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.322411] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e21704-5975-4a03-8e0a-56d8914f3e37 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.340745] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1178.340745] env[65983]: value = "task-4469520" [ 1178.340745] env[65983]: _type = "Task" [ 1178.340745] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.356246] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.401547] env[65983]: DEBUG nova.network.neutron [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Successfully updated port: a6148ba4-14a2-42d9-986d-4bc78df01e88 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1178.416890] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153744} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.417174] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.417525] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.417635] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.424027] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 426f2a51-b50a-4536-a982-cee62eaea47b] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1178.596466] env[65983]: DEBUG oslo_vmware.api [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Task: {'id': task-4469518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154675} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.596812] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.597031] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.597217] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.597389] env[65983]: INFO nova.compute.manager [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1178.597639] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1178.597855] env[65983]: DEBUG nova.compute.manager [-] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1178.597951] env[65983]: DEBUG nova.network.neutron [-] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1178.598212] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.624420] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f83e2d-2713-5ad6-0f56-c25f6c587dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.009456} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.625282] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3efcfbe-a126-4ccd-b961-d76e6e5f73c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.631505] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Waiting for the task: (returnval){ [ 1178.631505] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5231ee02-81b1-6023-757d-ce9051a04f44" [ 1178.631505] env[65983]: _type = "Task" [ 1178.631505] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.640494] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5231ee02-81b1-6023-757d-ce9051a04f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.649464] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.741862] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469519, 'name': ReconfigVM_Task, 'duration_secs': 0.323887} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.742267] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 60762570-8888-4b10-8182-b639a7d30aaf/60762570-8888-4b10-8182-b639a7d30aaf.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.743118] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d3de9f2-011f-45ba-a0db-827dd1cc052f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.750363] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1178.750363] env[65983]: value = "task-4469521" [ 1178.750363] env[65983]: _type = "Task" [ 1178.750363] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.763110] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469521, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.813918] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.986s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.818918] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.803s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.819404] env[65983]: DEBUG nova.objects.instance [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'resources' on Instance uuid 1676a0b1-3190-4479-ac9a-1ed86849c0b9 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.853805] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469520, 'name': ReconfigVM_Task, 'duration_secs': 0.462581} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.854178] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873980', 'volume_id': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'name': 'volume-9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '29e82383-d039-4e49-b41f-cc6fd65d8978', 'attached_at': '', 'detached_at': '', 'volume_id': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'serial': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.854906] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5663bc7b-aa20-4915-ada4-4b3d593756b7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.864036] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1178.864036] env[65983]: value = "task-4469522" [ 1178.864036] env[65983]: _type = "Task" [ 1178.864036] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.876641] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469522, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.909560] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "refresh_cache-5d78d039-70d6-481f-a2f6-811096ee3cc8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.909711] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "refresh_cache-5d78d039-70d6-481f-a2f6-811096ee3cc8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.909887] env[65983]: DEBUG nova.network.neutron [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1178.928256] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: f06070f2-2135-42ab-b30b-a89344e0618e] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1179.144834] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5231ee02-81b1-6023-757d-ce9051a04f44, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.145135] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.145392] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] d1da00ff-d697-4c2e-b566-d1cbc9cbe70f/d1da00ff-d697-4c2e-b566-d1cbc9cbe70f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.145664] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88604a99-7aad-4172-bba2-5cd487cf83fa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.151050] env[65983]: DEBUG nova.compute.manager [req-6eb46ac6-84f5-4880-b122-37e6e115b374 req-7f050fc7-6baa-4406-beb7-caa7fc01abdf service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Received event network-vif-deleted-3a532a08-a907-44ae-a9c7-1714cdc6b0e9 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1179.151229] env[65983]: INFO nova.compute.manager [req-6eb46ac6-84f5-4880-b122-37e6e115b374 req-7f050fc7-6baa-4406-beb7-caa7fc01abdf service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Neutron deleted interface 3a532a08-a907-44ae-a9c7-1714cdc6b0e9; detaching it from the instance and deleting it from the info cache [ 1179.151413] env[65983]: DEBUG nova.network.neutron [req-6eb46ac6-84f5-4880-b122-37e6e115b374 req-7f050fc7-6baa-4406-beb7-caa7fc01abdf service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.160207] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Waiting for the task: (returnval){ [ 1179.160207] env[65983]: value = "task-4469523" [ 1179.160207] env[65983]: _type = "Task" [ 1179.160207] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.171652] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.262626] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469521, 'name': Rename_Task, 'duration_secs': 0.173002} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.262891] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.263225] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6767a886-efaf-4be0-bc01-53fa80c3f273 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.272491] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1179.272491] env[65983]: value = "task-4469524" [ 1179.272491] env[65983]: _type = "Task" [ 1179.272491] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.284466] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.378848] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469522, 'name': Rename_Task, 'duration_secs': 0.209199} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.379165] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.379451] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00304ffe-b638-4f13-b7c4-70f39b4df746 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.388175] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1179.388175] env[65983]: value = "task-4469525" [ 1179.388175] env[65983]: _type = "Task" [ 1179.388175] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.401697] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.435709] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 1f2c935f-f4b7-41be-a3a2-6ad56c7e48e4] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1179.462233] env[65983]: DEBUG nova.network.neutron [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1179.470296] env[65983]: DEBUG nova.virt.hardware [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1179.470296] env[65983]: DEBUG nova.virt.hardware [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.470296] env[65983]: DEBUG nova.virt.hardware [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1179.470296] env[65983]: DEBUG nova.virt.hardware [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.470296] env[65983]: DEBUG nova.virt.hardware [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1179.470296] env[65983]: DEBUG nova.virt.hardware [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1179.471254] env[65983]: DEBUG nova.virt.hardware [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1179.471643] env[65983]: DEBUG nova.virt.hardware [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1179.471999] env[65983]: DEBUG nova.virt.hardware [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1179.472363] env[65983]: DEBUG nova.virt.hardware [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1179.475021] env[65983]: DEBUG nova.virt.hardware [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1179.475021] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6524a8cc-0c46-47cc-a5ad-a50f16ad348a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.489485] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ba670d-d679-42f0-83fd-221a5158cce2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.517292] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:f8:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.525822] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1179.529794] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.530109] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97d99751-388b-4d2e-87a4-5fb03ce3c900 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.556163] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.556163] env[65983]: value = "task-4469526" [ 1179.556163] env[65983]: _type = "Task" [ 1179.556163] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.570904] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469526, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.598982] env[65983]: DEBUG nova.network.neutron [-] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.617167] env[65983]: WARNING neutronclient.v2_0.client [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.657957] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad84aefe-376f-4c99-8681-090337fa078f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.673981] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed3307a-3e2b-4c67-84a2-7d995047bf6a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.692646] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469523, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.693350] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09bb9fa-c405-45f5-8a2f-ccc6b411d39d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.706761] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaeed67-0190-48d2-845b-040bf6a5088c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.726924] env[65983]: DEBUG nova.compute.manager [req-6eb46ac6-84f5-4880-b122-37e6e115b374 req-7f050fc7-6baa-4406-beb7-caa7fc01abdf service nova] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Detach interface failed, port_id=3a532a08-a907-44ae-a9c7-1714cdc6b0e9, reason: Instance 176f9e27-7852-497a-8a7d-4ed9ceb52bab could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1179.761747] env[65983]: DEBUG nova.network.neutron [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Updating instance_info_cache with network_info: [{"id": "a6148ba4-14a2-42d9-986d-4bc78df01e88", "address": "fa:16:3e:f2:48:26", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6148ba4-14", "ovs_interfaceid": "a6148ba4-14a2-42d9-986d-4bc78df01e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.763747] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec70b426-2dba-491e-8495-bdc9a91d1a7a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.773179] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c04730-b96f-47bc-af01-2bff4ced1e89 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.793250] env[65983]: DEBUG nova.compute.provider_tree [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.798436] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.900425] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469525, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.940312] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 3265bd0a-4ff8-4918-94db-af70314e84cf] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1180.068724] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469526, 'name': CreateVM_Task, 'duration_secs': 0.433758} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.068939] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.069654] env[65983]: WARNING neutronclient.v2_0.client [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1180.079561] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.079761] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.080132] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.080458] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151c82d1-a027-49c8-bc44-050a7974e892 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.086613] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1180.086613] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52053d88-5142-ab1d-9e22-d0db0ae606b9" [ 1180.086613] env[65983]: _type = "Task" [ 1180.086613] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.096231] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52053d88-5142-ab1d-9e22-d0db0ae606b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.102190] env[65983]: INFO nova.compute.manager [-] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Took 1.50 seconds to deallocate network for instance. [ 1180.171416] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586708} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.171691] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] d1da00ff-d697-4c2e-b566-d1cbc9cbe70f/d1da00ff-d697-4c2e-b566-d1cbc9cbe70f.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.171905] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.172188] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92950a88-eaae-4488-a27f-3e749c6f43eb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.180604] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Waiting for the task: (returnval){ [ 1180.180604] env[65983]: value = "task-4469527" [ 1180.180604] env[65983]: _type = "Task" [ 1180.180604] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.190454] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.267576] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "refresh_cache-5d78d039-70d6-481f-a2f6-811096ee3cc8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.268064] env[65983]: DEBUG nova.compute.manager [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Instance network_info: |[{"id": "a6148ba4-14a2-42d9-986d-4bc78df01e88", "address": "fa:16:3e:f2:48:26", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6148ba4-14", "ovs_interfaceid": "a6148ba4-14a2-42d9-986d-4bc78df01e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1180.268610] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:48:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6148ba4-14a2-42d9-986d-4bc78df01e88', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.276083] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1180.276702] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.276927] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e2bdbb0-8293-4d87-b5fd-333785174ba5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.303846] env[65983]: DEBUG nova.scheduler.client.report [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.308501] env[65983]: DEBUG oslo_vmware.api [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469524, 'name': PowerOnVM_Task, 'duration_secs': 0.876131} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.310586] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.310848] env[65983]: INFO nova.compute.manager [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1180.311062] env[65983]: DEBUG nova.compute.manager [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1180.311415] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.311415] env[65983]: value = "task-4469528" [ 1180.311415] env[65983]: _type = "Task" [ 1180.311415] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.312251] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e0af36-c34d-46a2-9552-777681ccf5a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.323919] env[65983]: DEBUG nova.compute.manager [req-0ef1e9ff-3a24-4a7c-85f6-fc9f534ea0f1 req-45b76ab1-cca2-43ae-9624-f3cc68f398ee service nova] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Received event network-changed-a6148ba4-14a2-42d9-986d-4bc78df01e88 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1180.324169] env[65983]: DEBUG nova.compute.manager [req-0ef1e9ff-3a24-4a7c-85f6-fc9f534ea0f1 req-45b76ab1-cca2-43ae-9624-f3cc68f398ee service nova] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Refreshing instance network info cache due to event network-changed-a6148ba4-14a2-42d9-986d-4bc78df01e88. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1180.324436] env[65983]: DEBUG oslo_concurrency.lockutils [req-0ef1e9ff-3a24-4a7c-85f6-fc9f534ea0f1 req-45b76ab1-cca2-43ae-9624-f3cc68f398ee service nova] Acquiring lock "refresh_cache-5d78d039-70d6-481f-a2f6-811096ee3cc8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.324568] env[65983]: DEBUG oslo_concurrency.lockutils [req-0ef1e9ff-3a24-4a7c-85f6-fc9f534ea0f1 req-45b76ab1-cca2-43ae-9624-f3cc68f398ee service nova] Acquired lock "refresh_cache-5d78d039-70d6-481f-a2f6-811096ee3cc8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.324758] env[65983]: DEBUG nova.network.neutron [req-0ef1e9ff-3a24-4a7c-85f6-fc9f534ea0f1 req-45b76ab1-cca2-43ae-9624-f3cc68f398ee service nova] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Refreshing network info cache for port a6148ba4-14a2-42d9-986d-4bc78df01e88 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.339057] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469528, 'name': CreateVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.360642] env[65983]: INFO nova.compute.manager [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Swapping old allocation on dict_keys(['105b815f-bff2-4131-99fb-b7e02a4602d6']) held by migration c762965b-6d66-49d9-babb-56736eb4a0db for instance [ 1180.388736] env[65983]: DEBUG nova.scheduler.client.report [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Overwriting current allocation {'allocations': {'105b815f-bff2-4131-99fb-b7e02a4602d6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': 'bbc30c380d574f129011dcee44a78c54', 'user_id': '0f04e900c9e2435db8d5f73a82746ddc', 'consumer_generation': 1} on consumer d9ca6b3c-ffab-449a-a96f-56c2b6552fc9 {{(pid=65983) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1180.404455] env[65983]: DEBUG oslo_vmware.api [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469525, 'name': PowerOnVM_Task, 'duration_secs': 0.660992} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.404790] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.444339] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: ff72ebdf-fcd2-474f-b95c-951b3114f968] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1180.455914] env[65983]: WARNING neutronclient.v2_0.client [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.507047] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.507272] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.507475] env[65983]: DEBUG nova.network.neutron [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1180.546719] env[65983]: DEBUG nova.compute.manager [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1180.547643] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af9106d-c3ad-47e5-b802-75f91e3aa45a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.598993] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52053d88-5142-ab1d-9e22-d0db0ae606b9, 'name': SearchDatastore_Task, 'duration_secs': 0.034346} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.600041] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.600041] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.600041] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.600041] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.600269] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.600970] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35d2f78e-b5dc-4229-8cd7-48a2c7e0c9d8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.610034] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.620691] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.620884] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.621673] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260acc7f-8770-423b-9282-ebe6c8e46497 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.627838] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1180.627838] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526b63ac-e83d-aa83-9960-ad3181a1d3de" [ 1180.627838] env[65983]: _type = "Task" [ 1180.627838] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.636774] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526b63ac-e83d-aa83-9960-ad3181a1d3de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.690949] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209505} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.691231] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.692057] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d29a5f5-fcfd-48ce-beb8-a6f129bd1525 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.715707] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] d1da00ff-d697-4c2e-b566-d1cbc9cbe70f/d1da00ff-d697-4c2e-b566-d1cbc9cbe70f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.715949] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-033be964-d885-4294-a535-003540551334 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.736829] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Waiting for the task: (returnval){ [ 1180.736829] env[65983]: value = "task-4469529" [ 1180.736829] env[65983]: _type = "Task" [ 1180.736829] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.745414] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.809516] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.812421] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.202s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.812778] env[65983]: DEBUG nova.objects.instance [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lazy-loading 'resources' on Instance uuid 176f9e27-7852-497a-8a7d-4ed9ceb52bab {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.830033] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469528, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.833679] env[65983]: INFO nova.scheduler.client.report [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Deleted allocations for instance 1676a0b1-3190-4479-ac9a-1ed86849c0b9 [ 1180.840614] env[65983]: WARNING neutronclient.v2_0.client [req-0ef1e9ff-3a24-4a7c-85f6-fc9f534ea0f1 req-45b76ab1-cca2-43ae-9624-f3cc68f398ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.848723] env[65983]: INFO nova.compute.manager [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Took 16.13 seconds to build instance. [ 1180.947691] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: cc067bb5-147c-47ac-9b2b-f6b58ad6a00b] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1181.010174] env[65983]: WARNING neutronclient.v2_0.client [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.067976] env[65983]: DEBUG oslo_concurrency.lockutils [None req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 41.538s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.078726] env[65983]: WARNING neutronclient.v2_0.client [req-0ef1e9ff-3a24-4a7c-85f6-fc9f534ea0f1 req-45b76ab1-cca2-43ae-9624-f3cc68f398ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.140474] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526b63ac-e83d-aa83-9960-ad3181a1d3de, 'name': SearchDatastore_Task, 'duration_secs': 0.063305} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.147553] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98001da-a3e1-4798-8bdc-bc37389a4868 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.154754] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1181.154754] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526684ee-fb5c-9bcb-ff4d-6a3e8d9b6ca4" [ 1181.154754] env[65983]: _type = "Task" [ 1181.154754] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.164755] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526684ee-fb5c-9bcb-ff4d-6a3e8d9b6ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.179718] env[65983]: DEBUG nova.network.neutron [req-0ef1e9ff-3a24-4a7c-85f6-fc9f534ea0f1 req-45b76ab1-cca2-43ae-9624-f3cc68f398ee service nova] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Updated VIF entry in instance network info cache for port a6148ba4-14a2-42d9-986d-4bc78df01e88. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1181.180693] env[65983]: DEBUG nova.network.neutron [req-0ef1e9ff-3a24-4a7c-85f6-fc9f534ea0f1 req-45b76ab1-cca2-43ae-9624-f3cc68f398ee service nova] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Updating instance_info_cache with network_info: [{"id": "a6148ba4-14a2-42d9-986d-4bc78df01e88", "address": "fa:16:3e:f2:48:26", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6148ba4-14", "ovs_interfaceid": "a6148ba4-14a2-42d9-986d-4bc78df01e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.213425] env[65983]: WARNING neutronclient.v2_0.client [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.248195] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.284046] env[65983]: DEBUG nova.network.neutron [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance_info_cache with network_info: [{"id": "0654df6c-d633-4881-bea4-f2c19d30f143", "address": "fa:16:3e:a8:25:1b", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0654df6c-d6", "ovs_interfaceid": "0654df6c-d633-4881-bea4-f2c19d30f143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.331362] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469528, 'name': CreateVM_Task, 'duration_secs': 0.801912} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.331814] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.332293] env[65983]: WARNING neutronclient.v2_0.client [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.332790] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.332982] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.333422] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.333771] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8c4a6b8-404e-4eeb-bb1d-389efd5a28f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.342428] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1181.342428] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ef394a-969d-bec6-6d07-f14dce81f9ab" [ 1181.342428] env[65983]: _type = "Task" [ 1181.342428] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.343143] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "1676a0b1-3190-4479-ac9a-1ed86849c0b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.881s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.352923] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c914115d-8b61-4a37-882a-092f404e85e0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "60762570-8888-4b10-8182-b639a7d30aaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.669s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.361467] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ef394a-969d-bec6-6d07-f14dce81f9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012071} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.364732] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.365296] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.365723] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.451607] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: c40a0f91-24f4-49b5-bd74-98e8ec60ac5f] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1181.529882] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe43ff5-63ca-47d7-9394-d91f37b584f3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.539029] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09887bc1-5707-4bf5-b80f-11ad2ec67dc9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.571967] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcc897b-7daa-4a52-ab46-8ee8dbd74a18 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.580585] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be615ab-0467-49ae-9e2d-4b5e0aa69af3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.595291] env[65983]: DEBUG nova.compute.provider_tree [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.666639] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]526684ee-fb5c-9bcb-ff4d-6a3e8d9b6ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.02052} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.666938] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.667217] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 322c7289-d766-441d-8708-e0ba3d6a14be/322c7289-d766-441d-8708-e0ba3d6a14be.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.667505] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.667708] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.667930] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ba600fe-7c13-45da-b5d9-1664eaf166a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.670217] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42393c53-b3a1-4951-8183-a3f5f610d3ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.678788] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1181.678788] env[65983]: value = "task-4469530" [ 1181.678788] env[65983]: _type = "Task" [ 1181.678788] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.683422] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.683478] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.684687] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14d04a09-9793-412e-bd3a-fb147b09a95a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.690494] env[65983]: DEBUG oslo_concurrency.lockutils [req-0ef1e9ff-3a24-4a7c-85f6-fc9f534ea0f1 req-45b76ab1-cca2-43ae-9624-f3cc68f398ee service nova] Releasing lock "refresh_cache-5d78d039-70d6-481f-a2f6-811096ee3cc8" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.690874] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.694689] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1181.694689] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a8fac2-df8f-2f7b-fe65-198c62b84dab" [ 1181.694689] env[65983]: _type = "Task" [ 1181.694689] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.703075] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a8fac2-df8f-2f7b-fe65-198c62b84dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.749538] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469529, 'name': ReconfigVM_Task, 'duration_secs': 0.719983} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.749810] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] d1da00ff-d697-4c2e-b566-d1cbc9cbe70f/d1da00ff-d697-4c2e-b566-d1cbc9cbe70f.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.750502] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bdfd627-c854-4d61-844a-b142461cb23a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.758288] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Waiting for the task: (returnval){ [ 1181.758288] env[65983]: value = "task-4469531" [ 1181.758288] env[65983]: _type = "Task" [ 1181.758288] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.768257] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469531, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.787275] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "refresh_cache-d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.788398] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d90dd79-715b-4e1a-bb53-07f8d60c3744 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.796623] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d7e084-3e64-491c-87c3-7c18ac7c0fb5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.955956] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: f83633bd-6802-402b-9ba0-7e3510fb145a] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1182.101166] env[65983]: DEBUG nova.scheduler.client.report [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.104740] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "60762570-8888-4b10-8182-b639a7d30aaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.104958] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "60762570-8888-4b10-8182-b639a7d30aaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.105166] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "60762570-8888-4b10-8182-b639a7d30aaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.105341] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "60762570-8888-4b10-8182-b639a7d30aaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.105494] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "60762570-8888-4b10-8182-b639a7d30aaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.107390] env[65983]: INFO nova.compute.manager [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Terminating instance [ 1182.192705] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.205230] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a8fac2-df8f-2f7b-fe65-198c62b84dab, 'name': SearchDatastore_Task, 'duration_secs': 0.036902} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.206067] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb4c656-1186-400f-80bd-86cb85f5234f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.212471] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1182.212471] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521cb5d8-e084-b7ab-1326-140383348a4a" [ 1182.212471] env[65983]: _type = "Task" [ 1182.212471] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.221723] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521cb5d8-e084-b7ab-1326-140383348a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.270044] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469531, 'name': Rename_Task, 'duration_secs': 0.274057} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.270346] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.270611] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b639aec-c95d-460a-9f56-5a3ada9bf4a2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.279384] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Waiting for the task: (returnval){ [ 1182.279384] env[65983]: value = "task-4469532" [ 1182.279384] env[65983]: _type = "Task" [ 1182.279384] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.289471] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.321337] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "5ddbd34e-11b2-4786-ba98-e62423af9948" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.321621] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "5ddbd34e-11b2-4786-ba98-e62423af9948" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.321835] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "5ddbd34e-11b2-4786-ba98-e62423af9948-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.322045] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "5ddbd34e-11b2-4786-ba98-e62423af9948-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.322225] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "5ddbd34e-11b2-4786-ba98-e62423af9948-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.324697] env[65983]: INFO nova.compute.manager [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Terminating instance [ 1182.460755] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: abc18c43-9ef2-4c48-93d9-36c42dfd5178] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1182.608395] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.612161] env[65983]: DEBUG nova.compute.manager [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1182.612382] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.613297] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850a2998-86db-4e0a-9518-0708e2563703 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.623545] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.623790] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6592e656-e5c9-45ec-a75e-67156cd7f7d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.632957] env[65983]: DEBUG oslo_vmware.api [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1182.632957] env[65983]: value = "task-4469533" [ 1182.632957] env[65983]: _type = "Task" [ 1182.632957] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.639039] env[65983]: INFO nova.scheduler.client.report [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Deleted allocations for instance 176f9e27-7852-497a-8a7d-4ed9ceb52bab [ 1182.647956] env[65983]: DEBUG oslo_vmware.api [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.690355] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818421} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.690648] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 322c7289-d766-441d-8708-e0ba3d6a14be/322c7289-d766-441d-8708-e0ba3d6a14be.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.690873] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.691176] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-135a0b51-0202-400b-a567-5882732249a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.700075] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1182.700075] env[65983]: value = "task-4469534" [ 1182.700075] env[65983]: _type = "Task" [ 1182.700075] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.711623] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.725489] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521cb5d8-e084-b7ab-1326-140383348a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.062801} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.725922] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.726235] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 5d78d039-70d6-481f-a2f6-811096ee3cc8/5d78d039-70d6-481f-a2f6-811096ee3cc8.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.726607] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c93f3cb1-9d68-467e-a999-d6208b5e349a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.734900] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1182.734900] env[65983]: value = "task-4469535" [ 1182.734900] env[65983]: _type = "Task" [ 1182.734900] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.745238] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.790652] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469532, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.828676] env[65983]: DEBUG nova.compute.manager [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1182.828931] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.829903] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f77199-f5f9-4e5c-946d-3b7528f59ddd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.839426] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.839768] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f363191-ea29-416d-8cac-834b16d24c0e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.847307] env[65983]: DEBUG oslo_vmware.api [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1182.847307] env[65983]: value = "task-4469536" [ 1182.847307] env[65983]: _type = "Task" [ 1182.847307] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.858607] env[65983]: DEBUG oslo_vmware.api [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.905578] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.905947] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b7a7b02-d429-4b7d-acbc-9655b6c2b5e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.914243] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1182.914243] env[65983]: value = "task-4469537" [ 1182.914243] env[65983]: _type = "Task" [ 1182.914243] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.924765] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.144482] env[65983]: DEBUG oslo_vmware.api [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469533, 'name': PowerOffVM_Task, 'duration_secs': 0.212949} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.144778] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.144944] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.145264] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b6dca62-e325-419c-a6cf-8aec22eda3b1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.150714] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8388cf13-1e5f-453d-a53c-3f383696779d tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Lock "176f9e27-7852-497a-8a7d-4ed9ceb52bab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.185s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.213906] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068754} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.213906] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.214247] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d76eaa-8328-42ab-9f4c-860a6383d0ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.240374] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 322c7289-d766-441d-8708-e0ba3d6a14be/322c7289-d766-441d-8708-e0ba3d6a14be.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.240913] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fb88494-1a06-4bc9-8e0f-236a36daa460 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.262789] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.262789] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.262998] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleting the datastore file [datastore2] 60762570-8888-4b10-8182-b639a7d30aaf {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.263928] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91b2c57c-d610-43a5-8f6f-916dbccebea2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.269453] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1183.269453] env[65983]: value = "task-4469539" [ 1183.269453] env[65983]: _type = "Task" [ 1183.269453] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.274503] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469535, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.279927] env[65983]: DEBUG oslo_vmware.api [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for the task: (returnval){ [ 1183.279927] env[65983]: value = "task-4469540" [ 1183.279927] env[65983]: _type = "Task" [ 1183.279927] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.287683] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.296999] env[65983]: DEBUG oslo_vmware.api [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469532, 'name': PowerOnVM_Task, 'duration_secs': 0.659588} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.300139] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.300345] env[65983]: INFO nova.compute.manager [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1183.300559] env[65983]: DEBUG nova.compute.manager [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1183.300875] env[65983]: DEBUG oslo_vmware.api [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.301675] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08defd2c-448e-43ac-be6c-8176c35e622f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.361679] env[65983]: DEBUG oslo_vmware.api [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469536, 'name': PowerOffVM_Task, 'duration_secs': 0.275929} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.362152] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.362493] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.362966] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b065ffde-5ac3-4734-b766-19c77d0d754d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.425566] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469537, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.592681] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.592681] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.592681] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Deleting the datastore file [datastore2] 5ddbd34e-11b2-4786-ba98-e62423af9948 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.592681] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c38046a-1a06-4252-8d89-ac932fd465aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.600635] env[65983]: DEBUG oslo_vmware.api [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for the task: (returnval){ [ 1183.600635] env[65983]: value = "task-4469542" [ 1183.600635] env[65983]: _type = "Task" [ 1183.600635] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.609691] env[65983]: DEBUG oslo_vmware.api [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.751297] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573007} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.751501] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 5d78d039-70d6-481f-a2f6-811096ee3cc8/5d78d039-70d6-481f-a2f6-811096ee3cc8.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.751707] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.751972] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9001a906-e9d3-43da-a885-df1f8a307c39 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.759207] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1183.759207] env[65983]: value = "task-4469544" [ 1183.759207] env[65983]: _type = "Task" [ 1183.759207] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.770043] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.784253] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.793323] env[65983]: DEBUG oslo_vmware.api [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.821804] env[65983]: INFO nova.compute.manager [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Took 18.28 seconds to build instance. [ 1183.926234] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469537, 'name': PowerOffVM_Task, 'duration_secs': 0.517251} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.926510] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.927266] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1183.927484] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.927696] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1183.927952] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.928183] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1183.928405] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1183.928627] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1183.928827] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1183.929069] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1183.929245] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1183.929466] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1183.935341] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7acf136c-11f8-4f8f-8cc0-3ad171c10572 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.953617] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1183.953617] env[65983]: value = "task-4469545" [ 1183.953617] env[65983]: _type = "Task" [ 1183.953617] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.963071] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.111633] env[65983]: DEBUG oslo_vmware.api [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.272186] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217399} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.272496] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.273397] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc27486-25a7-483a-8cd2-9ca3a65c05e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.286695] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469539, 'name': ReconfigVM_Task, 'duration_secs': 0.986598} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.300249] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 322c7289-d766-441d-8708-e0ba3d6a14be/322c7289-d766-441d-8708-e0ba3d6a14be.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.314368] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 5d78d039-70d6-481f-a2f6-811096ee3cc8/5d78d039-70d6-481f-a2f6-811096ee3cc8.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.314988] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cee5c38a-4e99-4837-8676-5dc8ad62df91 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.317382] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c9e5ca-1b60-4863-8258-6b88ade85451 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.336524] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.804s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.343503] env[65983]: DEBUG oslo_vmware.api [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Task: {'id': task-4469540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.555302} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.346207] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.346314] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.346466] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.346706] env[65983]: INFO nova.compute.manager [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1184.347034] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1184.347400] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1184.347400] env[65983]: value = "task-4469546" [ 1184.347400] env[65983]: _type = "Task" [ 1184.347400] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.347757] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1184.347757] env[65983]: value = "task-4469547" [ 1184.347757] env[65983]: _type = "Task" [ 1184.347757] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.348058] env[65983]: DEBUG nova.compute.manager [-] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1184.348112] env[65983]: DEBUG nova.network.neutron [-] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1184.348412] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.367354] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469547, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.371057] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469546, 'name': Rename_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.425046] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.465958] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469545, 'name': ReconfigVM_Task, 'duration_secs': 0.42577} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.467182] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb53651-7b5b-4fbe-a6fc-86b010532c6d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.490168] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1184.490441] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.490571] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1184.490749] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.490891] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1184.491043] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1184.491250] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1184.491405] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1184.491556] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1184.491709] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1184.491891] env[65983]: DEBUG nova.virt.hardware [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1184.492828] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0cf5f8c-0313-452d-9fba-0ffbbebc875c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.499607] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1184.499607] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a36e41-79b7-4d79-8c2c-f609bf14a372" [ 1184.499607] env[65983]: _type = "Task" [ 1184.499607] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.508976] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a36e41-79b7-4d79-8c2c-f609bf14a372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.615260] env[65983]: DEBUG oslo_vmware.api [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Task: {'id': task-4469542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.694716} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.615707] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.615794] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.615956] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.616146] env[65983]: INFO nova.compute.manager [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1184.616382] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1184.616610] env[65983]: DEBUG nova.compute.manager [-] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1184.616709] env[65983]: DEBUG nova.network.neutron [-] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1184.616983] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.650882] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.719640] env[65983]: DEBUG nova.compute.manager [req-7ee676af-b2c0-4a06-a550-5d97c1c330f2 req-19cd92d6-a1f7-41a8-941d-bce2a3b2f275 service nova] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Received event network-vif-deleted-cd3ae938-58a3-473f-9d59-9d852a3ac530 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1184.719932] env[65983]: INFO nova.compute.manager [req-7ee676af-b2c0-4a06-a550-5d97c1c330f2 req-19cd92d6-a1f7-41a8-941d-bce2a3b2f275 service nova] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Neutron deleted interface cd3ae938-58a3-473f-9d59-9d852a3ac530; detaching it from the instance and deleting it from the info cache [ 1184.720195] env[65983]: DEBUG nova.network.neutron [req-7ee676af-b2c0-4a06-a550-5d97c1c330f2 req-19cd92d6-a1f7-41a8-941d-bce2a3b2f275 service nova] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.866045] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.869125] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469546, 'name': Rename_Task, 'duration_secs': 0.345473} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.869372] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.869622] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fdd6ea6-0002-4254-b93b-4a7f022a7b63 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.876731] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1184.876731] env[65983]: value = "task-4469548" [ 1184.876731] env[65983]: _type = "Task" [ 1184.876731] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.886170] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.011082] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52a36e41-79b7-4d79-8c2c-f609bf14a372, 'name': SearchDatastore_Task, 'duration_secs': 0.022984} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.015906] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.016203] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6208560c-cec9-452b-b04c-e44a2f2b2c89 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.038885] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1185.038885] env[65983]: value = "task-4469549" [ 1185.038885] env[65983]: _type = "Task" [ 1185.038885] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.051397] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.164398] env[65983]: DEBUG nova.network.neutron [-] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.223448] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9733bb29-2ce2-4597-8fe8-0923a0a392ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.234436] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf292f6-fd9b-4422-a72f-bc71cadcb2f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.270347] env[65983]: DEBUG nova.compute.manager [req-7ee676af-b2c0-4a06-a550-5d97c1c330f2 req-19cd92d6-a1f7-41a8-941d-bce2a3b2f275 service nova] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Detach interface failed, port_id=cd3ae938-58a3-473f-9d59-9d852a3ac530, reason: Instance 60762570-8888-4b10-8182-b639a7d30aaf could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1185.320861] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Acquiring lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.321264] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.321592] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Acquiring lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.321876] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.322132] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.324801] env[65983]: INFO nova.compute.manager [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Terminating instance [ 1185.351750] env[65983]: DEBUG nova.network.neutron [-] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.366233] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469547, 'name': ReconfigVM_Task, 'duration_secs': 0.736176} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.366544] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 5d78d039-70d6-481f-a2f6-811096ee3cc8/5d78d039-70d6-481f-a2f6-811096ee3cc8.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.367383] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3c27c68-ac67-40ae-8b4e-8963f252ce09 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.376130] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1185.376130] env[65983]: value = "task-4469550" [ 1185.376130] env[65983]: _type = "Task" [ 1185.376130] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.395062] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469550, 'name': Rename_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.400130] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469548, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.550504] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469549, 'name': ReconfigVM_Task, 'duration_secs': 0.344849} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.550788] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.551652] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a1ff8d-f2ab-4da5-81ce-a66a3f92af26 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.578089] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] d9ca6b3c-ffab-449a-a96f-56c2b6552fc9/d9ca6b3c-ffab-449a-a96f-56c2b6552fc9.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.578432] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b07dc5c8-5d28-44fa-8085-634e7a1706ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.598972] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1185.598972] env[65983]: value = "task-4469551" [ 1185.598972] env[65983]: _type = "Task" [ 1185.598972] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.608492] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.668109] env[65983]: INFO nova.compute.manager [-] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Took 1.32 seconds to deallocate network for instance. [ 1185.830025] env[65983]: DEBUG nova.compute.manager [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1185.830295] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.831428] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef9c907-1b9c-4f21-a143-2776bf05d763 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.841147] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.841566] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fca5154-345f-42cb-bfe5-6bae5d0e7b71 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.850050] env[65983]: DEBUG oslo_vmware.api [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Waiting for the task: (returnval){ [ 1185.850050] env[65983]: value = "task-4469552" [ 1185.850050] env[65983]: _type = "Task" [ 1185.850050] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.860216] env[65983]: INFO nova.compute.manager [-] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Took 1.24 seconds to deallocate network for instance. [ 1185.860534] env[65983]: DEBUG oslo_vmware.api [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.889869] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469550, 'name': Rename_Task, 'duration_secs': 0.183093} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.890970] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.890970] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5516b114-fad0-4951-a9bc-73033d996ae6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.895888] env[65983]: DEBUG oslo_vmware.api [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469548, 'name': PowerOnVM_Task, 'duration_secs': 0.692016} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.896136] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.896343] env[65983]: DEBUG nova.compute.manager [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1185.897274] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6921ec7c-86de-49b1-99b6-a6d0b90cbb70 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.902738] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1185.902738] env[65983]: value = "task-4469553" [ 1185.902738] env[65983]: _type = "Task" [ 1185.902738] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.919307] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.943754] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.943754] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.110377] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469551, 'name': ReconfigVM_Task, 'duration_secs': 0.434951} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.110699] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfigured VM instance instance-00000065 to attach disk [datastore1] d9ca6b3c-ffab-449a-a96f-56c2b6552fc9/d9ca6b3c-ffab-449a-a96f-56c2b6552fc9.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.111574] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a519d1-83d1-4679-bfd3-044a15cac159 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.133197] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593455f3-4720-43c7-bfad-56b7303eb775 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.156070] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da26878a-c179-4bb3-a93a-25ace9a2c84d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.179575] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.179887] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.180121] env[65983]: DEBUG nova.objects.instance [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lazy-loading 'resources' on Instance uuid 60762570-8888-4b10-8182-b639a7d30aaf {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.181842] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac23644-cf8f-4429-b14f-38960c966123 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.189995] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.190787] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89b50b70-8825-4283-b041-06e2f0513bdd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.197742] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1186.197742] env[65983]: value = "task-4469554" [ 1186.197742] env[65983]: _type = "Task" [ 1186.197742] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.206366] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.364530] env[65983]: DEBUG oslo_vmware.api [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469552, 'name': PowerOffVM_Task, 'duration_secs': 0.232317} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.366142] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.366142] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.366142] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dce41355-3d11-4717-95fe-34dbd41a47b0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.367754] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.418194] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469553, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.421837] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.450698] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.451571] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.451776] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.451915] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.452014] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.452189] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._sync_power_states {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.455290] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.455678] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.455678] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Deleting the datastore file [datastore2] d1da00ff-d697-4c2e-b566-d1cbc9cbe70f {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.456233] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3556ee8-40b0-45f6-8525-177db95c39e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.463908] env[65983]: DEBUG oslo_vmware.api [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Waiting for the task: (returnval){ [ 1186.463908] env[65983]: value = "task-4469556" [ 1186.463908] env[65983]: _type = "Task" [ 1186.463908] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.473292] env[65983]: DEBUG oslo_vmware.api [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.710928] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469554, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.756537] env[65983]: DEBUG nova.compute.manager [req-76b93b7d-e2c0-419a-ba97-ddbd5103d3cf req-385bcd7d-3cee-46d2-a1cd-4f9c9b958f15 service nova] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Received event network-vif-deleted-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1186.888380] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20f9910-1719-469b-afb6-3be7c78b91f8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.897646] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c048973d-9a7e-4184-a1f9-f70f1fb429cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.936105] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a104033a-63c7-48a9-9948-190bc51b76d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.942497] env[65983]: DEBUG oslo_vmware.api [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469553, 'name': PowerOnVM_Task, 'duration_secs': 0.544249} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.943166] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.943373] env[65983]: INFO nova.compute.manager [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1186.943551] env[65983]: DEBUG nova.compute.manager [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1186.944535] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb959d7-2358-448f-9072-00688ea42c7d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.950645] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3117bf1-4f8b-4176-b273-ad770f3c1af2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.962227] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Getting list of instances from cluster (obj){ [ 1186.962227] env[65983]: value = "domain-c8" [ 1186.962227] env[65983]: _type = "ClusterComputeResource" [ 1186.962227] env[65983]: } {{(pid=65983) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1186.971908] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc42d00e-11ee-4bc0-86b6-cfcffb1fd535 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.975680] env[65983]: DEBUG nova.compute.provider_tree [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.988487] env[65983]: DEBUG oslo_vmware.api [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Task: {'id': task-4469556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306183} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.002023] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.002023] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.002023] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.002023] env[65983]: INFO nova.compute.manager [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1187.002023] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1187.003130] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Got total of 10 instances {{(pid=65983) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1187.003304] env[65983]: WARNING nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] While synchronizing instance power states, found 13 instances in the database and 10 instances on the hypervisor. [ 1187.003451] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Triggering sync for uuid 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8 {{(pid=65983) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1187.003737] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Triggering sync for uuid 974e7f63-87a7-40cb-bc37-5b73625a3b44 {{(pid=65983) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1187.003938] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Triggering sync for uuid 29e82383-d039-4e49-b41f-cc6fd65d8978 {{(pid=65983) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1187.004143] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Triggering sync for uuid d9ca6b3c-ffab-449a-a96f-56c2b6552fc9 {{(pid=65983) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1187.004335] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Triggering sync for uuid 73cce6b5-9a9f-42dd-b303-7b83d5323968 {{(pid=65983) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1187.004554] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Triggering sync for uuid 6bfbce25-8c1d-4f78-b842-e0097c5fc8df {{(pid=65983) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1187.004776] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Triggering sync for uuid 5ddbd34e-11b2-4786-ba98-e62423af9948 {{(pid=65983) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1187.004968] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Triggering sync for uuid 3c8ae2e1-3b48-4aa1-898f-abd50facef26 {{(pid=65983) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1187.005837] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Triggering sync for uuid 322c7289-d766-441d-8708-e0ba3d6a14be {{(pid=65983) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1187.005837] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Triggering sync for uuid 575a03d0-9fd8-40b7-8998-329e6821696f {{(pid=65983) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1187.005837] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Triggering sync for uuid 60762570-8888-4b10-8182-b639a7d30aaf {{(pid=65983) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1187.005837] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Triggering sync for uuid d1da00ff-d697-4c2e-b566-d1cbc9cbe70f {{(pid=65983) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1187.006044] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Triggering sync for uuid 5d78d039-70d6-481f-a2f6-811096ee3cc8 {{(pid=65983) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1187.007405] env[65983]: DEBUG nova.compute.manager [-] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1187.007405] env[65983]: DEBUG nova.network.neutron [-] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1187.007405] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.009174] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.010546] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.010546] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.010546] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.010546] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "29e82383-d039-4e49-b41f-cc6fd65d8978" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.010796] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.010940] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.011171] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.011340] env[65983]: INFO nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1187.011494] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.011749] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "73cce6b5-9a9f-42dd-b303-7b83d5323968" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.011946] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "73cce6b5-9a9f-42dd-b303-7b83d5323968" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.012214] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.012383] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.012719] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "5ddbd34e-11b2-4786-ba98-e62423af9948" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.012938] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.013114] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.013351] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "322c7289-d766-441d-8708-e0ba3d6a14be" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.013916] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "322c7289-d766-441d-8708-e0ba3d6a14be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.014279] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "575a03d0-9fd8-40b7-8998-329e6821696f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.014346] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "575a03d0-9fd8-40b7-8998-329e6821696f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.015533] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "60762570-8888-4b10-8182-b639a7d30aaf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.015533] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.015533] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "5d78d039-70d6-481f-a2f6-811096ee3cc8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.015533] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.015533] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65983) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1187.016672] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a82f8d-d2a3-469e-b84a-d832d24ef434 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.020113] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a016eda5-2382-454e-b5ee-1fe7a7e8b243 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.025135] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6acf92-91a0-4123-b48d-21ed91b9d0f8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.027458] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffabe76e-da8d-473b-ac98-b1eebafb3edf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.030194] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af91f743-f870-4fd9-9a21-5c45a97dd254 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.033643] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86591d48-01b3-4fd9-8af9-e5b936f1ed46 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.039951] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e76bfdf-802e-4122-84c4-e5a8066b929e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.042140] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b62f1d9-e62f-4ae1-b631-8cc852dde63f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.045275] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.077637] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.084948] env[65983]: WARNING oslo_messaging._drivers.amqpdriver [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1187.208590] env[65983]: DEBUG oslo_vmware.api [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469554, 'name': PowerOnVM_Task, 'duration_secs': 0.629206} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.208897] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.330580] env[65983]: DEBUG nova.compute.manager [req-ed7bb321-233c-4595-82bc-7f1504d57a6e req-2017a37b-6139-4614-a8ff-6de62cb8bd85 service nova] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Received event network-vif-deleted-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1187.331407] env[65983]: INFO nova.compute.manager [req-ed7bb321-233c-4595-82bc-7f1504d57a6e req-2017a37b-6139-4614-a8ff-6de62cb8bd85 service nova] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Neutron deleted interface 0d4bf574-c5e0-494f-ae9c-fab5362e0d8b; detaching it from the instance and deleting it from the info cache [ 1187.331407] env[65983]: DEBUG nova.network.neutron [req-ed7bb321-233c-4595-82bc-7f1504d57a6e req-2017a37b-6139-4614-a8ff-6de62cb8bd85 service nova] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.477620] env[65983]: INFO nova.compute.manager [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Took 17.98 seconds to build instance. [ 1187.479019] env[65983]: DEBUG nova.scheduler.client.report [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.548869] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.576245] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.576764] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "73cce6b5-9a9f-42dd-b303-7b83d5323968" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.577124] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.577451] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.568s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.584977] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "322c7289-d766-441d-8708-e0ba3d6a14be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.585348] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.575s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.586830] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.574s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.587172] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "575a03d0-9fd8-40b7-8998-329e6821696f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.713318] env[65983]: DEBUG oslo_concurrency.lockutils [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "575a03d0-9fd8-40b7-8998-329e6821696f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.713661] env[65983]: DEBUG oslo_concurrency.lockutils [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "575a03d0-9fd8-40b7-8998-329e6821696f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.797422] env[65983]: DEBUG nova.network.neutron [-] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.834787] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3c9eea0-6d40-4af9-9ecf-1312185c4a1a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.845350] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949bbaa8-d6d6-443d-bde8-1d3563d431e1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.882920] env[65983]: DEBUG nova.compute.manager [req-ed7bb321-233c-4595-82bc-7f1504d57a6e req-2017a37b-6139-4614-a8ff-6de62cb8bd85 service nova] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Detach interface failed, port_id=0d4bf574-c5e0-494f-ae9c-fab5362e0d8b, reason: Instance d1da00ff-d697-4c2e-b566-d1cbc9cbe70f could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1187.983469] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "5d78d039-70d6-481f-a2f6-811096ee3cc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.500s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.985146] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.987483] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "5d78d039-70d6-481f-a2f6-811096ee3cc8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.972s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.987678] env[65983]: INFO nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] During sync_power_state the instance has a pending task (spawning). Skip. [ 1187.988290] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "5d78d039-70d6-481f-a2f6-811096ee3cc8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.988471] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.621s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.988790] env[65983]: DEBUG nova.objects.instance [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lazy-loading 'resources' on Instance uuid 5ddbd34e-11b2-4786-ba98-e62423af9948 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.067872] env[65983]: INFO nova.scheduler.client.report [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Deleted allocations for instance 60762570-8888-4b10-8182-b639a7d30aaf [ 1188.217695] env[65983]: DEBUG nova.compute.utils [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.262134] env[65983]: INFO nova.compute.manager [None req-5e58e2b8-1801-439f-9cc3-782598378c93 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance to original state: 'active' [ 1188.300911] env[65983]: INFO nova.compute.manager [-] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Took 1.29 seconds to deallocate network for instance. [ 1188.568024] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "580e89d9-19fd-4d25-aa89-229b01426267" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.568352] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "580e89d9-19fd-4d25-aa89-229b01426267" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.580032] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40b53fc5-a775-4d1f-990e-ca384436499e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Lock "60762570-8888-4b10-8182-b639a7d30aaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.475s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.580956] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "60762570-8888-4b10-8182-b639a7d30aaf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.566s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.581614] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a706266-2d85-459c-a5d4-b05d53c7630d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.598338] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ca4bba-3e56-4eec-80be-792199f275a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.707155] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1f49dc-c33e-4206-bd5c-1896cdd1fe58 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.717481] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83685b7-38c8-4f1b-aa07-36396244dde6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.722464] env[65983]: DEBUG oslo_concurrency.lockutils [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "575a03d0-9fd8-40b7-8998-329e6821696f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.750885] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e10b91-af8d-4aaf-8aac-681da8105323 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.759561] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91774de-bded-4387-b62a-3f328274a565 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.777086] env[65983]: DEBUG nova.compute.provider_tree [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.808418] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.071035] env[65983]: DEBUG nova.compute.manager [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1189.150600] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "60762570-8888-4b10-8182-b639a7d30aaf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.280102] env[65983]: DEBUG nova.scheduler.client.report [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.596554] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.788444] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.791752] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.370s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.793037] env[65983]: DEBUG nova.objects.instance [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1189.809116] env[65983]: DEBUG oslo_concurrency.lockutils [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "575a03d0-9fd8-40b7-8998-329e6821696f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.809116] env[65983]: DEBUG oslo_concurrency.lockutils [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "575a03d0-9fd8-40b7-8998-329e6821696f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.809116] env[65983]: INFO nova.compute.manager [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Attaching volume 3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482 to /dev/sdb [ 1189.818300] env[65983]: INFO nova.scheduler.client.report [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Deleted allocations for instance 5ddbd34e-11b2-4786-ba98-e62423af9948 [ 1189.853746] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15118e8-3d35-415e-84ca-64d86539e5d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.862634] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da86000-b6a1-4c66-92fb-c56a29b28b37 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.877675] env[65983]: DEBUG nova.virt.block_device [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Updating existing volume attachment record: 7465237d-75b1-46d3-93e7-e746adceb240 {{(pid=65983) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1190.113278] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.113654] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.113944] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.114197] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.114432] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.117767] env[65983]: INFO nova.compute.manager [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Terminating instance [ 1190.327717] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f86e03c5-061b-4637-92f0-46a44d71ee87 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Lock "5ddbd34e-11b2-4786-ba98-e62423af9948" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.006s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.328803] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "5ddbd34e-11b2-4786-ba98-e62423af9948" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.316s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.329672] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37b59716-3e7e-43e8-b3ed-5258b8e46ad3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.345133] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e074ac59-7d91-43a0-ade7-5fd6cfc43379 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.623778] env[65983]: DEBUG nova.compute.manager [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1190.624051] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.624359] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffb8abfa-570b-4559-b5ad-ed6bed19eafd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.633630] env[65983]: DEBUG oslo_vmware.api [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1190.633630] env[65983]: value = "task-4469560" [ 1190.633630] env[65983]: _type = "Task" [ 1190.633630] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.642706] env[65983]: DEBUG oslo_vmware.api [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.813550] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a31b23f7-4cc5-4923-aad6-913cbb67b124 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.814983] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.266s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.815320] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.815500] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65983) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1190.815881] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.008s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.816322] env[65983]: DEBUG nova.objects.instance [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Lazy-loading 'resources' on Instance uuid d1da00ff-d697-4c2e-b566-d1cbc9cbe70f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.818780] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3b2d73-11dd-4802-a6ec-c3b4a1160ee6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.833284] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b3280c-cd2e-4da4-8576-c274eb48b0cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.855418] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a51290-0ea2-4b57-b13e-6fe9c16f28dd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.868022] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e06c18e-f6bb-47d2-ac55-54c68c6593c4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.906762] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "5ddbd34e-11b2-4786-ba98-e62423af9948" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.578s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.907043] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178848MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65983) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1190.907206] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.147541] env[65983]: DEBUG oslo_vmware.api [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469560, 'name': PowerOffVM_Task, 'duration_secs': 0.275279} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.147541] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.147773] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1191.148027] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873976', 'volume_id': '41a24216-0c0a-4907-b36a-f565b637ff84', 'name': 'volume-41a24216-0c0a-4907-b36a-f565b637ff84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd9ca6b3c-ffab-449a-a96f-56c2b6552fc9', 'attached_at': '2025-11-17T14:43:51.000000', 'detached_at': '', 'volume_id': '41a24216-0c0a-4907-b36a-f565b637ff84', 'serial': '41a24216-0c0a-4907-b36a-f565b637ff84'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1191.149171] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8b8c71-a389-4e05-8288-7529233cb44d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.174012] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f504ab-30bc-4ff4-8e17-474f6dd05e02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.182822] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685178ca-b4a7-4f82-8379-833f98632f66 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.215955] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac40ad4-c17e-419c-8c65-b08f654cc510 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.238780] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The volume has not been displaced from its original location: [datastore2] volume-41a24216-0c0a-4907-b36a-f565b637ff84/volume-41a24216-0c0a-4907-b36a-f565b637ff84.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1191.245069] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1191.246096] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-223032d5-dbe7-4a7f-8f3d-80e4ac86f4f3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.270432] env[65983]: DEBUG oslo_vmware.api [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1191.270432] env[65983]: value = "task-4469561" [ 1191.270432] env[65983]: _type = "Task" [ 1191.270432] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.281460] env[65983]: DEBUG oslo_vmware.api [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.531334] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861d490a-81d9-4bd2-9581-bafd24b9e803 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.543246] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6757398d-aba2-4b76-9695-3cd05ed0d91e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.576281] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a9e0fd-48ff-430f-9a26-396b9a6377c7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.584757] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd52b7a-3dbb-4162-97a4-e46b2300a9fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.602467] env[65983]: DEBUG nova.compute.provider_tree [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.722105] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.722399] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.722618] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.722796] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.722983] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.725318] env[65983]: INFO nova.compute.manager [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Terminating instance [ 1191.782248] env[65983]: DEBUG oslo_vmware.api [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469561, 'name': ReconfigVM_Task, 'duration_secs': 0.312257} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.782562] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.787812] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-253b7088-8d6a-4b99-9050-1097e443bfa3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.805165] env[65983]: DEBUG oslo_vmware.api [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1191.805165] env[65983]: value = "task-4469562" [ 1191.805165] env[65983]: _type = "Task" [ 1191.805165] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.819635] env[65983]: DEBUG oslo_vmware.api [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.106645] env[65983]: DEBUG nova.scheduler.client.report [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.229663] env[65983]: DEBUG nova.compute.manager [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1192.229933] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.230280] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3920438-f4e0-40e7-8fae-cab00f1902bc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.246937] env[65983]: DEBUG oslo_vmware.api [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1192.246937] env[65983]: value = "task-4469564" [ 1192.246937] env[65983]: _type = "Task" [ 1192.246937] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.251375] env[65983]: DEBUG oslo_vmware.api [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.316784] env[65983]: DEBUG oslo_vmware.api [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469562, 'name': ReconfigVM_Task, 'duration_secs': 0.350245} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.317213] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873976', 'volume_id': '41a24216-0c0a-4907-b36a-f565b637ff84', 'name': 'volume-41a24216-0c0a-4907-b36a-f565b637ff84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd9ca6b3c-ffab-449a-a96f-56c2b6552fc9', 'attached_at': '2025-11-17T14:43:51.000000', 'detached_at': '', 'volume_id': '41a24216-0c0a-4907-b36a-f565b637ff84', 'serial': '41a24216-0c0a-4907-b36a-f565b637ff84'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1192.317599] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.318664] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596805a4-719d-4d32-885c-c37a2d48a7de {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.328467] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.328786] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dc11040-3151-41d2-b367-e7f848a9cf0e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.411123] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.411376] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.411553] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleting the datastore file [datastore1] d9ca6b3c-ffab-449a-a96f-56c2b6552fc9 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.411846] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4076b078-aa7f-4a3b-a87c-9572224d4d1c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.419439] env[65983]: DEBUG oslo_vmware.api [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1192.419439] env[65983]: value = "task-4469566" [ 1192.419439] env[65983]: _type = "Task" [ 1192.419439] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.428878] env[65983]: DEBUG oslo_vmware.api [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.569763] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquiring lock "a3ec47b6-c52c-4ebb-ba43-ef93a24c2094" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.570008] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Lock "a3ec47b6-c52c-4ebb-ba43-ef93a24c2094" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.612945] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.615936] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.019s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.617511] env[65983]: INFO nova.compute.claims [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.643029] env[65983]: INFO nova.scheduler.client.report [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Deleted allocations for instance d1da00ff-d697-4c2e-b566-d1cbc9cbe70f [ 1192.750404] env[65983]: DEBUG oslo_vmware.api [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469564, 'name': PowerOffVM_Task, 'duration_secs': 0.208956} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.750679] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.750966] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1192.751184] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873963', 'volume_id': 'e360378e-440b-48c8-b4e9-fa09563c594f', 'name': 'volume-e360378e-440b-48c8-b4e9-fa09563c594f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3c8ae2e1-3b48-4aa1-898f-abd50facef26', 'attached_at': '2025-11-17T14:43:26.000000', 'detached_at': '', 'volume_id': 'e360378e-440b-48c8-b4e9-fa09563c594f', 'serial': 'e360378e-440b-48c8-b4e9-fa09563c594f'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1192.751986] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6439d1-1634-49dd-a631-395ea42276f8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.774874] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee7532a-168c-44a3-a38b-77f9e0f6fcac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.784704] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2533796e-22e8-4ce4-ae4b-e4aeba210ff2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.806495] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8c5afd-812b-4a0c-a97b-d6b92e45f37d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.823045] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] The volume has not been displaced from its original location: [datastore2] volume-e360378e-440b-48c8-b4e9-fa09563c594f/volume-e360378e-440b-48c8-b4e9-fa09563c594f.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1192.828513] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1192.829328] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efbd3229-18a5-4a0f-b4c9-fffe8d9e7208 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.850402] env[65983]: DEBUG oslo_vmware.api [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1192.850402] env[65983]: value = "task-4469567" [ 1192.850402] env[65983]: _type = "Task" [ 1192.850402] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.860855] env[65983]: DEBUG oslo_vmware.api [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.930187] env[65983]: DEBUG oslo_vmware.api [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500509} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.930461] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.930641] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.930813] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.930982] env[65983]: INFO nova.compute.manager [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1192.931239] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1192.931434] env[65983]: DEBUG nova.compute.manager [-] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1192.931528] env[65983]: DEBUG nova.network.neutron [-] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1192.931774] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.970079] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.072993] env[65983]: DEBUG nova.compute.manager [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1193.153061] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74239880-1c40-419e-9b6e-9aabb2d19594 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.832s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.154432] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.139s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.155109] env[65983]: INFO nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] During sync_power_state the instance has a pending task (deleting). Skip. [ 1193.155109] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "d1da00ff-d697-4c2e-b566-d1cbc9cbe70f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.363349] env[65983]: DEBUG oslo_vmware.api [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469567, 'name': ReconfigVM_Task, 'duration_secs': 0.247185} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.363349] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.368102] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92bd6454-96cc-46f6-b883-6be425c9991f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.385667] env[65983]: DEBUG oslo_vmware.api [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1193.385667] env[65983]: value = "task-4469568" [ 1193.385667] env[65983]: _type = "Task" [ 1193.385667] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.395948] env[65983]: DEBUG oslo_vmware.api [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469568, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.508276] env[65983]: DEBUG nova.compute.manager [req-e246fc9d-fdda-45b4-afff-484e6f71492b req-814ab72d-0600-4cef-b05e-3b993a17f7ae service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Received event network-vif-deleted-0654df6c-d633-4881-bea4-f2c19d30f143 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1193.508276] env[65983]: INFO nova.compute.manager [req-e246fc9d-fdda-45b4-afff-484e6f71492b req-814ab72d-0600-4cef-b05e-3b993a17f7ae service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Neutron deleted interface 0654df6c-d633-4881-bea4-f2c19d30f143; detaching it from the instance and deleting it from the info cache [ 1193.508276] env[65983]: DEBUG nova.network.neutron [req-e246fc9d-fdda-45b4-afff-484e6f71492b req-814ab72d-0600-4cef-b05e-3b993a17f7ae service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.605736] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.826905] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e8f20b-d469-43d0-b716-b1ce86d278d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.836352] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469bed57-71de-44b9-a2bc-69bfce91b584 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.868938] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0165c8-c591-4758-a42d-3c32cb7e388f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.877848] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97934079-89df-4a3e-b1bb-17e33af6474a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.892695] env[65983]: DEBUG nova.compute.provider_tree [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.905328] env[65983]: DEBUG oslo_vmware.api [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469568, 'name': ReconfigVM_Task, 'duration_secs': 0.227812} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.905641] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873963', 'volume_id': 'e360378e-440b-48c8-b4e9-fa09563c594f', 'name': 'volume-e360378e-440b-48c8-b4e9-fa09563c594f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3c8ae2e1-3b48-4aa1-898f-abd50facef26', 'attached_at': '2025-11-17T14:43:26.000000', 'detached_at': '', 'volume_id': 'e360378e-440b-48c8-b4e9-fa09563c594f', 'serial': 'e360378e-440b-48c8-b4e9-fa09563c594f'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1193.905929] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.907494] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418d56c2-49bc-423f-a775-d06293927e6e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.916393] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.916393] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-790da4ca-7aea-47cc-be21-6b8ead078a5b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.965112] env[65983]: DEBUG nova.network.neutron [-] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.998034] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.998034] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.998034] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleting the datastore file [datastore2] 3c8ae2e1-3b48-4aa1-898f-abd50facef26 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.998034] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fa21bb8-d265-4671-8ea4-f2952450e81d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.005561] env[65983]: DEBUG oslo_vmware.api [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1194.005561] env[65983]: value = "task-4469570" [ 1194.005561] env[65983]: _type = "Task" [ 1194.005561] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.014675] env[65983]: DEBUG oslo_vmware.api [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.020575] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c26eaf59-fd9a-41a8-bfe1-c5dcbff38b5d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.032445] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814f5dca-2981-42f3-9664-7d72d896218d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.070677] env[65983]: DEBUG nova.compute.manager [req-e246fc9d-fdda-45b4-afff-484e6f71492b req-814ab72d-0600-4cef-b05e-3b993a17f7ae service nova] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Detach interface failed, port_id=0654df6c-d633-4881-bea4-f2c19d30f143, reason: Instance d9ca6b3c-ffab-449a-a96f-56c2b6552fc9 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1194.400186] env[65983]: DEBUG nova.scheduler.client.report [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.437014] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Volume attach. Driver type: vmdk {{(pid=65983) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1194.437153] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873992', 'volume_id': '3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482', 'name': 'volume-3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '575a03d0-9fd8-40b7-8998-329e6821696f', 'attached_at': '', 'detached_at': '', 'volume_id': '3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482', 'serial': '3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1194.437969] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9121b4b7-0d60-43bc-8001-b8a022759063 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.455937] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df626f1a-7895-4e47-9d23-d68ec2de06a8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.474748] env[65983]: INFO nova.compute.manager [-] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Took 1.54 seconds to deallocate network for instance. [ 1194.482483] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482/volume-3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.484827] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f46bc3fe-918c-40e9-a516-f00cdf90a376 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.505898] env[65983]: DEBUG oslo_vmware.api [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1194.505898] env[65983]: value = "task-4469571" [ 1194.505898] env[65983]: _type = "Task" [ 1194.505898] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.519038] env[65983]: DEBUG oslo_vmware.api [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469571, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.522302] env[65983]: DEBUG oslo_vmware.api [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208776} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.522560] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.522787] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.523034] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.523223] env[65983]: INFO nova.compute.manager [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1194.523460] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1194.523665] env[65983]: DEBUG nova.compute.manager [-] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1194.523874] env[65983]: DEBUG nova.network.neutron [-] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1194.524151] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.597650] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.907796] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.908445] env[65983]: DEBUG nova.compute.manager [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1194.912025] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.004s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.022975] env[65983]: DEBUG oslo_vmware.api [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.055881] env[65983]: INFO nova.compute.manager [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Took 0.57 seconds to detach 1 volumes for instance. [ 1195.370234] env[65983]: DEBUG nova.compute.manager [req-19188097-08cd-41c5-b753-ec4ae9f1cf12 req-b84b9f39-8be0-449d-a122-1af6b3e2186b service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Received event network-vif-deleted-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1195.370448] env[65983]: INFO nova.compute.manager [req-19188097-08cd-41c5-b753-ec4ae9f1cf12 req-b84b9f39-8be0-449d-a122-1af6b3e2186b service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Neutron deleted interface 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc; detaching it from the instance and deleting it from the info cache [ 1195.370595] env[65983]: DEBUG nova.network.neutron [req-19188097-08cd-41c5-b753-ec4ae9f1cf12 req-b84b9f39-8be0-449d-a122-1af6b3e2186b service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.418479] env[65983]: DEBUG nova.compute.utils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.426707] env[65983]: DEBUG nova.compute.manager [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1195.426925] env[65983]: DEBUG nova.network.neutron [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1195.427265] env[65983]: WARNING neutronclient.v2_0.client [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.427820] env[65983]: WARNING neutronclient.v2_0.client [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.474433] env[65983]: DEBUG nova.policy [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad37ca950b648e6aeb020d6176be683', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29dd90dd428f4355a1b0d3ef7bdc9985', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.517845] env[65983]: DEBUG oslo_vmware.api [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.566814] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.751636] env[65983]: DEBUG nova.network.neutron [-] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.875121] env[65983]: DEBUG nova.network.neutron [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Successfully created port: b7c6f16a-cfc5-4407-a103-075401191a98 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1195.878033] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a67e0c9-3ec0-4cb4-9924-06929865d4ba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.887991] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10947152-869a-4813-abcc-487e7e68a9d9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.923783] env[65983]: DEBUG nova.compute.manager [req-19188097-08cd-41c5-b753-ec4ae9f1cf12 req-b84b9f39-8be0-449d-a122-1af6b3e2186b service nova] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Detach interface failed, port_id=0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc, reason: Instance 3c8ae2e1-3b48-4aa1-898f-abd50facef26 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1195.927673] env[65983]: DEBUG nova.compute.manager [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1195.965390] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1195.965881] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 974e7f63-87a7-40cb-bc37-5b73625a3b44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1195.965881] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 73cce6b5-9a9f-42dd-b303-7b83d5323968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1195.965881] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 6bfbce25-8c1d-4f78-b842-e0097c5fc8df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1195.965881] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 322c7289-d766-441d-8708-e0ba3d6a14be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1195.966128] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 575a03d0-9fd8-40b7-8998-329e6821696f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1195.966128] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 3c8ae2e1-3b48-4aa1-898f-abd50facef26 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1195.966420] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance d9ca6b3c-ffab-449a-a96f-56c2b6552fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1195.966420] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 29e82383-d039-4e49-b41f-cc6fd65d8978 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1195.966566] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 5d78d039-70d6-481f-a2f6-811096ee3cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1195.966566] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 580e89d9-19fd-4d25-aa89-229b01426267 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1196.018107] env[65983]: DEBUG oslo_vmware.api [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469571, 'name': ReconfigVM_Task, 'duration_secs': 1.307014} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.018385] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482/volume-3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.023399] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9632677c-1e05-4f6d-be10-0aad571ec302 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.040395] env[65983]: DEBUG oslo_vmware.api [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1196.040395] env[65983]: value = "task-4469572" [ 1196.040395] env[65983]: _type = "Task" [ 1196.040395] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.052725] env[65983]: DEBUG oslo_vmware.api [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.254236] env[65983]: INFO nova.compute.manager [-] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Took 1.73 seconds to deallocate network for instance. [ 1196.471588] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance a3ec47b6-c52c-4ebb-ba43-ef93a24c2094 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1196.471588] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1196.471588] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '10', 'num_task_None': '9', 'num_os_type_None': '11', 'num_proj_de728336484744988073afa69fb9a397': '3', 'io_workload': '1', 'num_proj_44d492b5198040c195036431825ebfe1': '2', 'num_proj_eadc9a2e702640778db988b81ca56caa': '1', 'num_task_deleting': '2', 'num_proj_bbc30c380d574f129011dcee44a78c54': '1', 'num_proj_29dd90dd428f4355a1b0d3ef7bdc9985': '3', 'num_proj_8dc87fac4d704a76a133a4306a937a81': '1', 'num_vm_building': '1'} {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1196.552304] env[65983]: DEBUG oslo_vmware.api [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469572, 'name': ReconfigVM_Task, 'duration_secs': 0.2191} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.552540] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873992', 'volume_id': '3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482', 'name': 'volume-3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '575a03d0-9fd8-40b7-8998-329e6821696f', 'attached_at': '', 'detached_at': '', 'volume_id': '3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482', 'serial': '3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482'} {{(pid=65983) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1196.652768] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4121cf50-407c-4ea2-83b8-f21509d2bfcf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.661701] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e72991-82f0-405a-9d1f-ba4e732de337 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.694853] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffed8388-9979-4581-883c-7ba3a5920f8e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.703949] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac3ebd6-5f52-421f-8e01-347470c7200c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.719902] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.807538] env[65983]: INFO nova.compute.manager [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Took 0.55 seconds to detach 1 volumes for instance. [ 1196.809850] env[65983]: DEBUG nova.compute.manager [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Deleting volume: e360378e-440b-48c8-b4e9-fa09563c594f {{(pid=65983) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1196.937484] env[65983]: DEBUG nova.compute.manager [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1196.964405] env[65983]: DEBUG nova.virt.hardware [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1196.964905] env[65983]: DEBUG nova.virt.hardware [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.965151] env[65983]: DEBUG nova.virt.hardware [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1196.965354] env[65983]: DEBUG nova.virt.hardware [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.965500] env[65983]: DEBUG nova.virt.hardware [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1196.965641] env[65983]: DEBUG nova.virt.hardware [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1196.965898] env[65983]: DEBUG nova.virt.hardware [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1196.966168] env[65983]: DEBUG nova.virt.hardware [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1196.966343] env[65983]: DEBUG nova.virt.hardware [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1196.966506] env[65983]: DEBUG nova.virt.hardware [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1196.966738] env[65983]: DEBUG nova.virt.hardware [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1196.968466] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7ae160-83b1-4088-8f4a-58f32e4ec069 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.979953] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a24b97d-6114-4d53-a9c0-93339317184d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.224042] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.355896] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.442131] env[65983]: DEBUG nova.compute.manager [req-377c1dcd-964e-41d5-94ba-348821233807 req-3d117d03-8df8-48dd-a32c-11a1efb1fc22 service nova] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Received event network-vif-plugged-b7c6f16a-cfc5-4407-a103-075401191a98 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1197.442440] env[65983]: DEBUG oslo_concurrency.lockutils [req-377c1dcd-964e-41d5-94ba-348821233807 req-3d117d03-8df8-48dd-a32c-11a1efb1fc22 service nova] Acquiring lock "580e89d9-19fd-4d25-aa89-229b01426267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.442571] env[65983]: DEBUG oslo_concurrency.lockutils [req-377c1dcd-964e-41d5-94ba-348821233807 req-3d117d03-8df8-48dd-a32c-11a1efb1fc22 service nova] Lock "580e89d9-19fd-4d25-aa89-229b01426267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.442692] env[65983]: DEBUG oslo_concurrency.lockutils [req-377c1dcd-964e-41d5-94ba-348821233807 req-3d117d03-8df8-48dd-a32c-11a1efb1fc22 service nova] Lock "580e89d9-19fd-4d25-aa89-229b01426267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.442858] env[65983]: DEBUG nova.compute.manager [req-377c1dcd-964e-41d5-94ba-348821233807 req-3d117d03-8df8-48dd-a32c-11a1efb1fc22 service nova] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] No waiting events found dispatching network-vif-plugged-b7c6f16a-cfc5-4407-a103-075401191a98 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1197.443625] env[65983]: WARNING nova.compute.manager [req-377c1dcd-964e-41d5-94ba-348821233807 req-3d117d03-8df8-48dd-a32c-11a1efb1fc22 service nova] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Received unexpected event network-vif-plugged-b7c6f16a-cfc5-4407-a103-075401191a98 for instance with vm_state building and task_state spawning. [ 1197.492359] env[65983]: DEBUG nova.network.neutron [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Successfully updated port: b7c6f16a-cfc5-4407-a103-075401191a98 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1197.595321] env[65983]: DEBUG nova.objects.instance [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lazy-loading 'flavor' on Instance uuid 575a03d0-9fd8-40b7-8998-329e6821696f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.730981] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1197.731233] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.820s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.731503] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.126s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.733045] env[65983]: INFO nova.compute.claims [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.994254] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "refresh_cache-580e89d9-19fd-4d25-aa89-229b01426267" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.994495] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "refresh_cache-580e89d9-19fd-4d25-aa89-229b01426267" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.994674] env[65983]: DEBUG nova.network.neutron [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1198.102992] env[65983]: DEBUG oslo_concurrency.lockutils [None req-59d2bbd8-69c6-40ba-8324-3aaa77102f4a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "575a03d0-9fd8-40b7-8998-329e6821696f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.295s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.412347] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "575a03d0-9fd8-40b7-8998-329e6821696f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.412594] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "575a03d0-9fd8-40b7-8998-329e6821696f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.528051] env[65983]: DEBUG nova.network.neutron [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1198.613302] env[65983]: WARNING neutronclient.v2_0.client [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.686920] env[65983]: DEBUG nova.network.neutron [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Updating instance_info_cache with network_info: [{"id": "b7c6f16a-cfc5-4407-a103-075401191a98", "address": "fa:16:3e:8b:48:b8", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c6f16a-cf", "ovs_interfaceid": "b7c6f16a-cfc5-4407-a103-075401191a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.900575] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b6ecef-ee87-4e1f-ae8e-0be7b27448df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.908696] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef93927f-80c0-4825-8b02-8a226b3c0090 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.915637] env[65983]: INFO nova.compute.manager [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Detaching volume 3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482 [ 1198.944967] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0c168b-d1f8-4c10-9bb9-b1b2c1bb3de2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.954055] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b11a9b-5748-451a-9dbc-6bbf4892075f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.971171] env[65983]: DEBUG nova.compute.provider_tree [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.974146] env[65983]: INFO nova.virt.block_device [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Attempting to driver detach volume 3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482 from mountpoint /dev/sdb [ 1198.974388] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1198.974571] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873992', 'volume_id': '3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482', 'name': 'volume-3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '575a03d0-9fd8-40b7-8998-329e6821696f', 'attached_at': '', 'detached_at': '', 'volume_id': '3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482', 'serial': '3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1198.975435] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c6e23b-bacc-4cc7-8893-4a9a479e6bf8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.997869] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df265ff-31af-4bd4-b1cd-9e0eceaa6a4f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.006311] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0540afaf-e1a9-4c2a-bf6d-667b8d5cba8d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.030487] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c4d302-bf65-475d-81e3-25f61f3da309 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.047386] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] The volume has not been displaced from its original location: [datastore2] volume-3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482/volume-3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1199.052561] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.052866] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f8be62-6855-44c9-8eff-a3a89d27d9be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.071691] env[65983]: DEBUG oslo_vmware.api [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1199.071691] env[65983]: value = "task-4469574" [ 1199.071691] env[65983]: _type = "Task" [ 1199.071691] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.080543] env[65983]: DEBUG oslo_vmware.api [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.190207] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "refresh_cache-580e89d9-19fd-4d25-aa89-229b01426267" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.190615] env[65983]: DEBUG nova.compute.manager [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Instance network_info: |[{"id": "b7c6f16a-cfc5-4407-a103-075401191a98", "address": "fa:16:3e:8b:48:b8", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c6f16a-cf", "ovs_interfaceid": "b7c6f16a-cfc5-4407-a103-075401191a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1199.191200] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:48:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7c6f16a-cfc5-4407-a103-075401191a98', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.198795] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1199.199064] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.199289] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7814ea5-81fe-4450-9191-13a51e776eb8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.220565] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.220565] env[65983]: value = "task-4469575" [ 1199.220565] env[65983]: _type = "Task" [ 1199.220565] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.231062] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469575, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.473062] env[65983]: DEBUG nova.compute.manager [req-369a1ae5-e232-4ce6-ba03-f30418191ed5 req-c7681e2c-df0e-4164-9536-465b7c40cd6c service nova] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Received event network-changed-b7c6f16a-cfc5-4407-a103-075401191a98 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1199.473465] env[65983]: DEBUG nova.compute.manager [req-369a1ae5-e232-4ce6-ba03-f30418191ed5 req-c7681e2c-df0e-4164-9536-465b7c40cd6c service nova] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Refreshing instance network info cache due to event network-changed-b7c6f16a-cfc5-4407-a103-075401191a98. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1199.473465] env[65983]: DEBUG oslo_concurrency.lockutils [req-369a1ae5-e232-4ce6-ba03-f30418191ed5 req-c7681e2c-df0e-4164-9536-465b7c40cd6c service nova] Acquiring lock "refresh_cache-580e89d9-19fd-4d25-aa89-229b01426267" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.473600] env[65983]: DEBUG oslo_concurrency.lockutils [req-369a1ae5-e232-4ce6-ba03-f30418191ed5 req-c7681e2c-df0e-4164-9536-465b7c40cd6c service nova] Acquired lock "refresh_cache-580e89d9-19fd-4d25-aa89-229b01426267" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.473754] env[65983]: DEBUG nova.network.neutron [req-369a1ae5-e232-4ce6-ba03-f30418191ed5 req-c7681e2c-df0e-4164-9536-465b7c40cd6c service nova] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Refreshing network info cache for port b7c6f16a-cfc5-4407-a103-075401191a98 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.479155] env[65983]: DEBUG nova.scheduler.client.report [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.581778] env[65983]: DEBUG oslo_vmware.api [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469574, 'name': ReconfigVM_Task, 'duration_secs': 0.23288} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.582137] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1199.586794] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-768766b8-0ece-43d1-87c1-372b52b12fb4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.602408] env[65983]: DEBUG oslo_vmware.api [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1199.602408] env[65983]: value = "task-4469576" [ 1199.602408] env[65983]: _type = "Task" [ 1199.602408] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.612286] env[65983]: DEBUG oslo_vmware.api [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.730661] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469575, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.977064] env[65983]: WARNING neutronclient.v2_0.client [req-369a1ae5-e232-4ce6-ba03-f30418191ed5 req-c7681e2c-df0e-4164-9536-465b7c40cd6c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.984195] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.984745] env[65983]: DEBUG nova.compute.manager [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1199.987726] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.422s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.988200] env[65983]: DEBUG nova.objects.instance [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'resources' on Instance uuid d9ca6b3c-ffab-449a-a96f-56c2b6552fc9 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.115428] env[65983]: DEBUG oslo_vmware.api [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.140272] env[65983]: WARNING neutronclient.v2_0.client [req-369a1ae5-e232-4ce6-ba03-f30418191ed5 req-c7681e2c-df0e-4164-9536-465b7c40cd6c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.226638] env[65983]: DEBUG nova.network.neutron [req-369a1ae5-e232-4ce6-ba03-f30418191ed5 req-c7681e2c-df0e-4164-9536-465b7c40cd6c service nova] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Updated VIF entry in instance network info cache for port b7c6f16a-cfc5-4407-a103-075401191a98. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1200.227031] env[65983]: DEBUG nova.network.neutron [req-369a1ae5-e232-4ce6-ba03-f30418191ed5 req-c7681e2c-df0e-4164-9536-465b7c40cd6c service nova] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Updating instance_info_cache with network_info: [{"id": "b7c6f16a-cfc5-4407-a103-075401191a98", "address": "fa:16:3e:8b:48:b8", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c6f16a-cf", "ovs_interfaceid": "b7c6f16a-cfc5-4407-a103-075401191a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.234684] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469575, 'name': CreateVM_Task} progress is 25%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.491152] env[65983]: DEBUG nova.compute.utils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.497414] env[65983]: DEBUG nova.compute.manager [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Not allocating networking since 'none' was specified. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1200.618345] env[65983]: DEBUG oslo_vmware.api [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469576, 'name': ReconfigVM_Task, 'duration_secs': 0.825726} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.618661] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873992', 'volume_id': '3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482', 'name': 'volume-3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '575a03d0-9fd8-40b7-8998-329e6821696f', 'attached_at': '', 'detached_at': '', 'volume_id': '3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482', 'serial': '3fb7ddc2-fa28-4d16-a7df-1dbd31ccf482'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1200.678518] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd31ac6f-5a88-412d-abfc-b7d6efc07cf1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.687151] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1817df22-7c65-401b-81ec-e334a7f142f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.718643] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8a4c81-0628-49bf-887f-6546577283a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.729747] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850b3d94-7426-455c-b3f9-ef2afcacd7aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.737188] env[65983]: DEBUG oslo_concurrency.lockutils [req-369a1ae5-e232-4ce6-ba03-f30418191ed5 req-c7681e2c-df0e-4164-9536-465b7c40cd6c service nova] Releasing lock "refresh_cache-580e89d9-19fd-4d25-aa89-229b01426267" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.737610] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469575, 'name': CreateVM_Task, 'duration_secs': 1.348987} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.738238] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.738780] env[65983]: WARNING neutronclient.v2_0.client [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.739213] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.739423] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.739786] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.740120] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4654998-eaeb-468d-8436-c07d6cd2418c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.750017] env[65983]: DEBUG nova.compute.provider_tree [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.755303] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1200.755303] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c5e247-136e-5558-338b-0e8477bfd272" [ 1200.755303] env[65983]: _type = "Task" [ 1200.755303] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.764639] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c5e247-136e-5558-338b-0e8477bfd272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.997627] env[65983]: DEBUG nova.compute.manager [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1201.167358] env[65983]: DEBUG nova.objects.instance [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lazy-loading 'flavor' on Instance uuid 575a03d0-9fd8-40b7-8998-329e6821696f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.253958] env[65983]: DEBUG nova.scheduler.client.report [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.269100] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c5e247-136e-5558-338b-0e8477bfd272, 'name': SearchDatastore_Task, 'duration_secs': 0.01133} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.269480] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.269715] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.269945] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.270106] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.270273] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.270554] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c3fa385-c92d-4161-b904-299fafa7a2db {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.281393] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.281587] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.282641] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19924f01-798e-4275-afbe-9c239b0af16d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.289442] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1201.289442] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f7b963-db83-e792-a2eb-57a0537a7fb9" [ 1201.289442] env[65983]: _type = "Task" [ 1201.289442] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.299348] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f7b963-db83-e792-a2eb-57a0537a7fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.763034] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.766650] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.411s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.767257] env[65983]: DEBUG nova.objects.instance [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lazy-loading 'resources' on Instance uuid 3c8ae2e1-3b48-4aa1-898f-abd50facef26 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.794315] env[65983]: INFO nova.scheduler.client.report [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleted allocations for instance d9ca6b3c-ffab-449a-a96f-56c2b6552fc9 [ 1201.807066] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f7b963-db83-e792-a2eb-57a0537a7fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.016259} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.808667] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b8d7ae-f220-47b6-a2ca-e425c62c9a78 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.817087] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1201.817087] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5240147c-2fd7-188d-caf3-feb5e637105e" [ 1201.817087] env[65983]: _type = "Task" [ 1201.817087] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.827094] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5240147c-2fd7-188d-caf3-feb5e637105e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.010095] env[65983]: DEBUG nova.compute.manager [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1202.039044] env[65983]: DEBUG nova.virt.hardware [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1202.039044] env[65983]: DEBUG nova.virt.hardware [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.039044] env[65983]: DEBUG nova.virt.hardware [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1202.039044] env[65983]: DEBUG nova.virt.hardware [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.039044] env[65983]: DEBUG nova.virt.hardware [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1202.039426] env[65983]: DEBUG nova.virt.hardware [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1202.039466] env[65983]: DEBUG nova.virt.hardware [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1202.039642] env[65983]: DEBUG nova.virt.hardware [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1202.039818] env[65983]: DEBUG nova.virt.hardware [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1202.039981] env[65983]: DEBUG nova.virt.hardware [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1202.040182] env[65983]: DEBUG nova.virt.hardware [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1202.041149] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edccca4-8d06-42c2-85fa-4483fb6869e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.050721] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b284431-5d65-4e88-8f9b-42139bec1932 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.066380] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.073393] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Creating folder: Project (c4e83d2d5f0f4e21922e6a31acae11ea). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.073821] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b43a42df-d0bf-4811-bfa5-8d1a79095f13 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.086635] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Created folder: Project (c4e83d2d5f0f4e21922e6a31acae11ea) in parent group-v873669. [ 1202.087012] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Creating folder: Instances. Parent ref: group-v873994. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.087294] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c782d4b-b58a-4edb-a6c4-d99d9175eb24 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.098127] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Created folder: Instances in parent group-v873994. [ 1202.098385] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1202.098590] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.098809] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9c7d5f8-44fa-48d8-8364-0c93a6126e38 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.116760] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.116760] env[65983]: value = "task-4469579" [ 1202.116760] env[65983]: _type = "Task" [ 1202.116760] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.125409] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469579, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.175271] env[65983]: DEBUG oslo_concurrency.lockutils [None req-94f8fbf5-efc4-4c01-9971-6f174bf825f6 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "575a03d0-9fd8-40b7-8998-329e6821696f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.762s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.311157] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "d9ca6b3c-ffab-449a-a96f-56c2b6552fc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.197s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.328481] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5240147c-2fd7-188d-caf3-feb5e637105e, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.328784] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.329066] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 580e89d9-19fd-4d25-aa89-229b01426267/580e89d9-19fd-4d25-aa89-229b01426267.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.331879] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e41f5e50-429b-4295-8383-f45ce11df04a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.340537] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1202.340537] env[65983]: value = "task-4469580" [ 1202.340537] env[65983]: _type = "Task" [ 1202.340537] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.353752] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.449150] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df7c713-15eb-46ae-801f-d97ee997f06c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.457732] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2a5140-83fe-41f2-b35d-ade820baee0d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.491012] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965f2d65-b7ff-4344-b647-39c75afea7a7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.499582] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae2817c-e93d-4be9-8207-a6f9c22ab595 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.514563] env[65983]: DEBUG nova.compute.provider_tree [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.634959] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469579, 'name': CreateVM_Task, 'duration_secs': 0.317721} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.634959] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.634959] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.635177] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.635382] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.635668] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84bc98e8-df90-4d00-85d5-b251277bb7e2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.642726] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1202.642726] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5274dc53-1033-df90-69ea-71a8a6c08d96" [ 1202.642726] env[65983]: _type = "Task" [ 1202.642726] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.656694] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5274dc53-1033-df90-69ea-71a8a6c08d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.736161] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "575a03d0-9fd8-40b7-8998-329e6821696f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.736448] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "575a03d0-9fd8-40b7-8998-329e6821696f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.736677] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "575a03d0-9fd8-40b7-8998-329e6821696f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.737762] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "575a03d0-9fd8-40b7-8998-329e6821696f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.737762] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "575a03d0-9fd8-40b7-8998-329e6821696f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.739929] env[65983]: INFO nova.compute.manager [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Terminating instance [ 1202.858675] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469580, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.018303] env[65983]: DEBUG nova.scheduler.client.report [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.154538] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5274dc53-1033-df90-69ea-71a8a6c08d96, 'name': SearchDatastore_Task, 'duration_secs': 0.05583} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.154864] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.155118] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.155387] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.155507] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.155682] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.155950] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ead7f3c9-3cbd-4456-9114-d691e07b055e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.166190] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.166501] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.167305] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478c2709-f7ec-4651-8078-728813979af9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.175036] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1203.175036] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528068b6-2feb-af7b-6fd3-15b212346e00" [ 1203.175036] env[65983]: _type = "Task" [ 1203.175036] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.183110] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528068b6-2feb-af7b-6fd3-15b212346e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.245311] env[65983]: DEBUG nova.compute.manager [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1203.245562] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.246471] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee64e97c-c055-4222-b616-90c81fb2cd68 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.256551] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.256854] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8279073d-7cfa-4de3-a377-f62ccfe2720f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.264666] env[65983]: DEBUG oslo_vmware.api [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1203.264666] env[65983]: value = "task-4469581" [ 1203.264666] env[65983]: _type = "Task" [ 1203.264666] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.274889] env[65983]: DEBUG oslo_vmware.api [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.353126] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54611} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.353409] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 580e89d9-19fd-4d25-aa89-229b01426267/580e89d9-19fd-4d25-aa89-229b01426267.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.353616] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.353875] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba01c122-3ba0-4475-93b3-74aa52d28c82 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.362655] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1203.362655] env[65983]: value = "task-4469582" [ 1203.362655] env[65983]: _type = "Task" [ 1203.362655] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.372794] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.523933] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.542514] env[65983]: INFO nova.scheduler.client.report [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleted allocations for instance 3c8ae2e1-3b48-4aa1-898f-abd50facef26 [ 1203.686412] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]528068b6-2feb-af7b-6fd3-15b212346e00, 'name': SearchDatastore_Task, 'duration_secs': 0.014455} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.687023] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3a6443-67a4-4b36-9802-c217749a013b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.692947] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1203.692947] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52052f7e-b3f0-aab3-a46b-278027003afb" [ 1203.692947] env[65983]: _type = "Task" [ 1203.692947] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.701833] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52052f7e-b3f0-aab3-a46b-278027003afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.752878] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.753121] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.781693] env[65983]: DEBUG oslo_vmware.api [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469581, 'name': PowerOffVM_Task, 'duration_secs': 0.381888} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.782931] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.783194] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.783535] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3741a343-1323-4b7b-96c3-ee23e9a2a565 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.853379] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.853575] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.853751] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Deleting the datastore file [datastore2] 575a03d0-9fd8-40b7-8998-329e6821696f {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.854031] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0149fe14-acba-4cc5-a934-c42f07f31e28 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.861354] env[65983]: DEBUG oslo_vmware.api [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for the task: (returnval){ [ 1203.861354] env[65983]: value = "task-4469584" [ 1203.861354] env[65983]: _type = "Task" [ 1203.861354] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.872459] env[65983]: DEBUG oslo_vmware.api [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.875451] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220079} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.875705] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.876490] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fae4adb-a7f8-4fc0-af05-83668bc8c05d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.899601] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 580e89d9-19fd-4d25-aa89-229b01426267/580e89d9-19fd-4d25-aa89-229b01426267.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.899946] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a106600c-ce69-4271-a110-73567908c731 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.920731] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1203.920731] env[65983]: value = "task-4469585" [ 1203.920731] env[65983]: _type = "Task" [ 1203.920731] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.929955] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.050933] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a48761e2-c28d-420b-88ee-f5f2454c5edb tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "3c8ae2e1-3b48-4aa1-898f-abd50facef26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.328s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.205351] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52052f7e-b3f0-aab3-a46b-278027003afb, 'name': SearchDatastore_Task, 'duration_secs': 0.014204} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.205677] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.205810] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] a3ec47b6-c52c-4ebb-ba43-ef93a24c2094/a3ec47b6-c52c-4ebb-ba43-ef93a24c2094.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.206128] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-025909da-8ece-49e7-9e43-620a00df254a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.214716] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1204.214716] env[65983]: value = "task-4469586" [ 1204.214716] env[65983]: _type = "Task" [ 1204.214716] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.224052] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.255681] env[65983]: DEBUG nova.compute.manager [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1204.373073] env[65983]: DEBUG oslo_vmware.api [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Task: {'id': task-4469584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142461} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.373487] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.373704] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.373883] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.374071] env[65983]: INFO nova.compute.manager [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1204.374353] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1204.374564] env[65983]: DEBUG nova.compute.manager [-] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1204.374731] env[65983]: DEBUG nova.network.neutron [-] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1204.374984] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.427150] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.436392] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469585, 'name': ReconfigVM_Task, 'duration_secs': 0.282484} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.437773] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 580e89d9-19fd-4d25-aa89-229b01426267/580e89d9-19fd-4d25-aa89-229b01426267.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.438670] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e370fc50-4a62-4ed1-8fbb-539a23fa08da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.448284] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1204.448284] env[65983]: value = "task-4469587" [ 1204.448284] env[65983]: _type = "Task" [ 1204.448284] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.463480] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469587, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.681240] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.681536] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.682726] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.682995] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.683249] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.685889] env[65983]: INFO nova.compute.manager [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Terminating instance [ 1204.726606] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505712} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.726920] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] a3ec47b6-c52c-4ebb-ba43-ef93a24c2094/a3ec47b6-c52c-4ebb-ba43-ef93a24c2094.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.727190] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.727470] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa395a34-e304-440d-999d-41f4a427b28b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.733961] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1204.733961] env[65983]: value = "task-4469588" [ 1204.733961] env[65983]: _type = "Task" [ 1204.733961] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.743639] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.781155] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.781492] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.783370] env[65983]: INFO nova.compute.claims [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.959569] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469587, 'name': Rename_Task, 'duration_secs': 0.270412} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.959969] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.960242] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-787bca20-1b3e-4818-bd5c-1f05fd3d56a6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.967394] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1204.967394] env[65983]: value = "task-4469589" [ 1204.967394] env[65983]: _type = "Task" [ 1204.967394] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.975616] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.986873] env[65983]: DEBUG nova.compute.manager [req-d738fcab-e5d9-4a8a-abda-b2de5aac397e req-0db597bf-a557-412a-8e39-773fb9d93483 service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Received event network-vif-deleted-6b82aa07-c752-4cf2-849a-27c6e17550a0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1204.987241] env[65983]: INFO nova.compute.manager [req-d738fcab-e5d9-4a8a-abda-b2de5aac397e req-0db597bf-a557-412a-8e39-773fb9d93483 service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Neutron deleted interface 6b82aa07-c752-4cf2-849a-27c6e17550a0; detaching it from the instance and deleting it from the info cache [ 1204.988092] env[65983]: DEBUG nova.network.neutron [req-d738fcab-e5d9-4a8a-abda-b2de5aac397e req-0db597bf-a557-412a-8e39-773fb9d93483 service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.195762] env[65983]: DEBUG nova.compute.manager [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1205.195762] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.195762] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0712b213-57cc-41c8-b431-d4a2e51e5c0e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.212143] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.213080] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b73e1fa-5a1f-44c1-ac31-b8aa2fe9795d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.220420] env[65983]: DEBUG oslo_vmware.api [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1205.220420] env[65983]: value = "task-4469590" [ 1205.220420] env[65983]: _type = "Task" [ 1205.220420] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.230047] env[65983]: DEBUG oslo_vmware.api [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.244506] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072665} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.244830] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.246010] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e353f51-9aef-47c6-aa09-2edfd2b30238 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.266627] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] a3ec47b6-c52c-4ebb-ba43-ef93a24c2094/a3ec47b6-c52c-4ebb-ba43-ef93a24c2094.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.267378] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76ade968-0d40-4c96-9bd3-b7f3550ddb73 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.290290] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1205.290290] env[65983]: value = "task-4469591" [ 1205.290290] env[65983]: _type = "Task" [ 1205.290290] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.302223] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.456267] env[65983]: DEBUG nova.network.neutron [-] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.479693] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469589, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.490087] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dbae19c-1823-41ba-b532-e9dd9c43cbc5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.501058] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a00c47a-4aae-47e7-aade-1a301b118025 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.542107] env[65983]: DEBUG nova.compute.manager [req-d738fcab-e5d9-4a8a-abda-b2de5aac397e req-0db597bf-a557-412a-8e39-773fb9d93483 service nova] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Detach interface failed, port_id=6b82aa07-c752-4cf2-849a-27c6e17550a0, reason: Instance 575a03d0-9fd8-40b7-8998-329e6821696f could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1205.731645] env[65983]: DEBUG oslo_vmware.api [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469590, 'name': PowerOffVM_Task, 'duration_secs': 0.224037} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.731917] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.732115] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.732505] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d8c8222-e82d-4938-974c-1e4869646d84 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.805452] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.829115] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.829423] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.829609] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleting the datastore file [datastore1] 6bfbce25-8c1d-4f78-b842-e0097c5fc8df {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.830119] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b068e08-1aa7-41a2-af95-06a6724a0754 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.840740] env[65983]: DEBUG oslo_vmware.api [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1205.840740] env[65983]: value = "task-4469593" [ 1205.840740] env[65983]: _type = "Task" [ 1205.840740] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.851671] env[65983]: DEBUG oslo_vmware.api [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.949292] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aa8413-5fdd-4dca-b396-ca60eb3ad176 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.956986] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c12c86e-49b9-4559-b74d-0e7b00e637df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.960839] env[65983]: INFO nova.compute.manager [-] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Took 1.59 seconds to deallocate network for instance. [ 1205.994835] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562be60c-066c-4298-89ce-075ba97a2935 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.013038] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13085cd9-3d4f-4569-a1e6-9b33524e7ea3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.013038] env[65983]: DEBUG oslo_vmware.api [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469589, 'name': PowerOnVM_Task, 'duration_secs': 0.615117} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.013038] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.013038] env[65983]: INFO nova.compute.manager [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1206.013038] env[65983]: DEBUG nova.compute.manager [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1206.013038] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ecaa92-384a-4111-92a8-061673c0bd7c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.021453] env[65983]: DEBUG nova.compute.provider_tree [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.307241] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469591, 'name': ReconfigVM_Task, 'duration_secs': 0.594561} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.307718] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Reconfigured VM instance instance-00000077 to attach disk [datastore1] a3ec47b6-c52c-4ebb-ba43-ef93a24c2094/a3ec47b6-c52c-4ebb-ba43-ef93a24c2094.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.308486] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a72c80fd-8739-443d-9656-05e1c8dda34b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.316686] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1206.316686] env[65983]: value = "task-4469594" [ 1206.316686] env[65983]: _type = "Task" [ 1206.316686] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.327012] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469594, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.351822] env[65983]: DEBUG oslo_vmware.api [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132293} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.352148] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.352365] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.352545] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.352714] env[65983]: INFO nova.compute.manager [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1206.352980] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1206.353194] env[65983]: DEBUG nova.compute.manager [-] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1206.353290] env[65983]: DEBUG nova.network.neutron [-] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1206.353534] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.385671] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.493499] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.525969] env[65983]: DEBUG nova.scheduler.client.report [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.538875] env[65983]: INFO nova.compute.manager [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Took 16.96 seconds to build instance. [ 1206.674981] env[65983]: DEBUG nova.compute.manager [req-b21d30f5-4bf2-4e13-bf02-7e0d2f14f653 req-3c05f7a4-c828-437b-9caf-ff191d53311f service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Received event network-vif-deleted-ee62117a-2c3a-4c21-9a16-ee1cca6af770 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1206.675186] env[65983]: INFO nova.compute.manager [req-b21d30f5-4bf2-4e13-bf02-7e0d2f14f653 req-3c05f7a4-c828-437b-9caf-ff191d53311f service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Neutron deleted interface ee62117a-2c3a-4c21-9a16-ee1cca6af770; detaching it from the instance and deleting it from the info cache [ 1206.675352] env[65983]: DEBUG nova.network.neutron [req-b21d30f5-4bf2-4e13-bf02-7e0d2f14f653 req-3c05f7a4-c828-437b-9caf-ff191d53311f service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.828957] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469594, 'name': Rename_Task, 'duration_secs': 0.294968} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.829857] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.829857] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35b054e8-6b94-4729-9a62-206898252e68 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.836747] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1206.836747] env[65983]: value = "task-4469595" [ 1206.836747] env[65983]: _type = "Task" [ 1206.836747] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.847536] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.032140] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.032926] env[65983]: DEBUG nova.compute.manager [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1207.036329] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.543s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.036517] env[65983]: DEBUG nova.objects.instance [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lazy-loading 'resources' on Instance uuid 575a03d0-9fd8-40b7-8998-329e6821696f {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.041326] env[65983]: DEBUG oslo_concurrency.lockutils [None req-18e282bb-5f49-4c64-b44b-6aed05790895 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "580e89d9-19fd-4d25-aa89-229b01426267" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.473s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.150034] env[65983]: DEBUG nova.network.neutron [-] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.178797] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80b8a70c-dc96-4723-b67f-5db82e447444 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.189514] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be376b34-c469-4086-a26b-e97c06c0a070 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.223296] env[65983]: DEBUG nova.compute.manager [req-b21d30f5-4bf2-4e13-bf02-7e0d2f14f653 req-3c05f7a4-c828-437b-9caf-ff191d53311f service nova] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Detach interface failed, port_id=ee62117a-2c3a-4c21-9a16-ee1cca6af770, reason: Instance 6bfbce25-8c1d-4f78-b842-e0097c5fc8df could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1207.348355] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.540025] env[65983]: DEBUG nova.compute.utils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.546158] env[65983]: DEBUG nova.compute.manager [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1207.546518] env[65983]: DEBUG nova.network.neutron [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1207.546846] env[65983]: WARNING neutronclient.v2_0.client [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.547196] env[65983]: WARNING neutronclient.v2_0.client [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.601243] env[65983]: DEBUG nova.policy [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f04e900c9e2435db8d5f73a82746ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbc30c380d574f129011dcee44a78c54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.652980] env[65983]: INFO nova.compute.manager [-] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Took 1.30 seconds to deallocate network for instance. [ 1207.717138] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a09673-1d95-416f-a4f2-dafd918cd325 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.726558] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79cb330-bc04-4907-aeb8-2b017e899225 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.759486] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab52939-0901-49c2-9db9-793e5c7bb006 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.768166] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05243eea-4d1d-456a-8228-20512ab790ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.783082] env[65983]: DEBUG nova.compute.provider_tree [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.848882] env[65983]: DEBUG oslo_vmware.api [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469595, 'name': PowerOnVM_Task, 'duration_secs': 0.656728} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.849272] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.849505] env[65983]: INFO nova.compute.manager [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Took 5.84 seconds to spawn the instance on the hypervisor. [ 1207.851698] env[65983]: DEBUG nova.compute.manager [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1207.853525] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a958014-2077-4d57-94cb-4996a0d0c5a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.897707] env[65983]: DEBUG nova.network.neutron [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Successfully created port: 0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1207.938865] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "580e89d9-19fd-4d25-aa89-229b01426267" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.939137] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "580e89d9-19fd-4d25-aa89-229b01426267" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.939339] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "580e89d9-19fd-4d25-aa89-229b01426267-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.939551] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "580e89d9-19fd-4d25-aa89-229b01426267-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.939750] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "580e89d9-19fd-4d25-aa89-229b01426267-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.942457] env[65983]: INFO nova.compute.manager [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Terminating instance [ 1208.046772] env[65983]: DEBUG nova.compute.manager [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1208.163769] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.286945] env[65983]: DEBUG nova.scheduler.client.report [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.371714] env[65983]: INFO nova.compute.manager [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Took 14.79 seconds to build instance. [ 1208.446133] env[65983]: DEBUG nova.compute.manager [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1208.446575] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.447626] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fc47db-eebb-4342-8526-eef9cc809de2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.459010] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.459311] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78f60b60-6fcc-4b9b-a209-df040f1c75c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.467845] env[65983]: DEBUG oslo_vmware.api [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1208.467845] env[65983]: value = "task-4469596" [ 1208.467845] env[65983]: _type = "Task" [ 1208.467845] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.476919] env[65983]: DEBUG oslo_vmware.api [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.792027] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.795398] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.631s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.795398] env[65983]: DEBUG nova.objects.instance [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lazy-loading 'resources' on Instance uuid 6bfbce25-8c1d-4f78-b842-e0097c5fc8df {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.847659] env[65983]: INFO nova.scheduler.client.report [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Deleted allocations for instance 575a03d0-9fd8-40b7-8998-329e6821696f [ 1208.873722] env[65983]: DEBUG oslo_concurrency.lockutils [None req-39a24780-d70a-4129-9d39-b90377b56902 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Lock "a3ec47b6-c52c-4ebb-ba43-ef93a24c2094" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.304s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.977837] env[65983]: DEBUG oslo_vmware.api [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469596, 'name': PowerOffVM_Task, 'duration_secs': 0.240227} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.978128] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.978294] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.978546] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c8d5313-ffbe-44c6-8320-b7145ed0398f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.052432] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.052668] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.052818] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleting the datastore file [datastore1] 580e89d9-19fd-4d25-aa89-229b01426267 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.053088] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cef0ab3-9ead-450a-812c-67c0bd60eb80 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.056295] env[65983]: DEBUG nova.compute.manager [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1209.060738] env[65983]: DEBUG oslo_vmware.api [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1209.060738] env[65983]: value = "task-4469598" [ 1209.060738] env[65983]: _type = "Task" [ 1209.060738] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.069901] env[65983]: DEBUG oslo_vmware.api [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.082334] env[65983]: DEBUG nova.virt.hardware [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1209.082593] env[65983]: DEBUG nova.virt.hardware [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.082764] env[65983]: DEBUG nova.virt.hardware [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1209.082971] env[65983]: DEBUG nova.virt.hardware [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.083186] env[65983]: DEBUG nova.virt.hardware [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1209.083414] env[65983]: DEBUG nova.virt.hardware [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1209.083684] env[65983]: DEBUG nova.virt.hardware [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1209.083927] env[65983]: DEBUG nova.virt.hardware [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1209.084219] env[65983]: DEBUG nova.virt.hardware [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1209.084499] env[65983]: DEBUG nova.virt.hardware [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1209.084763] env[65983]: DEBUG nova.virt.hardware [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1209.085805] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0860a6e5-d2fc-48bb-990a-b6efcdceb8e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.094410] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8f9571-a330-4aab-9a43-577de7f94e8a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.290575] env[65983]: DEBUG nova.compute.manager [req-a007d779-e964-4bc9-b26b-9aa5df715097 req-a4c5f6f8-7fcb-4df9-85dc-fe7e9bc9118f service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Received event network-vif-plugged-0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1209.290817] env[65983]: DEBUG oslo_concurrency.lockutils [req-a007d779-e964-4bc9-b26b-9aa5df715097 req-a4c5f6f8-7fcb-4df9-85dc-fe7e9bc9118f service nova] Acquiring lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.291050] env[65983]: DEBUG oslo_concurrency.lockutils [req-a007d779-e964-4bc9-b26b-9aa5df715097 req-a4c5f6f8-7fcb-4df9-85dc-fe7e9bc9118f service nova] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.291286] env[65983]: DEBUG oslo_concurrency.lockutils [req-a007d779-e964-4bc9-b26b-9aa5df715097 req-a4c5f6f8-7fcb-4df9-85dc-fe7e9bc9118f service nova] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.291592] env[65983]: DEBUG nova.compute.manager [req-a007d779-e964-4bc9-b26b-9aa5df715097 req-a4c5f6f8-7fcb-4df9-85dc-fe7e9bc9118f service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] No waiting events found dispatching network-vif-plugged-0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1209.292068] env[65983]: WARNING nova.compute.manager [req-a007d779-e964-4bc9-b26b-9aa5df715097 req-a4c5f6f8-7fcb-4df9-85dc-fe7e9bc9118f service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Received unexpected event network-vif-plugged-0e89509d-819f-45d9-92ce-65135c8db41f for instance with vm_state building and task_state spawning. [ 1209.358827] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Lock "575a03d0-9fd8-40b7-8998-329e6821696f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.622s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.429052] env[65983]: DEBUG nova.network.neutron [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Successfully updated port: 0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1209.470363] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db702428-516c-45e8-91d2-2c2417d92639 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.478373] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985e9672-9f95-4bbe-b56e-ba85b11746e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.514221] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4338077c-71d1-4fb7-8a15-154897bf1ea6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.522952] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d39c44-7191-49db-afea-44ff60988d33 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.539296] env[65983]: DEBUG nova.compute.provider_tree [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.571697] env[65983]: DEBUG oslo_vmware.api [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175009} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.571973] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.572169] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.572344] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.572510] env[65983]: INFO nova.compute.manager [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1209.572749] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1209.572940] env[65983]: DEBUG nova.compute.manager [-] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1209.573047] env[65983]: DEBUG nova.network.neutron [-] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1209.573287] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.614493] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.934682] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.934883] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.935095] env[65983]: DEBUG nova.network.neutron [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1210.044905] env[65983]: DEBUG nova.scheduler.client.report [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.241701] env[65983]: INFO nova.compute.manager [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Rebuilding instance [ 1210.292650] env[65983]: DEBUG nova.compute.manager [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1210.293582] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112b7e8b-6752-4757-9f90-b4df91346786 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.309909] env[65983]: DEBUG nova.network.neutron [-] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.469487] env[65983]: DEBUG nova.network.neutron [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1210.548366] env[65983]: WARNING neutronclient.v2_0.client [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.551070] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.583797] env[65983]: INFO nova.scheduler.client.report [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleted allocations for instance 6bfbce25-8c1d-4f78-b842-e0097c5fc8df [ 1210.638287] env[65983]: DEBUG nova.network.neutron [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updating instance_info_cache with network_info: [{"id": "0e89509d-819f-45d9-92ce-65135c8db41f", "address": "fa:16:3e:59:4c:31", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e89509d-81", "ovs_interfaceid": "0e89509d-819f-45d9-92ce-65135c8db41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.812908] env[65983]: INFO nova.compute.manager [-] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Took 1.24 seconds to deallocate network for instance. [ 1211.092097] env[65983]: DEBUG oslo_concurrency.lockutils [None req-4d756dd8-4be4-4835-a14d-f034e664edf2 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "6bfbce25-8c1d-4f78-b842-e0097c5fc8df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.410s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.142495] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.142864] env[65983]: DEBUG nova.compute.manager [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Instance network_info: |[{"id": "0e89509d-819f-45d9-92ce-65135c8db41f", "address": "fa:16:3e:59:4c:31", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e89509d-81", "ovs_interfaceid": "0e89509d-819f-45d9-92ce-65135c8db41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1211.143469] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:4c:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e89509d-819f-45d9-92ce-65135c8db41f', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.154637] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1211.154990] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.155381] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d01d6d4f-05dd-4d1c-b799-d2b6bb0adb57 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.181075] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.181075] env[65983]: value = "task-4469601" [ 1211.181075] env[65983]: _type = "Task" [ 1211.181075] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.189234] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469601, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.310571] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.311865] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-642abc43-8c45-47e5-b06a-f51a57a37ffd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.320061] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.320409] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.320668] env[65983]: DEBUG nova.objects.instance [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lazy-loading 'resources' on Instance uuid 580e89d9-19fd-4d25-aa89-229b01426267 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.324035] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1211.324035] env[65983]: value = "task-4469602" [ 1211.324035] env[65983]: _type = "Task" [ 1211.324035] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.336750] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.341913] env[65983]: DEBUG nova.compute.manager [req-8dcbff55-4788-4ed8-b7ee-193b2f08a9e4 req-f0dcd031-b08f-42e3-bcf3-8831f53385c7 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Received event network-changed-0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1211.342015] env[65983]: DEBUG nova.compute.manager [req-8dcbff55-4788-4ed8-b7ee-193b2f08a9e4 req-f0dcd031-b08f-42e3-bcf3-8831f53385c7 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Refreshing instance network info cache due to event network-changed-0e89509d-819f-45d9-92ce-65135c8db41f. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1211.342257] env[65983]: DEBUG oslo_concurrency.lockutils [req-8dcbff55-4788-4ed8-b7ee-193b2f08a9e4 req-f0dcd031-b08f-42e3-bcf3-8831f53385c7 service nova] Acquiring lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.342375] env[65983]: DEBUG oslo_concurrency.lockutils [req-8dcbff55-4788-4ed8-b7ee-193b2f08a9e4 req-f0dcd031-b08f-42e3-bcf3-8831f53385c7 service nova] Acquired lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.342515] env[65983]: DEBUG nova.network.neutron [req-8dcbff55-4788-4ed8-b7ee-193b2f08a9e4 req-f0dcd031-b08f-42e3-bcf3-8831f53385c7 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Refreshing network info cache for port 0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.690749] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469601, 'name': CreateVM_Task, 'duration_secs': 0.479355} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.691126] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.691380] env[65983]: WARNING neutronclient.v2_0.client [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.691793] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.691949] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.692279] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.692541] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f420cd-97aa-4275-b7a4-69cc7c35c5ba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.697456] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1211.697456] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525b7782-dff4-d2d8-54be-7b236953fec6" [ 1211.697456] env[65983]: _type = "Task" [ 1211.697456] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.706915] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525b7782-dff4-d2d8-54be-7b236953fec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.837884] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469602, 'name': PowerOffVM_Task, 'duration_secs': 0.15959} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.838224] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.838883] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.839700] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6b90b7-7872-4dbb-a702-a9eb579d4d10 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.846398] env[65983]: WARNING neutronclient.v2_0.client [req-8dcbff55-4788-4ed8-b7ee-193b2f08a9e4 req-f0dcd031-b08f-42e3-bcf3-8831f53385c7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.850719] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.850984] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d679508e-bae3-4c1e-9124-2ca2a26d8058 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.880381] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.880605] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.880779] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Deleting the datastore file [datastore1] a3ec47b6-c52c-4ebb-ba43-ef93a24c2094 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.884250] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95f8c644-18ab-4067-bb75-c15b712405cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.894514] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1211.894514] env[65983]: value = "task-4469604" [ 1211.894514] env[65983]: _type = "Task" [ 1211.894514] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.906282] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.982614] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7898774f-4451-43ef-83e8-dcdebb9a16e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.991060] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0295878-987f-4093-a01f-e462cf4d333e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.027029] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e3ff17-1df5-4bfb-b92b-7485e4c9d723 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.036525] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be9297f-4e36-4ae9-87f7-429a3e346c9f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.051453] env[65983]: DEBUG nova.compute.provider_tree [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.059514] env[65983]: WARNING neutronclient.v2_0.client [req-8dcbff55-4788-4ed8-b7ee-193b2f08a9e4 req-f0dcd031-b08f-42e3-bcf3-8831f53385c7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.129188] env[65983]: DEBUG nova.network.neutron [req-8dcbff55-4788-4ed8-b7ee-193b2f08a9e4 req-f0dcd031-b08f-42e3-bcf3-8831f53385c7 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updated VIF entry in instance network info cache for port 0e89509d-819f-45d9-92ce-65135c8db41f. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1212.129551] env[65983]: DEBUG nova.network.neutron [req-8dcbff55-4788-4ed8-b7ee-193b2f08a9e4 req-f0dcd031-b08f-42e3-bcf3-8831f53385c7 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updating instance_info_cache with network_info: [{"id": "0e89509d-819f-45d9-92ce-65135c8db41f", "address": "fa:16:3e:59:4c:31", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e89509d-81", "ovs_interfaceid": "0e89509d-819f-45d9-92ce-65135c8db41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.209070] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525b7782-dff4-d2d8-54be-7b236953fec6, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.209070] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.209070] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.209314] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.209422] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.209594] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.209855] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4ca2586-bc6b-4f6d-a2f3-d981d32b5f51 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.218761] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.218941] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.219698] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d591aa-0601-4eed-a4f9-2e0992838e77 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.225406] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1212.225406] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525fc1c9-6520-0f57-f6fe-e2d312f3c86b" [ 1212.225406] env[65983]: _type = "Task" [ 1212.225406] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.233643] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525fc1c9-6520-0f57-f6fe-e2d312f3c86b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.405572] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090316} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.406018] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.406217] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.406389] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.554922] env[65983]: DEBUG nova.scheduler.client.report [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.632072] env[65983]: DEBUG oslo_concurrency.lockutils [req-8dcbff55-4788-4ed8-b7ee-193b2f08a9e4 req-f0dcd031-b08f-42e3-bcf3-8831f53385c7 service nova] Releasing lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.632418] env[65983]: DEBUG nova.compute.manager [req-8dcbff55-4788-4ed8-b7ee-193b2f08a9e4 req-f0dcd031-b08f-42e3-bcf3-8831f53385c7 service nova] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Received event network-vif-deleted-b7c6f16a-cfc5-4407-a103-075401191a98 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1212.737948] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]525fc1c9-6520-0f57-f6fe-e2d312f3c86b, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.738748] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a106eb-a704-4864-ae02-5de2d292e073 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.744209] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1212.744209] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529beaaa-7ebf-4acd-8c72-831cf81d585b" [ 1212.744209] env[65983]: _type = "Task" [ 1212.744209] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.752224] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529beaaa-7ebf-4acd-8c72-831cf81d585b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.060188] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.085410] env[65983]: INFO nova.scheduler.client.report [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted allocations for instance 580e89d9-19fd-4d25-aa89-229b01426267 [ 1213.256405] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529beaaa-7ebf-4acd-8c72-831cf81d585b, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.256405] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.256617] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 0ca65e79-bc6a-4b1b-8781-59bba11b27f4/0ca65e79-bc6a-4b1b-8781-59bba11b27f4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.256884] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7ac22de-b278-419b-a046-b282713b9aad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.263763] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1213.263763] env[65983]: value = "task-4469606" [ 1213.263763] env[65983]: _type = "Task" [ 1213.263763] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.273108] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.445589] env[65983]: DEBUG nova.virt.hardware [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1213.445840] env[65983]: DEBUG nova.virt.hardware [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.446021] env[65983]: DEBUG nova.virt.hardware [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1213.446273] env[65983]: DEBUG nova.virt.hardware [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.446358] env[65983]: DEBUG nova.virt.hardware [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1213.446527] env[65983]: DEBUG nova.virt.hardware [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1213.446748] env[65983]: DEBUG nova.virt.hardware [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1213.447022] env[65983]: DEBUG nova.virt.hardware [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1213.447231] env[65983]: DEBUG nova.virt.hardware [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1213.447410] env[65983]: DEBUG nova.virt.hardware [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1213.447609] env[65983]: DEBUG nova.virt.hardware [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1213.448568] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0ccf14-8bae-4a0d-b7d8-2527db36c004 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.458207] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22753417-ff4d-4550-b49b-b1ba671e2eea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.474075] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.480135] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1213.480464] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.480757] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-176ec3ea-2126-42c2-a931-a9cfb72d75c3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.501881] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.501881] env[65983]: value = "task-4469607" [ 1213.501881] env[65983]: _type = "Task" [ 1213.501881] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.512823] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469607, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.596461] env[65983]: DEBUG oslo_concurrency.lockutils [None req-e10c703c-0ab0-402b-acf7-e69a773b51d3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "580e89d9-19fd-4d25-aa89-229b01426267" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.657s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.775076] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474641} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.775076] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 0ca65e79-bc6a-4b1b-8781-59bba11b27f4/0ca65e79-bc6a-4b1b-8781-59bba11b27f4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.775076] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.775076] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4afeb14a-6590-4fb3-b133-136cf4012f02 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.782728] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1213.782728] env[65983]: value = "task-4469608" [ 1213.782728] env[65983]: _type = "Task" [ 1213.782728] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.793542] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.012834] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469607, 'name': CreateVM_Task, 'duration_secs': 0.331648} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.013015] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.013434] env[65983]: DEBUG oslo_concurrency.lockutils [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.013630] env[65983]: DEBUG oslo_concurrency.lockutils [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.013890] env[65983]: DEBUG oslo_concurrency.lockutils [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.014163] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e178d6b4-0287-42e5-b569-f9ab5194bbf2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.020692] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1214.020692] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521e01d1-1aba-d205-dfde-27f76443b29c" [ 1214.020692] env[65983]: _type = "Task" [ 1214.020692] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.029507] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521e01d1-1aba-d205-dfde-27f76443b29c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.293208] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072597} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.293471] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.294307] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dc8494-6feb-4cf4-99f4-5f5e30f70a2b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.317081] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 0ca65e79-bc6a-4b1b-8781-59bba11b27f4/0ca65e79-bc6a-4b1b-8781-59bba11b27f4.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.317790] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3514459-0b4a-42e4-9637-c61c790c70cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.339589] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1214.339589] env[65983]: value = "task-4469609" [ 1214.339589] env[65983]: _type = "Task" [ 1214.339589] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.349337] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.530650] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]521e01d1-1aba-d205-dfde-27f76443b29c, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.530952] env[65983]: DEBUG oslo_concurrency.lockutils [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.531195] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.531420] env[65983]: DEBUG oslo_concurrency.lockutils [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.531562] env[65983]: DEBUG oslo_concurrency.lockutils [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.531729] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.531989] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b82931e7-7883-468b-84f4-94fcfe01d4f9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.541928] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.542122] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.542845] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071d7d4d-3f09-43a6-a3ed-c49869af3a9e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.548321] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1214.548321] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523d212c-83cb-e1bd-3f6a-12bcfd920b9d" [ 1214.548321] env[65983]: _type = "Task" [ 1214.548321] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.556176] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523d212c-83cb-e1bd-3f6a-12bcfd920b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.601951] env[65983]: DEBUG oslo_concurrency.lockutils [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.602274] env[65983]: DEBUG oslo_concurrency.lockutils [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.602487] env[65983]: DEBUG oslo_concurrency.lockutils [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.602666] env[65983]: DEBUG oslo_concurrency.lockutils [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.602828] env[65983]: DEBUG oslo_concurrency.lockutils [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.605077] env[65983]: INFO nova.compute.manager [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Terminating instance [ 1214.708922] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "5d78d039-70d6-481f-a2f6-811096ee3cc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.709193] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "5d78d039-70d6-481f-a2f6-811096ee3cc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.709394] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "5d78d039-70d6-481f-a2f6-811096ee3cc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.709565] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "5d78d039-70d6-481f-a2f6-811096ee3cc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.709724] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "5d78d039-70d6-481f-a2f6-811096ee3cc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.712134] env[65983]: INFO nova.compute.manager [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Terminating instance [ 1214.850749] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469609, 'name': ReconfigVM_Task, 'duration_secs': 0.312066} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.851122] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 0ca65e79-bc6a-4b1b-8781-59bba11b27f4/0ca65e79-bc6a-4b1b-8781-59bba11b27f4.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.851746] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed4188d2-5210-4da9-b1e2-ccb449a7106d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.858084] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1214.858084] env[65983]: value = "task-4469610" [ 1214.858084] env[65983]: _type = "Task" [ 1214.858084] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.866078] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469610, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.060456] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]523d212c-83cb-e1bd-3f6a-12bcfd920b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.012897} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.061256] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16bb8632-c7ca-48fd-a9ea-9887a3b0ba38 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.067520] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1215.067520] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5246091b-dd4f-875c-1005-034a87e98139" [ 1215.067520] env[65983]: _type = "Task" [ 1215.067520] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.075981] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5246091b-dd4f-875c-1005-034a87e98139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.109124] env[65983]: DEBUG nova.compute.manager [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1215.109533] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.110831] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee51c9a-eb37-4163-ba2b-ead5cbb6535e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.121334] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.121609] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c25b055-d68a-4ad2-8b31-bf184e197cb2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.128162] env[65983]: DEBUG oslo_vmware.api [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1215.128162] env[65983]: value = "task-4469611" [ 1215.128162] env[65983]: _type = "Task" [ 1215.128162] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.136797] env[65983]: DEBUG oslo_vmware.api [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.215965] env[65983]: DEBUG nova.compute.manager [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1215.216282] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.217362] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e2b122-b3ac-4b79-8384-8cc578cc124b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.226089] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.226411] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8289cca6-1ffe-41dd-ae9c-e6764f062773 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.233694] env[65983]: DEBUG oslo_vmware.api [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1215.233694] env[65983]: value = "task-4469612" [ 1215.233694] env[65983]: _type = "Task" [ 1215.233694] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.242990] env[65983]: DEBUG oslo_vmware.api [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.370691] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469610, 'name': Rename_Task, 'duration_secs': 0.137044} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.371011] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.371335] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de96170a-f5f0-4394-a066-9398cb956153 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.379422] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1215.379422] env[65983]: value = "task-4469613" [ 1215.379422] env[65983]: _type = "Task" [ 1215.379422] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.388886] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.583715] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5246091b-dd4f-875c-1005-034a87e98139, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.584159] env[65983]: DEBUG oslo_concurrency.lockutils [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.584571] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] a3ec47b6-c52c-4ebb-ba43-ef93a24c2094/a3ec47b6-c52c-4ebb-ba43-ef93a24c2094.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.584971] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2b4c438-7456-4a17-9b5b-bf3fdfc7221d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.594088] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1215.594088] env[65983]: value = "task-4469614" [ 1215.594088] env[65983]: _type = "Task" [ 1215.594088] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.607199] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.640698] env[65983]: DEBUG oslo_vmware.api [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469611, 'name': PowerOffVM_Task, 'duration_secs': 0.266808} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.641012] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.641229] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.641524] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f074b7c-ceec-4c16-8ed6-151bc6910011 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.714605] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.714865] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.715179] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleting the datastore file [datastore1] 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.715549] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fc58aad-b769-4b49-abc7-18a6cc272a3f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.723813] env[65983]: DEBUG oslo_vmware.api [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for the task: (returnval){ [ 1215.723813] env[65983]: value = "task-4469616" [ 1215.723813] env[65983]: _type = "Task" [ 1215.723813] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.732532] env[65983]: DEBUG oslo_vmware.api [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.743162] env[65983]: DEBUG oslo_vmware.api [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469612, 'name': PowerOffVM_Task, 'duration_secs': 0.18079} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.743427] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.743601] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.743860] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-781b4530-dcad-4070-bc68-539795afaf2c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.874764] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.875234] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.875470] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleting the datastore file [datastore2] 5d78d039-70d6-481f-a2f6-811096ee3cc8 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.875793] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8e91386-966e-4ce5-a45d-c1f568f0782f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.886266] env[65983]: DEBUG oslo_vmware.api [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1215.886266] env[65983]: value = "task-4469618" [ 1215.886266] env[65983]: _type = "Task" [ 1215.886266] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.895199] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469613, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.898815] env[65983]: DEBUG oslo_vmware.api [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.106853] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469614, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.233811] env[65983]: DEBUG oslo_vmware.api [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Task: {'id': task-4469616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396624} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.234184] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.234388] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.234562] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.234730] env[65983]: INFO nova.compute.manager [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1216.235015] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1216.235234] env[65983]: DEBUG nova.compute.manager [-] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1216.235327] env[65983]: DEBUG nova.network.neutron [-] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1216.235571] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.268977] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.394435] env[65983]: DEBUG oslo_vmware.api [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469613, 'name': PowerOnVM_Task, 'duration_secs': 0.550884} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.395195] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.395405] env[65983]: INFO nova.compute.manager [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1216.395680] env[65983]: DEBUG nova.compute.manager [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1216.396411] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86571b2-efdb-4095-aa74-94606b09db94 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.402045] env[65983]: DEBUG oslo_vmware.api [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356173} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.402576] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.402751] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.402921] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.403142] env[65983]: INFO nova.compute.manager [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1216.403389] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1216.403588] env[65983]: DEBUG nova.compute.manager [-] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1216.403684] env[65983]: DEBUG nova.network.neutron [-] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1216.403923] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.444028] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.604193] env[65983]: DEBUG nova.compute.manager [req-56004f8e-ce1f-4b64-8140-902d8783ac85 req-4bb19788-508d-440c-a570-a6f9f8d6d790 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Received event network-vif-deleted-f481f234-e2db-4502-8a87-9295bb8ff1ec {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1216.604193] env[65983]: INFO nova.compute.manager [req-56004f8e-ce1f-4b64-8140-902d8783ac85 req-4bb19788-508d-440c-a570-a6f9f8d6d790 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Neutron deleted interface f481f234-e2db-4502-8a87-9295bb8ff1ec; detaching it from the instance and deleting it from the info cache [ 1216.604296] env[65983]: DEBUG nova.network.neutron [req-56004f8e-ce1f-4b64-8140-902d8783ac85 req-4bb19788-508d-440c-a570-a6f9f8d6d790 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.613038] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53612} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.613038] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] a3ec47b6-c52c-4ebb-ba43-ef93a24c2094/a3ec47b6-c52c-4ebb-ba43-ef93a24c2094.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.613038] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.613038] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2615ff7f-b543-4d51-b50c-096af8c20644 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.623438] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1216.623438] env[65983]: value = "task-4469620" [ 1216.623438] env[65983]: _type = "Task" [ 1216.623438] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.640333] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.737123] env[65983]: DEBUG nova.compute.manager [req-96b7cf66-269e-4611-b588-c05cd05fff31 req-c7e046fa-158b-473a-a6f4-0bf60fb60f05 service nova] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Received event network-vif-deleted-a6148ba4-14a2-42d9-986d-4bc78df01e88 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1216.737191] env[65983]: INFO nova.compute.manager [req-96b7cf66-269e-4611-b588-c05cd05fff31 req-c7e046fa-158b-473a-a6f4-0bf60fb60f05 service nova] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Neutron deleted interface a6148ba4-14a2-42d9-986d-4bc78df01e88; detaching it from the instance and deleting it from the info cache [ 1216.737351] env[65983]: DEBUG nova.network.neutron [req-96b7cf66-269e-4611-b588-c05cd05fff31 req-c7e046fa-158b-473a-a6f4-0bf60fb60f05 service nova] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.919720] env[65983]: INFO nova.compute.manager [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Took 12.16 seconds to build instance. [ 1217.026990] env[65983]: DEBUG nova.network.neutron [-] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.115276] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-425b085f-cac7-4226-b727-313ee3d83313 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.128035] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe47a01-ac54-4e3c-8e08-50382c070b05 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.151602] env[65983]: DEBUG nova.network.neutron [-] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.160349] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074003} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.160739] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.161952] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9518e10-bed3-4d49-957c-dc0060c0a33a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.176516] env[65983]: DEBUG nova.compute.manager [req-56004f8e-ce1f-4b64-8140-902d8783ac85 req-4bb19788-508d-440c-a570-a6f9f8d6d790 service nova] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Detach interface failed, port_id=f481f234-e2db-4502-8a87-9295bb8ff1ec, reason: Instance 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1217.195812] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] a3ec47b6-c52c-4ebb-ba43-ef93a24c2094/a3ec47b6-c52c-4ebb-ba43-ef93a24c2094.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.196499] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-674ce53a-9263-4305-90c1-b522e519aac9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.217107] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1217.217107] env[65983]: value = "task-4469621" [ 1217.217107] env[65983]: _type = "Task" [ 1217.217107] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.226271] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.240314] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e9e2d2c-b656-48bc-a216-5727df43f1c9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.251347] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4c25fb-5df3-4ff4-823e-94348b67d1a8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.281455] env[65983]: DEBUG nova.compute.manager [req-96b7cf66-269e-4611-b588-c05cd05fff31 req-c7e046fa-158b-473a-a6f4-0bf60fb60f05 service nova] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Detach interface failed, port_id=a6148ba4-14a2-42d9-986d-4bc78df01e88, reason: Instance 5d78d039-70d6-481f-a2f6-811096ee3cc8 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1217.287360] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "29e82383-d039-4e49-b41f-cc6fd65d8978" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.287681] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.421995] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.669s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.528408] env[65983]: INFO nova.compute.manager [-] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Took 1.29 seconds to deallocate network for instance. [ 1217.655199] env[65983]: INFO nova.compute.manager [-] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Took 1.25 seconds to deallocate network for instance. [ 1217.728181] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.790930] env[65983]: INFO nova.compute.manager [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Detaching volume 9d9bade1-dfe3-41a0-93b7-d17816ccd1fd [ 1217.832361] env[65983]: INFO nova.virt.block_device [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Attempting to driver detach volume 9d9bade1-dfe3-41a0-93b7-d17816ccd1fd from mountpoint /dev/sdb [ 1217.833317] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Volume detach. Driver type: vmdk {{(pid=65983) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1217.833317] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873980', 'volume_id': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'name': 'volume-9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '29e82383-d039-4e49-b41f-cc6fd65d8978', 'attached_at': '', 'detached_at': '', 'volume_id': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'serial': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1217.833778] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3001838-62a1-41c4-a18e-667a18a5fbc8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.872617] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0d882c-3e08-4aae-944e-216ada1aae62 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.882234] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6203f27-f29d-4c10-9f7b-ab42ec66fc8e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.904776] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab8eebe-5804-41f8-afe9-619dfee97139 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.922879] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The volume has not been displaced from its original location: [datastore2] volume-9d9bade1-dfe3-41a0-93b7-d17816ccd1fd/volume-9d9bade1-dfe3-41a0-93b7-d17816ccd1fd.vmdk. No consolidation needed. {{(pid=65983) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1217.929791] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.930264] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd874534-f369-449d-bbb8-ae2d89214ddb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.949738] env[65983]: DEBUG oslo_vmware.api [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1217.949738] env[65983]: value = "task-4469622" [ 1217.949738] env[65983]: _type = "Task" [ 1217.949738] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.961563] env[65983]: DEBUG oslo_vmware.api [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469622, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.036196] env[65983]: DEBUG oslo_concurrency.lockutils [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.036490] env[65983]: DEBUG oslo_concurrency.lockutils [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.036725] env[65983]: DEBUG nova.objects.instance [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lazy-loading 'resources' on Instance uuid 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.162813] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.228822] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469621, 'name': ReconfigVM_Task, 'duration_secs': 0.755921} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.229097] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Reconfigured VM instance instance-00000077 to attach disk [datastore2] a3ec47b6-c52c-4ebb-ba43-ef93a24c2094/a3ec47b6-c52c-4ebb-ba43-ef93a24c2094.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.229768] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-984b9c8d-51d1-4496-97bc-2434b3df865d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.238061] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1218.238061] env[65983]: value = "task-4469623" [ 1218.238061] env[65983]: _type = "Task" [ 1218.238061] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.249018] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469623, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.462301] env[65983]: DEBUG oslo_vmware.api [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469622, 'name': ReconfigVM_Task, 'duration_secs': 0.346771} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.462627] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.467614] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68dc7bb9-f338-4c1a-a345-a3a190302f50 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.484640] env[65983]: DEBUG oslo_vmware.api [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1218.484640] env[65983]: value = "task-4469624" [ 1218.484640] env[65983]: _type = "Task" [ 1218.484640] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.495121] env[65983]: DEBUG oslo_vmware.api [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.685719] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d29f7f-6f0a-4c90-83bb-8a55bde2b80c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.695796] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba23170-21f7-4a59-863e-a5b7e17a887a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.730412] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6330d002-d43b-4d4a-a81e-b6e7c68cc93d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.739421] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9c68d5-fd63-4066-9ef5-c6270ec766a5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.757945] env[65983]: DEBUG nova.compute.provider_tree [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.762513] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469623, 'name': Rename_Task, 'duration_secs': 0.183532} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.763086] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.763345] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-204a98d2-d5f1-495f-b283-80210e86d388 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.769062] env[65983]: DEBUG nova.compute.manager [req-92efffab-97e0-4589-a7a2-81d5100eeede req-722803c9-8b20-470d-8487-0cf0c3fe9a00 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Received event network-changed-0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1218.769255] env[65983]: DEBUG nova.compute.manager [req-92efffab-97e0-4589-a7a2-81d5100eeede req-722803c9-8b20-470d-8487-0cf0c3fe9a00 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Refreshing instance network info cache due to event network-changed-0e89509d-819f-45d9-92ce-65135c8db41f. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1218.769456] env[65983]: DEBUG oslo_concurrency.lockutils [req-92efffab-97e0-4589-a7a2-81d5100eeede req-722803c9-8b20-470d-8487-0cf0c3fe9a00 service nova] Acquiring lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.769587] env[65983]: DEBUG oslo_concurrency.lockutils [req-92efffab-97e0-4589-a7a2-81d5100eeede req-722803c9-8b20-470d-8487-0cf0c3fe9a00 service nova] Acquired lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.769832] env[65983]: DEBUG nova.network.neutron [req-92efffab-97e0-4589-a7a2-81d5100eeede req-722803c9-8b20-470d-8487-0cf0c3fe9a00 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Refreshing network info cache for port 0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.772739] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1218.772739] env[65983]: value = "task-4469625" [ 1218.772739] env[65983]: _type = "Task" [ 1218.772739] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.783702] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.996042] env[65983]: DEBUG oslo_vmware.api [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469624, 'name': ReconfigVM_Task, 'duration_secs': 0.188695} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.996042] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-873980', 'volume_id': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'name': 'volume-9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '29e82383-d039-4e49-b41f-cc6fd65d8978', 'attached_at': '', 'detached_at': '', 'volume_id': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd', 'serial': '9d9bade1-dfe3-41a0-93b7-d17816ccd1fd'} {{(pid=65983) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1219.264860] env[65983]: DEBUG nova.scheduler.client.report [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.274191] env[65983]: WARNING neutronclient.v2_0.client [req-92efffab-97e0-4589-a7a2-81d5100eeede req-722803c9-8b20-470d-8487-0cf0c3fe9a00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.286992] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.474315] env[65983]: WARNING neutronclient.v2_0.client [req-92efffab-97e0-4589-a7a2-81d5100eeede req-722803c9-8b20-470d-8487-0cf0c3fe9a00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.544102] env[65983]: DEBUG nova.objects.instance [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lazy-loading 'flavor' on Instance uuid 29e82383-d039-4e49-b41f-cc6fd65d8978 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.546284] env[65983]: DEBUG nova.network.neutron [req-92efffab-97e0-4589-a7a2-81d5100eeede req-722803c9-8b20-470d-8487-0cf0c3fe9a00 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updated VIF entry in instance network info cache for port 0e89509d-819f-45d9-92ce-65135c8db41f. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1219.546603] env[65983]: DEBUG nova.network.neutron [req-92efffab-97e0-4589-a7a2-81d5100eeede req-722803c9-8b20-470d-8487-0cf0c3fe9a00 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updating instance_info_cache with network_info: [{"id": "0e89509d-819f-45d9-92ce-65135c8db41f", "address": "fa:16:3e:59:4c:31", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e89509d-81", "ovs_interfaceid": "0e89509d-819f-45d9-92ce-65135c8db41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.770813] env[65983]: DEBUG oslo_concurrency.lockutils [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.775128] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.611s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.775373] env[65983]: DEBUG nova.objects.instance [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lazy-loading 'resources' on Instance uuid 5d78d039-70d6-481f-a2f6-811096ee3cc8 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.792095] env[65983]: DEBUG oslo_vmware.api [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469625, 'name': PowerOnVM_Task, 'duration_secs': 0.952707} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.793094] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.793367] env[65983]: DEBUG nova.compute.manager [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1219.794199] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0eea4a-b7a5-4ccc-a305-cf5099ef971c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.812589] env[65983]: INFO nova.scheduler.client.report [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Deleted allocations for instance 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8 [ 1220.050965] env[65983]: DEBUG oslo_concurrency.lockutils [req-92efffab-97e0-4589-a7a2-81d5100eeede req-722803c9-8b20-470d-8487-0cf0c3fe9a00 service nova] Releasing lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.324974] env[65983]: DEBUG oslo_concurrency.lockutils [None req-45da2920-80f0-4eb2-941a-89821d3110d5 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Lock "5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.722s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.335198] env[65983]: DEBUG oslo_concurrency.lockutils [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.400244] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f985ada7-c3e3-4869-99ca-dd186b78589b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.409969] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ea1bfd-1494-47ef-96c2-513132ab1cdc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.443672] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc1de0f-1af6-4fad-8329-ad5dd8a4db85 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.452232] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6ae811-0b67-4058-b1ad-7acb6a778a50 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.467328] env[65983]: DEBUG nova.compute.provider_tree [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.554563] env[65983]: DEBUG oslo_concurrency.lockutils [None req-74cb9b75-81d1-4f02-bc96-1d31bb1950dc tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.266s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.970725] env[65983]: DEBUG nova.scheduler.client.report [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.476171] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.479220] env[65983]: DEBUG oslo_concurrency.lockutils [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.144s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.479220] env[65983]: DEBUG nova.objects.instance [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1221.503138] env[65983]: INFO nova.scheduler.client.report [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted allocations for instance 5d78d039-70d6-481f-a2f6-811096ee3cc8 [ 1221.570461] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquiring lock "a3ec47b6-c52c-4ebb-ba43-ef93a24c2094" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.571492] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Lock "a3ec47b6-c52c-4ebb-ba43-ef93a24c2094" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.571492] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquiring lock "a3ec47b6-c52c-4ebb-ba43-ef93a24c2094-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.571492] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Lock "a3ec47b6-c52c-4ebb-ba43-ef93a24c2094-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.571492] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Lock "a3ec47b6-c52c-4ebb-ba43-ef93a24c2094-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.573377] env[65983]: INFO nova.compute.manager [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Terminating instance [ 1221.618338] env[65983]: DEBUG oslo_concurrency.lockutils [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "29e82383-d039-4e49-b41f-cc6fd65d8978" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.618648] env[65983]: DEBUG oslo_concurrency.lockutils [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.618868] env[65983]: DEBUG oslo_concurrency.lockutils [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "29e82383-d039-4e49-b41f-cc6fd65d8978-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.619052] env[65983]: DEBUG oslo_concurrency.lockutils [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.619534] env[65983]: DEBUG oslo_concurrency.lockutils [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.621243] env[65983]: INFO nova.compute.manager [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Terminating instance [ 1222.010745] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "5d78d039-70d6-481f-a2f6-811096ee3cc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.301s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.076927] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquiring lock "refresh_cache-a3ec47b6-c52c-4ebb-ba43-ef93a24c2094" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.077302] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquired lock "refresh_cache-a3ec47b6-c52c-4ebb-ba43-ef93a24c2094" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.077509] env[65983]: DEBUG nova.network.neutron [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1222.124727] env[65983]: DEBUG nova.compute.manager [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1222.125008] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.125937] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892b6a2c-fb15-4d96-bd29-1a2085ced1d0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.135727] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.135958] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f53fd60b-ced5-4edc-9c3f-7387f8219179 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.144704] env[65983]: DEBUG oslo_vmware.api [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1222.144704] env[65983]: value = "task-4469626" [ 1222.144704] env[65983]: _type = "Task" [ 1222.144704] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.157322] env[65983]: DEBUG oslo_vmware.api [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.488858] env[65983]: DEBUG oslo_concurrency.lockutils [None req-627c8169-4dfc-4a98-828f-bbe7fd270f37 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.580260] env[65983]: WARNING neutronclient.v2_0.client [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.598269] env[65983]: DEBUG nova.network.neutron [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1222.656083] env[65983]: DEBUG oslo_vmware.api [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469626, 'name': PowerOffVM_Task, 'duration_secs': 0.284942} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.656390] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.657028] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.657028] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dd2970c-9dab-4e38-b62e-3d70c1f4ca44 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.661565] env[65983]: DEBUG nova.network.neutron [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.739192] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.739512] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.739672] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleting the datastore file [datastore2] 29e82383-d039-4e49-b41f-cc6fd65d8978 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.740047] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8da46383-3f49-4e32-8293-fa624defa8e8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.748550] env[65983]: DEBUG oslo_vmware.api [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1222.748550] env[65983]: value = "task-4469628" [ 1222.748550] env[65983]: _type = "Task" [ 1222.748550] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.761227] env[65983]: DEBUG oslo_vmware.api [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.164932] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Releasing lock "refresh_cache-a3ec47b6-c52c-4ebb-ba43-ef93a24c2094" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.165218] env[65983]: DEBUG nova.compute.manager [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1223.165420] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.165725] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "4f6c094b-c2a5-4618-973c-af2c8db6b312" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.166013] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4f6c094b-c2a5-4618-973c-af2c8db6b312" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.167993] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef1d4c1-db06-46ff-94f9-5b095e9050a7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.179523] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.180351] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22d6c784-29c1-4c8e-b2dd-3b25681471d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.188471] env[65983]: DEBUG oslo_vmware.api [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1223.188471] env[65983]: value = "task-4469629" [ 1223.188471] env[65983]: _type = "Task" [ 1223.188471] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.197908] env[65983]: DEBUG oslo_vmware.api [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.260105] env[65983]: DEBUG oslo_vmware.api [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156182} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.260426] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.260568] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.260737] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.260907] env[65983]: INFO nova.compute.manager [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1223.261170] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1223.261443] env[65983]: DEBUG nova.compute.manager [-] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1223.261583] env[65983]: DEBUG nova.network.neutron [-] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1223.261846] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.330877] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.400540] env[65983]: DEBUG oslo_concurrency.lockutils [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "322c7289-d766-441d-8708-e0ba3d6a14be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.402165] env[65983]: DEBUG oslo_concurrency.lockutils [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "322c7289-d766-441d-8708-e0ba3d6a14be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.402165] env[65983]: DEBUG oslo_concurrency.lockutils [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "322c7289-d766-441d-8708-e0ba3d6a14be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.402165] env[65983]: DEBUG oslo_concurrency.lockutils [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "322c7289-d766-441d-8708-e0ba3d6a14be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.402165] env[65983]: DEBUG oslo_concurrency.lockutils [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "322c7289-d766-441d-8708-e0ba3d6a14be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.404932] env[65983]: INFO nova.compute.manager [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Terminating instance [ 1223.673391] env[65983]: DEBUG nova.compute.manager [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1223.700077] env[65983]: DEBUG oslo_vmware.api [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469629, 'name': PowerOffVM_Task, 'duration_secs': 0.258769} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.700577] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.700577] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.700805] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3c1ce98-75b3-408d-8ad8-b476a8deeb41 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.728404] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.728744] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.728982] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Deleting the datastore file [datastore2] a3ec47b6-c52c-4ebb-ba43-ef93a24c2094 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.729563] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bf7cf3f-397d-4c0c-88d5-014d83c32258 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.736557] env[65983]: DEBUG oslo_vmware.api [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for the task: (returnval){ [ 1223.736557] env[65983]: value = "task-4469631" [ 1223.736557] env[65983]: _type = "Task" [ 1223.736557] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.745919] env[65983]: DEBUG oslo_vmware.api [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.862776] env[65983]: DEBUG nova.compute.manager [req-0467eba5-1533-4f4c-8bd0-54124a47a093 req-c1c8f9c8-2266-4a6a-b34e-21be36d8207b service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Received event network-vif-deleted-262eab20-a232-47e8-9ead-70c2fa9d01cc {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1223.863029] env[65983]: INFO nova.compute.manager [req-0467eba5-1533-4f4c-8bd0-54124a47a093 req-c1c8f9c8-2266-4a6a-b34e-21be36d8207b service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Neutron deleted interface 262eab20-a232-47e8-9ead-70c2fa9d01cc; detaching it from the instance and deleting it from the info cache [ 1223.863243] env[65983]: DEBUG nova.network.neutron [req-0467eba5-1533-4f4c-8bd0-54124a47a093 req-c1c8f9c8-2266-4a6a-b34e-21be36d8207b service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.910236] env[65983]: DEBUG nova.compute.manager [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1223.910399] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.911585] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae87df62-7284-419b-983e-f1602079139c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.920403] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.920713] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-185b3c0d-d032-4fea-b97f-c603bf15d1d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.927891] env[65983]: DEBUG oslo_vmware.api [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1223.927891] env[65983]: value = "task-4469632" [ 1223.927891] env[65983]: _type = "Task" [ 1223.927891] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.939608] env[65983]: DEBUG oslo_vmware.api [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.198242] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.198629] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.200332] env[65983]: INFO nova.compute.claims [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.248084] env[65983]: DEBUG oslo_vmware.api [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Task: {'id': task-4469631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094104} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.248399] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.248582] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.248756] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.248921] env[65983]: INFO nova.compute.manager [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1224.249180] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1224.249385] env[65983]: DEBUG nova.compute.manager [-] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1224.249477] env[65983]: DEBUG nova.network.neutron [-] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1224.249729] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.268709] env[65983]: DEBUG nova.network.neutron [-] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1224.268972] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.342486] env[65983]: DEBUG nova.network.neutron [-] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.365805] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99144052-3354-4dec-a2bb-6cdb8de3e9a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.376048] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ac10e6-2ab2-47e3-bfc1-76c6f18fd174 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.412284] env[65983]: DEBUG nova.compute.manager [req-0467eba5-1533-4f4c-8bd0-54124a47a093 req-c1c8f9c8-2266-4a6a-b34e-21be36d8207b service nova] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Detach interface failed, port_id=262eab20-a232-47e8-9ead-70c2fa9d01cc, reason: Instance 29e82383-d039-4e49-b41f-cc6fd65d8978 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1224.437675] env[65983]: DEBUG oslo_vmware.api [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469632, 'name': PowerOffVM_Task, 'duration_secs': 0.232412} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.437883] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.438210] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.438496] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32ec1050-b78d-4eca-80d8-a8d46645d4c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.508667] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.508667] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.508667] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleting the datastore file [datastore2] 322c7289-d766-441d-8708-e0ba3d6a14be {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.508667] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd6e4bea-a70a-4fa0-b9ff-7127cab72a6b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.516408] env[65983]: DEBUG oslo_vmware.api [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1224.516408] env[65983]: value = "task-4469634" [ 1224.516408] env[65983]: _type = "Task" [ 1224.516408] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.525143] env[65983]: DEBUG oslo_vmware.api [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.771650] env[65983]: DEBUG nova.network.neutron [-] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.837061] env[65983]: INFO nova.compute.manager [-] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Took 1.58 seconds to deallocate network for instance. [ 1225.027146] env[65983]: DEBUG oslo_vmware.api [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141339} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.027406] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.027583] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.027752] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.027918] env[65983]: INFO nova.compute.manager [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1225.028277] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1225.028488] env[65983]: DEBUG nova.compute.manager [-] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1225.028582] env[65983]: DEBUG nova.network.neutron [-] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1225.028820] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.176903] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.274025] env[65983]: INFO nova.compute.manager [-] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Took 1.02 seconds to deallocate network for instance. [ 1225.315172] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b01bb0d-94cd-45e6-993a-de27320160a9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.325056] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fb4f3a-b28a-4ce9-81e2-c9325626d7b8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.358270] env[65983]: DEBUG oslo_concurrency.lockutils [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.359251] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4133e8-2713-486a-b707-340f314b7cbc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.367291] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec366b29-f84f-4ca9-8e1c-f02d98fe25f5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.382953] env[65983]: DEBUG nova.compute.provider_tree [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.782032] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.886055] env[65983]: DEBUG nova.scheduler.client.report [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.891675] env[65983]: DEBUG nova.compute.manager [req-5569b66f-794b-47e9-bf96-0d8d5e2fedf4 req-afaee649-9aef-4036-a31a-53c9e4605e76 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Received event network-vif-deleted-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1225.891969] env[65983]: INFO nova.compute.manager [req-5569b66f-794b-47e9-bf96-0d8d5e2fedf4 req-afaee649-9aef-4036-a31a-53c9e4605e76 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Neutron deleted interface 9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd; detaching it from the instance and deleting it from the info cache [ 1225.892070] env[65983]: DEBUG nova.network.neutron [req-5569b66f-794b-47e9-bf96-0d8d5e2fedf4 req-afaee649-9aef-4036-a31a-53c9e4605e76 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.122042] env[65983]: DEBUG nova.network.neutron [-] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.394251] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.394778] env[65983]: DEBUG nova.compute.manager [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1226.397612] env[65983]: DEBUG oslo_concurrency.lockutils [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.040s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.397821] env[65983]: DEBUG nova.objects.instance [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lazy-loading 'resources' on Instance uuid 29e82383-d039-4e49-b41f-cc6fd65d8978 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.398708] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-685c9812-b35d-4f28-af61-b4d8ec7cf9a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.410407] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a561c0d-0cfd-465e-806d-aadb6f19e49a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.441037] env[65983]: DEBUG nova.compute.manager [req-5569b66f-794b-47e9-bf96-0d8d5e2fedf4 req-afaee649-9aef-4036-a31a-53c9e4605e76 service nova] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Detach interface failed, port_id=9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd, reason: Instance 322c7289-d766-441d-8708-e0ba3d6a14be could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1226.624784] env[65983]: INFO nova.compute.manager [-] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Took 1.60 seconds to deallocate network for instance. [ 1226.903041] env[65983]: DEBUG nova.compute.utils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.907910] env[65983]: DEBUG nova.compute.manager [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1226.907910] env[65983]: DEBUG nova.network.neutron [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1226.908267] env[65983]: WARNING neutronclient.v2_0.client [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.908566] env[65983]: WARNING neutronclient.v2_0.client [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.960242] env[65983]: DEBUG nova.policy [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad37ca950b648e6aeb020d6176be683', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29dd90dd428f4355a1b0d3ef7bdc9985', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.017555] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f22cee4-6287-4783-9e87-30bc0f853b4f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.027294] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befe5726-bfa1-47ae-a323-49a4ccf58ca3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.061430] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd33cc09-bf28-4809-a68e-3f45c1846b3b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.077840] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d0c8b7-fa15-4a70-8d56-99a2bac85c1b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.083593] env[65983]: DEBUG nova.compute.provider_tree [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.131714] env[65983]: DEBUG oslo_concurrency.lockutils [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.245962] env[65983]: DEBUG nova.network.neutron [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Successfully created port: 370ef019-cc6e-4a1d-b153-1357645c29e3 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1227.407861] env[65983]: DEBUG nova.compute.manager [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1227.586599] env[65983]: DEBUG nova.scheduler.client.report [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.092510] env[65983]: DEBUG oslo_concurrency.lockutils [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.095593] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.314s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.095844] env[65983]: DEBUG nova.objects.instance [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Lazy-loading 'resources' on Instance uuid a3ec47b6-c52c-4ebb-ba43-ef93a24c2094 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.137191] env[65983]: INFO nova.scheduler.client.report [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleted allocations for instance 29e82383-d039-4e49-b41f-cc6fd65d8978 [ 1228.418271] env[65983]: DEBUG nova.compute.manager [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1228.444232] env[65983]: DEBUG nova.virt.hardware [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1228.444549] env[65983]: DEBUG nova.virt.hardware [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.444731] env[65983]: DEBUG nova.virt.hardware [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1228.444899] env[65983]: DEBUG nova.virt.hardware [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.445099] env[65983]: DEBUG nova.virt.hardware [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1228.445206] env[65983]: DEBUG nova.virt.hardware [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1228.445412] env[65983]: DEBUG nova.virt.hardware [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1228.445567] env[65983]: DEBUG nova.virt.hardware [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1228.445728] env[65983]: DEBUG nova.virt.hardware [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1228.446225] env[65983]: DEBUG nova.virt.hardware [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1228.446225] env[65983]: DEBUG nova.virt.hardware [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1228.447349] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72449b48-f434-4d78-8984-84071f3b70ad {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.455512] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60abb77-67a2-4d07-8534-2ca69b313c47 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.645055] env[65983]: DEBUG oslo_concurrency.lockutils [None req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "29e82383-d039-4e49-b41f-cc6fd65d8978" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.026s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.680514] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e046ff56-b69a-4cab-9ab0-267cb2a4e076 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.690257] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7339626c-76ce-4893-95d6-2be3bf03f1b9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.695416] env[65983]: DEBUG nova.compute.manager [req-b6bf2070-1a1d-4fe5-b1cc-81f1b2446a6b req-98ec3b2f-4787-4e13-9e7a-57b164a1d652 service nova] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Received event network-vif-plugged-370ef019-cc6e-4a1d-b153-1357645c29e3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1228.695623] env[65983]: DEBUG oslo_concurrency.lockutils [req-b6bf2070-1a1d-4fe5-b1cc-81f1b2446a6b req-98ec3b2f-4787-4e13-9e7a-57b164a1d652 service nova] Acquiring lock "4f6c094b-c2a5-4618-973c-af2c8db6b312-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.695904] env[65983]: DEBUG oslo_concurrency.lockutils [req-b6bf2070-1a1d-4fe5-b1cc-81f1b2446a6b req-98ec3b2f-4787-4e13-9e7a-57b164a1d652 service nova] Lock "4f6c094b-c2a5-4618-973c-af2c8db6b312-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.695950] env[65983]: DEBUG oslo_concurrency.lockutils [req-b6bf2070-1a1d-4fe5-b1cc-81f1b2446a6b req-98ec3b2f-4787-4e13-9e7a-57b164a1d652 service nova] Lock "4f6c094b-c2a5-4618-973c-af2c8db6b312-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.696199] env[65983]: DEBUG nova.compute.manager [req-b6bf2070-1a1d-4fe5-b1cc-81f1b2446a6b req-98ec3b2f-4787-4e13-9e7a-57b164a1d652 service nova] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] No waiting events found dispatching network-vif-plugged-370ef019-cc6e-4a1d-b153-1357645c29e3 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1228.696271] env[65983]: WARNING nova.compute.manager [req-b6bf2070-1a1d-4fe5-b1cc-81f1b2446a6b req-98ec3b2f-4787-4e13-9e7a-57b164a1d652 service nova] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Received unexpected event network-vif-plugged-370ef019-cc6e-4a1d-b153-1357645c29e3 for instance with vm_state building and task_state spawning. [ 1228.726976] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a415fd4-e3ab-4ab3-9136-cde0bc695aec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.735566] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77a2d32-0852-40de-8684-b9972ebf20d6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.750311] env[65983]: DEBUG nova.compute.provider_tree [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.789364] env[65983]: DEBUG nova.network.neutron [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Successfully updated port: 370ef019-cc6e-4a1d-b153-1357645c29e3 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1229.253264] env[65983]: DEBUG nova.scheduler.client.report [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.291765] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "refresh_cache-4f6c094b-c2a5-4618-973c-af2c8db6b312" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.292375] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "refresh_cache-4f6c094b-c2a5-4618-973c-af2c8db6b312" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.292375] env[65983]: DEBUG nova.network.neutron [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1229.758461] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.760781] env[65983]: DEBUG oslo_concurrency.lockutils [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.629s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.761037] env[65983]: DEBUG nova.objects.instance [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lazy-loading 'resources' on Instance uuid 322c7289-d766-441d-8708-e0ba3d6a14be {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.781267] env[65983]: INFO nova.scheduler.client.report [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Deleted allocations for instance a3ec47b6-c52c-4ebb-ba43-ef93a24c2094 [ 1229.825487] env[65983]: DEBUG nova.network.neutron [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1229.893994] env[65983]: WARNING neutronclient.v2_0.client [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.965208] env[65983]: DEBUG nova.network.neutron [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Updating instance_info_cache with network_info: [{"id": "370ef019-cc6e-4a1d-b153-1357645c29e3", "address": "fa:16:3e:aa:f2:cc", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap370ef019-cc", "ovs_interfaceid": "370ef019-cc6e-4a1d-b153-1357645c29e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.290593] env[65983]: DEBUG oslo_concurrency.lockutils [None req-fc5f3a86-056d-4221-933a-4dcf88c7aad1 tempest-ServersListShow298Test-759954810 tempest-ServersListShow298Test-759954810-project-member] Lock "a3ec47b6-c52c-4ebb-ba43-ef93a24c2094" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.720s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.362642] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba409a4-c573-480c-84a1-4fa1d8248d5d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.370452] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22060ee6-5c08-487b-b12a-3fc7af89f515 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.405625] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e03efa-3ee6-4a84-91f3-d166bcf742ce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.414442] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aedbcd8-b410-4a20-8bb5-887200aa4ddb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.428832] env[65983]: DEBUG nova.compute.provider_tree [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.467947] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "refresh_cache-4f6c094b-c2a5-4618-973c-af2c8db6b312" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.468361] env[65983]: DEBUG nova.compute.manager [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Instance network_info: |[{"id": "370ef019-cc6e-4a1d-b153-1357645c29e3", "address": "fa:16:3e:aa:f2:cc", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap370ef019-cc", "ovs_interfaceid": "370ef019-cc6e-4a1d-b153-1357645c29e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1230.468823] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:f2:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '370ef019-cc6e-4a1d-b153-1357645c29e3', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.478191] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1230.478818] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.478992] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-781af566-aa55-4779-98f7-8a5d493e742a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.502352] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.502352] env[65983]: value = "task-4469635" [ 1230.502352] env[65983]: _type = "Task" [ 1230.502352] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.512356] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469635, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.726377] env[65983]: DEBUG nova.compute.manager [req-de6dc901-4612-45ef-a7ae-70fdefc6068c req-6096bc3f-a9a2-4c9a-a005-b43b28d77324 service nova] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Received event network-changed-370ef019-cc6e-4a1d-b153-1357645c29e3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1230.726583] env[65983]: DEBUG nova.compute.manager [req-de6dc901-4612-45ef-a7ae-70fdefc6068c req-6096bc3f-a9a2-4c9a-a005-b43b28d77324 service nova] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Refreshing instance network info cache due to event network-changed-370ef019-cc6e-4a1d-b153-1357645c29e3. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1230.726866] env[65983]: DEBUG oslo_concurrency.lockutils [req-de6dc901-4612-45ef-a7ae-70fdefc6068c req-6096bc3f-a9a2-4c9a-a005-b43b28d77324 service nova] Acquiring lock "refresh_cache-4f6c094b-c2a5-4618-973c-af2c8db6b312" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.727011] env[65983]: DEBUG oslo_concurrency.lockutils [req-de6dc901-4612-45ef-a7ae-70fdefc6068c req-6096bc3f-a9a2-4c9a-a005-b43b28d77324 service nova] Acquired lock "refresh_cache-4f6c094b-c2a5-4618-973c-af2c8db6b312" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.727773] env[65983]: DEBUG nova.network.neutron [req-de6dc901-4612-45ef-a7ae-70fdefc6068c req-6096bc3f-a9a2-4c9a-a005-b43b28d77324 service nova] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Refreshing network info cache for port 370ef019-cc6e-4a1d-b153-1357645c29e3 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.931824] env[65983]: DEBUG nova.scheduler.client.report [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.014250] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469635, 'name': CreateVM_Task, 'duration_secs': 0.34345} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.014432] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.014930] env[65983]: WARNING neutronclient.v2_0.client [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.015516] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.015697] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.016025] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.016300] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7bb40c4-c4c4-4158-8b98-e01fc9edc0e7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.022414] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1231.022414] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5226714b-91b8-d874-dda7-33b7d3647b69" [ 1231.022414] env[65983]: _type = "Task" [ 1231.022414] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.031433] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5226714b-91b8-d874-dda7-33b7d3647b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.068461] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "eb38430b-d837-4305-af5d-4b563efb5c7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.068678] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.231057] env[65983]: WARNING neutronclient.v2_0.client [req-de6dc901-4612-45ef-a7ae-70fdefc6068c req-6096bc3f-a9a2-4c9a-a005-b43b28d77324 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.407810] env[65983]: WARNING neutronclient.v2_0.client [req-de6dc901-4612-45ef-a7ae-70fdefc6068c req-6096bc3f-a9a2-4c9a-a005-b43b28d77324 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.436998] env[65983]: DEBUG oslo_concurrency.lockutils [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.460326] env[65983]: INFO nova.scheduler.client.report [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleted allocations for instance 322c7289-d766-441d-8708-e0ba3d6a14be [ 1231.490266] env[65983]: DEBUG nova.network.neutron [req-de6dc901-4612-45ef-a7ae-70fdefc6068c req-6096bc3f-a9a2-4c9a-a005-b43b28d77324 service nova] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Updated VIF entry in instance network info cache for port 370ef019-cc6e-4a1d-b153-1357645c29e3. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1231.490641] env[65983]: DEBUG nova.network.neutron [req-de6dc901-4612-45ef-a7ae-70fdefc6068c req-6096bc3f-a9a2-4c9a-a005-b43b28d77324 service nova] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Updating instance_info_cache with network_info: [{"id": "370ef019-cc6e-4a1d-b153-1357645c29e3", "address": "fa:16:3e:aa:f2:cc", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap370ef019-cc", "ovs_interfaceid": "370ef019-cc6e-4a1d-b153-1357645c29e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.533948] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5226714b-91b8-d874-dda7-33b7d3647b69, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.534322] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.534544] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.534776] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.534918] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.535127] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.535635] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06f465a0-119b-4f55-8d7d-bc14bc49b859 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.545417] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.545592] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.546408] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a5d191a-ae48-47ce-9cb9-f5a887c77e6a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.552523] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1231.552523] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5223d28c-ae5b-8cc4-8cc1-a989cd9c683c" [ 1231.552523] env[65983]: _type = "Task" [ 1231.552523] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.561202] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5223d28c-ae5b-8cc4-8cc1-a989cd9c683c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.570684] env[65983]: DEBUG nova.compute.manager [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1231.968981] env[65983]: DEBUG oslo_concurrency.lockutils [None req-41c42d69-c039-46c0-b80b-7b097c45120f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "322c7289-d766-441d-8708-e0ba3d6a14be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.568s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.992988] env[65983]: DEBUG oslo_concurrency.lockutils [req-de6dc901-4612-45ef-a7ae-70fdefc6068c req-6096bc3f-a9a2-4c9a-a005-b43b28d77324 service nova] Releasing lock "refresh_cache-4f6c094b-c2a5-4618-973c-af2c8db6b312" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.065034] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5223d28c-ae5b-8cc4-8cc1-a989cd9c683c, 'name': SearchDatastore_Task, 'duration_secs': 0.009165} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.065521] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eba4e31-dcc4-44f1-ab0e-10f70db90730 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.071551] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1232.071551] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52831ed5-cf5e-9d82-44bd-3f032898a6bf" [ 1232.071551] env[65983]: _type = "Task" [ 1232.071551] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.083925] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52831ed5-cf5e-9d82-44bd-3f032898a6bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.084334] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.085020] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 4f6c094b-c2a5-4618-973c-af2c8db6b312/4f6c094b-c2a5-4618-973c-af2c8db6b312.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.085020] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a713db64-4052-4649-96a3-18ed67000c61 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.089945] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.090206] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.091738] env[65983]: INFO nova.compute.claims [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.096026] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1232.096026] env[65983]: value = "task-4469636" [ 1232.096026] env[65983]: _type = "Task" [ 1232.096026] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.105155] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.609360] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494572} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.610322] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 4f6c094b-c2a5-4618-973c-af2c8db6b312/4f6c094b-c2a5-4618-973c-af2c8db6b312.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.610960] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.610960] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88cc2de5-7a45-45f2-be07-11a2eccd1462 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.618825] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1232.618825] env[65983]: value = "task-4469637" [ 1232.618825] env[65983]: _type = "Task" [ 1232.618825] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.629446] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.132077] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08501} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.134719] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.135867] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0f94b1-fbd8-44f1-ad6b-bfb72bfa71a9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.158974] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 4f6c094b-c2a5-4618-973c-af2c8db6b312/4f6c094b-c2a5-4618-973c-af2c8db6b312.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.162023] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc47ff70-ca87-43ab-a344-d48db270a5f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.183728] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1233.183728] env[65983]: value = "task-4469638" [ 1233.183728] env[65983]: _type = "Task" [ 1233.183728] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.195347] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.227037] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5778c32a-8100-4292-9a4b-846ed5ee3ddb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.235598] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb2f6ec-7974-4e62-9d49-ee994f126638 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.266363] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aedf1e-1234-4714-8a93-faa2fa3104e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.275775] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359337d8-10bc-485f-bad1-46ee855a329b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.290551] env[65983]: DEBUG nova.compute.provider_tree [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.477729] env[65983]: DEBUG nova.compute.manager [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Stashing vm_state: active {{(pid=65983) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1233.695826] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469638, 'name': ReconfigVM_Task, 'duration_secs': 0.335995} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.695826] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 4f6c094b-c2a5-4618-973c-af2c8db6b312/4f6c094b-c2a5-4618-973c-af2c8db6b312.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.696315] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d5840f3-5744-4688-a780-93c805f245c8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.704014] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1233.704014] env[65983]: value = "task-4469639" [ 1233.704014] env[65983]: _type = "Task" [ 1233.704014] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.712899] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469639, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.793775] env[65983]: DEBUG nova.scheduler.client.report [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.996562] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.214699] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469639, 'name': Rename_Task, 'duration_secs': 0.150908} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.214920] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.215195] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcb787b3-9d04-45ba-a173-db9a149234e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.221991] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1234.221991] env[65983]: value = "task-4469640" [ 1234.221991] env[65983]: _type = "Task" [ 1234.221991] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.229832] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.299112] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.299653] env[65983]: DEBUG nova.compute.manager [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1234.302550] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.306s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.733665] env[65983]: DEBUG oslo_vmware.api [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469640, 'name': PowerOnVM_Task, 'duration_secs': 0.510979} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.734019] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.734184] env[65983]: INFO nova.compute.manager [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Took 6.32 seconds to spawn the instance on the hypervisor. [ 1234.734365] env[65983]: DEBUG nova.compute.manager [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1234.735285] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b49aa39-72d1-439e-9aee-df1844ed2cde {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.805948] env[65983]: DEBUG nova.compute.utils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.810420] env[65983]: INFO nova.compute.claims [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.814548] env[65983]: DEBUG nova.compute.manager [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1234.814800] env[65983]: DEBUG nova.network.neutron [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1234.815212] env[65983]: WARNING neutronclient.v2_0.client [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.815758] env[65983]: WARNING neutronclient.v2_0.client [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.872924] env[65983]: DEBUG nova.policy [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f543b233b1484faab4be0607adfa3b91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eadc9a2e702640778db988b81ca56caa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.148838] env[65983]: DEBUG nova.network.neutron [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Successfully created port: b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1235.254375] env[65983]: INFO nova.compute.manager [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Took 11.08 seconds to build instance. [ 1235.315482] env[65983]: DEBUG nova.compute.manager [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1235.321220] env[65983]: INFO nova.compute.resource_tracker [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating resource usage from migration db3efb0b-3c0a-48e4-9511-fe3e0b4beb65 [ 1235.417204] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4148aaa5-2c8d-469d-96cf-cbc115676227 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.425824] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa580b7-1370-462b-9643-4ac15956b71d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.458142] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbb3ae5-d9f7-414b-bf97-79b8be42a86d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.466374] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12497a45-d38c-4dd2-bb6e-d0185f85e8a9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.480441] env[65983]: DEBUG nova.compute.provider_tree [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.755612] env[65983]: DEBUG oslo_concurrency.lockutils [None req-193b3aa7-2286-481b-bc36-cb268e72029a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4f6c094b-c2a5-4618-973c-af2c8db6b312" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.589s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.983916] env[65983]: DEBUG nova.scheduler.client.report [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.325955] env[65983]: DEBUG nova.compute.manager [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1236.358233] env[65983]: DEBUG nova.virt.hardware [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1236.358513] env[65983]: DEBUG nova.virt.hardware [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.358670] env[65983]: DEBUG nova.virt.hardware [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1236.358844] env[65983]: DEBUG nova.virt.hardware [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.358986] env[65983]: DEBUG nova.virt.hardware [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1236.359145] env[65983]: DEBUG nova.virt.hardware [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1236.359350] env[65983]: DEBUG nova.virt.hardware [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1236.359500] env[65983]: DEBUG nova.virt.hardware [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1236.359658] env[65983]: DEBUG nova.virt.hardware [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1236.359813] env[65983]: DEBUG nova.virt.hardware [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1236.359979] env[65983]: DEBUG nova.virt.hardware [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1236.360867] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf1edc8-1bb1-446e-bc14-fcb3cae314d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.369465] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e88dcf9-8a77-418f-85dc-c27a7e8cbd1b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.489076] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.186s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.489335] env[65983]: INFO nova.compute.manager [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Migrating [ 1236.563613] env[65983]: DEBUG nova.compute.manager [req-ab281a30-af9d-40da-9dcd-1fed3b3d4f1e req-28c5d867-43d0-459b-9504-7923744806a7 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Received event network-vif-plugged-b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1236.563958] env[65983]: DEBUG oslo_concurrency.lockutils [req-ab281a30-af9d-40da-9dcd-1fed3b3d4f1e req-28c5d867-43d0-459b-9504-7923744806a7 service nova] Acquiring lock "eb38430b-d837-4305-af5d-4b563efb5c7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.564123] env[65983]: DEBUG oslo_concurrency.lockutils [req-ab281a30-af9d-40da-9dcd-1fed3b3d4f1e req-28c5d867-43d0-459b-9504-7923744806a7 service nova] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.564300] env[65983]: DEBUG oslo_concurrency.lockutils [req-ab281a30-af9d-40da-9dcd-1fed3b3d4f1e req-28c5d867-43d0-459b-9504-7923744806a7 service nova] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.564543] env[65983]: DEBUG nova.compute.manager [req-ab281a30-af9d-40da-9dcd-1fed3b3d4f1e req-28c5d867-43d0-459b-9504-7923744806a7 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] No waiting events found dispatching network-vif-plugged-b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1236.564742] env[65983]: WARNING nova.compute.manager [req-ab281a30-af9d-40da-9dcd-1fed3b3d4f1e req-28c5d867-43d0-459b-9504-7923744806a7 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Received unexpected event network-vif-plugged-b5a063dc-8e58-4b30-8341-079a8235d0d0 for instance with vm_state building and task_state spawning. [ 1236.648906] env[65983]: DEBUG nova.network.neutron [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Successfully updated port: b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1236.677874] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "4f6c094b-c2a5-4618-973c-af2c8db6b312" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.678208] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4f6c094b-c2a5-4618-973c-af2c8db6b312" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.678444] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "4f6c094b-c2a5-4618-973c-af2c8db6b312-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.678627] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4f6c094b-c2a5-4618-973c-af2c8db6b312-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.678789] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4f6c094b-c2a5-4618-973c-af2c8db6b312-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.680669] env[65983]: INFO nova.compute.manager [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Terminating instance [ 1237.004516] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.004894] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.004894] env[65983]: DEBUG nova.network.neutron [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1237.151682] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.151896] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.152071] env[65983]: DEBUG nova.network.neutron [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1237.184687] env[65983]: DEBUG nova.compute.manager [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1237.185009] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.185934] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5f9619-2b14-4e10-97c0-91fd13d5e4fb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.195121] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.195374] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69e0897c-4e0f-417a-afea-4d96872da5ab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.202291] env[65983]: DEBUG oslo_vmware.api [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1237.202291] env[65983]: value = "task-4469641" [ 1237.202291] env[65983]: _type = "Task" [ 1237.202291] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.211497] env[65983]: DEBUG oslo_vmware.api [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.507814] env[65983]: WARNING neutronclient.v2_0.client [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.678036] env[65983]: WARNING neutronclient.v2_0.client [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.685843] env[65983]: DEBUG nova.network.neutron [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1237.716046] env[65983]: DEBUG oslo_vmware.api [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469641, 'name': PowerOffVM_Task, 'duration_secs': 0.330543} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.716322] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.716482] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.716734] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58deef28-b827-402b-b789-0e0c0fe89fbd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.745014] env[65983]: DEBUG nova.network.neutron [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance_info_cache with network_info: [{"id": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "address": "fa:16:3e:04:61:32", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2c92d3-7c", "ovs_interfaceid": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.754354] env[65983]: WARNING neutronclient.v2_0.client [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.812438] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.812667] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.812847] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleting the datastore file [datastore1] 4f6c094b-c2a5-4618-973c-af2c8db6b312 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.813154] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86446064-2c18-4eeb-ba4a-ebf57cba9f3b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.821098] env[65983]: DEBUG oslo_vmware.api [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1237.821098] env[65983]: value = "task-4469643" [ 1237.821098] env[65983]: _type = "Task" [ 1237.821098] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.825830] env[65983]: DEBUG nova.network.neutron [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Updating instance_info_cache with network_info: [{"id": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "address": "fa:16:3e:98:59:c9", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a063dc-8e", "ovs_interfaceid": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.833140] env[65983]: DEBUG oslo_vmware.api [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.247807] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.328836] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.329176] env[65983]: DEBUG nova.compute.manager [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Instance network_info: |[{"id": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "address": "fa:16:3e:98:59:c9", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a063dc-8e", "ovs_interfaceid": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1238.332861] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:59:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a063dc-8e58-4b30-8341-079a8235d0d0', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.340642] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1238.340870] env[65983]: DEBUG oslo_vmware.api [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171536} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.341105] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.341343] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.341582] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.341859] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.342058] env[65983]: INFO nova.compute.manager [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1238.342315] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1238.342506] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51224783-8dce-469b-ac1f-e0b96a3eaa93 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.357726] env[65983]: DEBUG nova.compute.manager [-] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1238.358171] env[65983]: DEBUG nova.network.neutron [-] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1238.358516] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.366638] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.366638] env[65983]: value = "task-4469644" [ 1238.366638] env[65983]: _type = "Task" [ 1238.366638] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.374957] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469644, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.391236] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.599707] env[65983]: DEBUG nova.compute.manager [req-3d7a6cde-139f-410f-80bb-1ccfb0f35d4a req-913fb1a4-0e56-44d1-b184-f3db3f57702e service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Received event network-changed-b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1238.599921] env[65983]: DEBUG nova.compute.manager [req-3d7a6cde-139f-410f-80bb-1ccfb0f35d4a req-913fb1a4-0e56-44d1-b184-f3db3f57702e service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Refreshing instance network info cache due to event network-changed-b5a063dc-8e58-4b30-8341-079a8235d0d0. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1238.600132] env[65983]: DEBUG oslo_concurrency.lockutils [req-3d7a6cde-139f-410f-80bb-1ccfb0f35d4a req-913fb1a4-0e56-44d1-b184-f3db3f57702e service nova] Acquiring lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.602248] env[65983]: DEBUG oslo_concurrency.lockutils [req-3d7a6cde-139f-410f-80bb-1ccfb0f35d4a req-913fb1a4-0e56-44d1-b184-f3db3f57702e service nova] Acquired lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.602834] env[65983]: DEBUG nova.network.neutron [req-3d7a6cde-139f-410f-80bb-1ccfb0f35d4a req-913fb1a4-0e56-44d1-b184-f3db3f57702e service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Refreshing network info cache for port b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.876803] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469644, 'name': CreateVM_Task} progress is 99%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.106053] env[65983]: WARNING neutronclient.v2_0.client [req-3d7a6cde-139f-410f-80bb-1ccfb0f35d4a req-913fb1a4-0e56-44d1-b184-f3db3f57702e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.173130] env[65983]: DEBUG nova.network.neutron [-] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.262171] env[65983]: WARNING neutronclient.v2_0.client [req-3d7a6cde-139f-410f-80bb-1ccfb0f35d4a req-913fb1a4-0e56-44d1-b184-f3db3f57702e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.346971] env[65983]: DEBUG nova.network.neutron [req-3d7a6cde-139f-410f-80bb-1ccfb0f35d4a req-913fb1a4-0e56-44d1-b184-f3db3f57702e service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Updated VIF entry in instance network info cache for port b5a063dc-8e58-4b30-8341-079a8235d0d0. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1239.347400] env[65983]: DEBUG nova.network.neutron [req-3d7a6cde-139f-410f-80bb-1ccfb0f35d4a req-913fb1a4-0e56-44d1-b184-f3db3f57702e service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Updating instance_info_cache with network_info: [{"id": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "address": "fa:16:3e:98:59:c9", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a063dc-8e", "ovs_interfaceid": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.377421] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469644, 'name': CreateVM_Task, 'duration_secs': 0.552662} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.377628] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.378183] env[65983]: WARNING neutronclient.v2_0.client [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.378550] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.378723] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.379099] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.379496] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e07b26-00b9-44c4-8750-0eb9dd29a250 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.384969] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1239.384969] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b1c3c0-3cda-1aaf-eb7a-f5a4812a7e05" [ 1239.384969] env[65983]: _type = "Task" [ 1239.384969] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.394196] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b1c3c0-3cda-1aaf-eb7a-f5a4812a7e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.679330] env[65983]: INFO nova.compute.manager [-] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Took 1.32 seconds to deallocate network for instance. [ 1239.762474] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15d6e80-a145-4f37-b208-e38a2ba3972c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.781945] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance '974e7f63-87a7-40cb-bc37-5b73625a3b44' progress to 0 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.849716] env[65983]: DEBUG oslo_concurrency.lockutils [req-3d7a6cde-139f-410f-80bb-1ccfb0f35d4a req-913fb1a4-0e56-44d1-b184-f3db3f57702e service nova] Releasing lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.895737] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b1c3c0-3cda-1aaf-eb7a-f5a4812a7e05, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.896054] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.896285] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.896510] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.896652] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.896850] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.897204] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92a1fb5f-6c7e-4c00-bb78-6b9eec699374 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.906669] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.906819] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.907563] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174764c9-f696-4c96-bdc3-30e21083ccf8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.913271] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1239.913271] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524d8c75-6a4d-1f4f-3ed3-af0b78354df3" [ 1239.913271] env[65983]: _type = "Task" [ 1239.913271] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.923275] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]524d8c75-6a4d-1f4f-3ed3-af0b78354df3, 'name': SearchDatastore_Task, 'duration_secs': 0.008146} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.924077] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edab5c5d-5923-408e-b051-00adcbb42632 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.928968] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1239.928968] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b75ffe-6dd0-d567-38a3-f836e5a5ff08" [ 1239.928968] env[65983]: _type = "Task" [ 1239.928968] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.936671] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b75ffe-6dd0-d567-38a3-f836e5a5ff08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.188307] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.188627] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.188856] env[65983]: DEBUG nova.objects.instance [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lazy-loading 'resources' on Instance uuid 4f6c094b-c2a5-4618-973c-af2c8db6b312 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.287689] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.288033] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-175227b3-7975-4f8e-b827-50c1f32e4f6a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.297478] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1240.297478] env[65983]: value = "task-4469645" [ 1240.297478] env[65983]: _type = "Task" [ 1240.297478] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.308011] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.440322] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b75ffe-6dd0-d567-38a3-f836e5a5ff08, 'name': SearchDatastore_Task, 'duration_secs': 0.008327} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.440534] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.440785] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] eb38430b-d837-4305-af5d-4b563efb5c7b/eb38430b-d837-4305-af5d-4b563efb5c7b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.441066] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee6da224-151b-44a5-916a-59d3ea792aef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.449033] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1240.449033] env[65983]: value = "task-4469646" [ 1240.449033] env[65983]: _type = "Task" [ 1240.449033] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.458042] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.628271] env[65983]: DEBUG nova.compute.manager [req-896faa07-7640-40d6-a39e-168d011e9fa1 req-fd193d40-bb83-4c44-99df-8d0733ee3588 service nova] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Received event network-vif-deleted-370ef019-cc6e-4a1d-b153-1357645c29e3 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1240.794899] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64739e7-e847-483d-854a-34b3d1eb095c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.809905] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469645, 'name': PowerOffVM_Task, 'duration_secs': 0.193917} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.810282] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.810466] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance '974e7f63-87a7-40cb-bc37-5b73625a3b44' progress to 17 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.815071] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4930d3-e3eb-41a8-8926-c0d15edbc255 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.851634] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c766a4a-2464-4570-a2b5-14ba961b591a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.862568] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd24742-03e9-46f4-bb0d-9f5759645202 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.883134] env[65983]: DEBUG nova.compute.provider_tree [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.959541] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452585} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.959743] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] eb38430b-d837-4305-af5d-4b563efb5c7b/eb38430b-d837-4305-af5d-4b563efb5c7b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.959967] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.960198] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb1d85d8-290b-4aac-b03e-16b3e07465c1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.966581] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1240.966581] env[65983]: value = "task-4469647" [ 1240.966581] env[65983]: _type = "Task" [ 1240.966581] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.974966] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.322059] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1241.322456] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.322563] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1241.322783] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.322960] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1241.323160] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1241.323406] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1241.323616] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1241.323823] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1241.324015] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1241.324237] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1241.330056] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca4eb7e7-a6b0-4254-a5f3-f4cbf1f1b5ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.347738] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1241.347738] env[65983]: value = "task-4469648" [ 1241.347738] env[65983]: _type = "Task" [ 1241.347738] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.358065] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.386292] env[65983]: DEBUG nova.scheduler.client.report [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.477644] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062728} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.477905] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.478843] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacdf035-55dc-41e7-b611-035976c56375 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.502225] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] eb38430b-d837-4305-af5d-4b563efb5c7b/eb38430b-d837-4305-af5d-4b563efb5c7b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.502597] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-256da0d2-baaf-40d3-a2dd-3e79ec1a0d29 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.523467] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1241.523467] env[65983]: value = "task-4469649" [ 1241.523467] env[65983]: _type = "Task" [ 1241.523467] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.532265] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.859540] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.891664] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.910473] env[65983]: INFO nova.scheduler.client.report [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted allocations for instance 4f6c094b-c2a5-4618-973c-af2c8db6b312 [ 1242.034583] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.358914] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469648, 'name': ReconfigVM_Task, 'duration_secs': 0.576226} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.359756] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance '974e7f63-87a7-40cb-bc37-5b73625a3b44' progress to 33 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.419918] env[65983]: DEBUG oslo_concurrency.lockutils [None req-dd3bbdcf-6622-461f-be74-b3afbf79f375 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4f6c094b-c2a5-4618-973c-af2c8db6b312" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.742s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.534686] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469649, 'name': ReconfigVM_Task, 'duration_secs': 0.617096} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.534956] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Reconfigured VM instance instance-0000007a to attach disk [datastore1] eb38430b-d837-4305-af5d-4b563efb5c7b/eb38430b-d837-4305-af5d-4b563efb5c7b.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.535695] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7adb4e9b-df93-4860-85c5-9343afc11959 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.542848] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1242.542848] env[65983]: value = "task-4469650" [ 1242.542848] env[65983]: _type = "Task" [ 1242.542848] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.551146] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469650, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.867266] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1242.867509] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.867661] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1242.867838] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.867978] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1242.868154] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1242.868347] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1242.868516] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1242.868681] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1242.868838] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1242.869016] env[65983]: DEBUG nova.virt.hardware [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1242.874263] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1242.874560] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38918080-b1bd-4c63-8af0-b06c5b8e5f99 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.893806] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1242.893806] env[65983]: value = "task-4469651" [ 1242.893806] env[65983]: _type = "Task" [ 1242.893806] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.902761] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.053248] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469650, 'name': Rename_Task, 'duration_secs': 0.142416} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.053593] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.053850] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddd0d691-6a7f-43e4-b061-113791851c6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.060852] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1243.060852] env[65983]: value = "task-4469652" [ 1243.060852] env[65983]: _type = "Task" [ 1243.060852] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.070337] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.404464] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469651, 'name': ReconfigVM_Task, 'duration_secs': 0.15654} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.404841] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.405554] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498a3148-abaf-452c-b0d3-66f42b5887b0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.428072] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 974e7f63-87a7-40cb-bc37-5b73625a3b44/974e7f63-87a7-40cb-bc37-5b73625a3b44.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.428373] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54299322-bde9-486e-81ed-22a988256d93 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.448381] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1243.448381] env[65983]: value = "task-4469653" [ 1243.448381] env[65983]: _type = "Task" [ 1243.448381] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.458905] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.572556] env[65983]: DEBUG oslo_vmware.api [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469652, 'name': PowerOnVM_Task, 'duration_secs': 0.496633} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.572880] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.573167] env[65983]: INFO nova.compute.manager [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1243.573415] env[65983]: DEBUG nova.compute.manager [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1243.574423] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ce3f95-a925-432b-9d47-48b0f62a4025 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.697333] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "4a21af1b-94f5-48df-b807-a516137bf2ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.697607] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4a21af1b-94f5-48df-b807-a516137bf2ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.960665] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469653, 'name': ReconfigVM_Task, 'duration_secs': 0.325124} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.960935] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 974e7f63-87a7-40cb-bc37-5b73625a3b44/974e7f63-87a7-40cb-bc37-5b73625a3b44.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.961173] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance '974e7f63-87a7-40cb-bc37-5b73625a3b44' progress to 50 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.093156] env[65983]: INFO nova.compute.manager [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Took 12.02 seconds to build instance. [ 1244.200546] env[65983]: DEBUG nova.compute.manager [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1244.290875] env[65983]: DEBUG nova.compute.manager [req-c5ea380c-53fa-4557-b47d-c3cf25c8c376 req-03a67fd7-128f-4363-b28d-21fbf0621d26 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Received event network-changed-b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1244.290875] env[65983]: DEBUG nova.compute.manager [req-c5ea380c-53fa-4557-b47d-c3cf25c8c376 req-03a67fd7-128f-4363-b28d-21fbf0621d26 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Refreshing instance network info cache due to event network-changed-b5a063dc-8e58-4b30-8341-079a8235d0d0. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1244.290875] env[65983]: DEBUG oslo_concurrency.lockutils [req-c5ea380c-53fa-4557-b47d-c3cf25c8c376 req-03a67fd7-128f-4363-b28d-21fbf0621d26 service nova] Acquiring lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.290875] env[65983]: DEBUG oslo_concurrency.lockutils [req-c5ea380c-53fa-4557-b47d-c3cf25c8c376 req-03a67fd7-128f-4363-b28d-21fbf0621d26 service nova] Acquired lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.291091] env[65983]: DEBUG nova.network.neutron [req-c5ea380c-53fa-4557-b47d-c3cf25c8c376 req-03a67fd7-128f-4363-b28d-21fbf0621d26 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Refreshing network info cache for port b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.468185] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e2cc72-d3f5-4878-981e-3a9d8777b0fc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.488415] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b1546b-35af-4972-9428-c8e2c1b2524b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.506619] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance '974e7f63-87a7-40cb-bc37-5b73625a3b44' progress to 67 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.595355] env[65983]: DEBUG oslo_concurrency.lockutils [None req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.526s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.722368] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.722760] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.725022] env[65983]: INFO nova.compute.claims [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.793853] env[65983]: WARNING neutronclient.v2_0.client [req-c5ea380c-53fa-4557-b47d-c3cf25c8c376 req-03a67fd7-128f-4363-b28d-21fbf0621d26 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.954992] env[65983]: WARNING neutronclient.v2_0.client [req-c5ea380c-53fa-4557-b47d-c3cf25c8c376 req-03a67fd7-128f-4363-b28d-21fbf0621d26 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.012801] env[65983]: WARNING neutronclient.v2_0.client [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.013181] env[65983]: WARNING neutronclient.v2_0.client [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.022869] env[65983]: DEBUG nova.network.neutron [req-c5ea380c-53fa-4557-b47d-c3cf25c8c376 req-03a67fd7-128f-4363-b28d-21fbf0621d26 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Updated VIF entry in instance network info cache for port b5a063dc-8e58-4b30-8341-079a8235d0d0. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1245.023295] env[65983]: DEBUG nova.network.neutron [req-c5ea380c-53fa-4557-b47d-c3cf25c8c376 req-03a67fd7-128f-4363-b28d-21fbf0621d26 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Updating instance_info_cache with network_info: [{"id": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "address": "fa:16:3e:98:59:c9", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a063dc-8e", "ovs_interfaceid": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.049225] env[65983]: DEBUG nova.network.neutron [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Port 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec binding to destination host cpu-1 is already ACTIVE {{(pid=65983) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1245.525675] env[65983]: DEBUG oslo_concurrency.lockutils [req-c5ea380c-53fa-4557-b47d-c3cf25c8c376 req-03a67fd7-128f-4363-b28d-21fbf0621d26 service nova] Releasing lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.825948] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d532350f-7899-4d05-8e36-7f20bc297111 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.833892] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae745289-e35d-448c-a87a-19df179ed075 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.864415] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3097658c-3c81-483a-91ce-4c68857e83fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.872593] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8572c0bd-4467-4dc2-b975-f50ac7cc1089 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.887728] env[65983]: DEBUG nova.compute.provider_tree [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.070611] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "974e7f63-87a7-40cb-bc37-5b73625a3b44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.070789] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.070919] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.391176] env[65983]: DEBUG nova.scheduler.client.report [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.896049] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.896504] env[65983]: DEBUG nova.compute.manager [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1247.077319] env[65983]: WARNING neutronclient.v2_0.client [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.107275] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.107490] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.107666] env[65983]: DEBUG nova.network.neutron [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1247.402142] env[65983]: DEBUG nova.compute.utils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.403933] env[65983]: DEBUG nova.compute.manager [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1247.404155] env[65983]: DEBUG nova.network.neutron [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1247.404463] env[65983]: WARNING neutronclient.v2_0.client [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.404741] env[65983]: WARNING neutronclient.v2_0.client [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.449102] env[65983]: DEBUG nova.policy [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad37ca950b648e6aeb020d6176be683', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29dd90dd428f4355a1b0d3ef7bdc9985', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.611060] env[65983]: WARNING neutronclient.v2_0.client [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.736782] env[65983]: DEBUG nova.network.neutron [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Successfully created port: da30671a-d512-48b9-90fe-288e15af0922 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1247.774558] env[65983]: WARNING neutronclient.v2_0.client [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.839167] env[65983]: DEBUG nova.network.neutron [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance_info_cache with network_info: [{"id": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "address": "fa:16:3e:04:61:32", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2c92d3-7c", "ovs_interfaceid": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.907610] env[65983]: DEBUG nova.compute.manager [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1248.342716] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.868749] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5072df-09aa-4d65-a9b8-67ed511de1d7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.888531] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70b33fc-43d7-4122-9024-d0557c1ed061 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.896565] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance '974e7f63-87a7-40cb-bc37-5b73625a3b44' progress to 83 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.916893] env[65983]: DEBUG nova.compute.manager [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1248.946177] env[65983]: DEBUG nova.virt.hardware [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1248.946416] env[65983]: DEBUG nova.virt.hardware [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.946566] env[65983]: DEBUG nova.virt.hardware [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1248.946739] env[65983]: DEBUG nova.virt.hardware [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.946877] env[65983]: DEBUG nova.virt.hardware [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1248.947028] env[65983]: DEBUG nova.virt.hardware [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1248.947240] env[65983]: DEBUG nova.virt.hardware [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1248.947451] env[65983]: DEBUG nova.virt.hardware [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1248.947584] env[65983]: DEBUG nova.virt.hardware [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1248.947740] env[65983]: DEBUG nova.virt.hardware [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1248.947904] env[65983]: DEBUG nova.virt.hardware [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1248.948791] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8803f6c-5665-425a-b4d2-b28487cbff1d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.958809] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500cd114-f8a3-44e8-a74f-d94573d085bf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.121971] env[65983]: DEBUG nova.compute.manager [req-bb610727-8975-4cfc-a8df-1c472456de02 req-1475ae5f-eecc-47a2-be4c-961ce6213dd0 service nova] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Received event network-vif-plugged-da30671a-d512-48b9-90fe-288e15af0922 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1249.122204] env[65983]: DEBUG oslo_concurrency.lockutils [req-bb610727-8975-4cfc-a8df-1c472456de02 req-1475ae5f-eecc-47a2-be4c-961ce6213dd0 service nova] Acquiring lock "4a21af1b-94f5-48df-b807-a516137bf2ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.122422] env[65983]: DEBUG oslo_concurrency.lockutils [req-bb610727-8975-4cfc-a8df-1c472456de02 req-1475ae5f-eecc-47a2-be4c-961ce6213dd0 service nova] Lock "4a21af1b-94f5-48df-b807-a516137bf2ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.122582] env[65983]: DEBUG oslo_concurrency.lockutils [req-bb610727-8975-4cfc-a8df-1c472456de02 req-1475ae5f-eecc-47a2-be4c-961ce6213dd0 service nova] Lock "4a21af1b-94f5-48df-b807-a516137bf2ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.122741] env[65983]: DEBUG nova.compute.manager [req-bb610727-8975-4cfc-a8df-1c472456de02 req-1475ae5f-eecc-47a2-be4c-961ce6213dd0 service nova] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] No waiting events found dispatching network-vif-plugged-da30671a-d512-48b9-90fe-288e15af0922 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1249.122893] env[65983]: WARNING nova.compute.manager [req-bb610727-8975-4cfc-a8df-1c472456de02 req-1475ae5f-eecc-47a2-be4c-961ce6213dd0 service nova] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Received unexpected event network-vif-plugged-da30671a-d512-48b9-90fe-288e15af0922 for instance with vm_state building and task_state spawning. [ 1249.210994] env[65983]: DEBUG nova.network.neutron [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Successfully updated port: da30671a-d512-48b9-90fe-288e15af0922 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1249.403141] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.403141] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcae0971-9894-4a03-8dd8-8aaee07447bb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.410742] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1249.410742] env[65983]: value = "task-4469654" [ 1249.410742] env[65983]: _type = "Task" [ 1249.410742] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.419560] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.714174] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "refresh_cache-4a21af1b-94f5-48df-b807-a516137bf2ff" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.714361] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "refresh_cache-4a21af1b-94f5-48df-b807-a516137bf2ff" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.714568] env[65983]: DEBUG nova.network.neutron [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1249.921071] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.248375] env[65983]: DEBUG nova.network.neutron [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1250.331761] env[65983]: WARNING neutronclient.v2_0.client [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.413317] env[65983]: DEBUG nova.network.neutron [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Updating instance_info_cache with network_info: [{"id": "da30671a-d512-48b9-90fe-288e15af0922", "address": "fa:16:3e:ea:0e:1d", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda30671a-d5", "ovs_interfaceid": "da30671a-d512-48b9-90fe-288e15af0922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.425194] env[65983]: DEBUG oslo_vmware.api [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469654, 'name': PowerOnVM_Task, 'duration_secs': 0.994409} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.426146] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.426381] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a01b9074-3e98-4e15-a8bf-c6a431b9bf61 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance '974e7f63-87a7-40cb-bc37-5b73625a3b44' progress to 100 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.919587] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "refresh_cache-4a21af1b-94f5-48df-b807-a516137bf2ff" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.919980] env[65983]: DEBUG nova.compute.manager [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Instance network_info: |[{"id": "da30671a-d512-48b9-90fe-288e15af0922", "address": "fa:16:3e:ea:0e:1d", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda30671a-d5", "ovs_interfaceid": "da30671a-d512-48b9-90fe-288e15af0922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1250.920459] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:0e:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da30671a-d512-48b9-90fe-288e15af0922', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.928734] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1250.928734] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.928734] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1149bdca-2a58-4848-a57e-3d4f7d5f80c7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.953827] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.953827] env[65983]: value = "task-4469655" [ 1250.953827] env[65983]: _type = "Task" [ 1250.953827] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.963634] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469655, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.154227] env[65983]: DEBUG nova.compute.manager [req-c9f0eb5f-9092-409f-af2e-a7ff9d8e29f9 req-22ee033e-c18d-426e-abbb-46fd94d16e32 service nova] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Received event network-changed-da30671a-d512-48b9-90fe-288e15af0922 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1251.154429] env[65983]: DEBUG nova.compute.manager [req-c9f0eb5f-9092-409f-af2e-a7ff9d8e29f9 req-22ee033e-c18d-426e-abbb-46fd94d16e32 service nova] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Refreshing instance network info cache due to event network-changed-da30671a-d512-48b9-90fe-288e15af0922. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1251.154691] env[65983]: DEBUG oslo_concurrency.lockutils [req-c9f0eb5f-9092-409f-af2e-a7ff9d8e29f9 req-22ee033e-c18d-426e-abbb-46fd94d16e32 service nova] Acquiring lock "refresh_cache-4a21af1b-94f5-48df-b807-a516137bf2ff" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.154884] env[65983]: DEBUG oslo_concurrency.lockutils [req-c9f0eb5f-9092-409f-af2e-a7ff9d8e29f9 req-22ee033e-c18d-426e-abbb-46fd94d16e32 service nova] Acquired lock "refresh_cache-4a21af1b-94f5-48df-b807-a516137bf2ff" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.155091] env[65983]: DEBUG nova.network.neutron [req-c9f0eb5f-9092-409f-af2e-a7ff9d8e29f9 req-22ee033e-c18d-426e-abbb-46fd94d16e32 service nova] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Refreshing network info cache for port da30671a-d512-48b9-90fe-288e15af0922 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.470803] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469655, 'name': CreateVM_Task, 'duration_secs': 0.316167} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.472050] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.472050] env[65983]: WARNING neutronclient.v2_0.client [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.472050] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.472230] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.472506] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.472773] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86624ad3-c83c-4cbb-8f7f-7c3ecc0caf97 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.478057] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1251.478057] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b67b19-fac6-8777-0d98-4449ee8059a1" [ 1251.478057] env[65983]: _type = "Task" [ 1251.478057] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.486535] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b67b19-fac6-8777-0d98-4449ee8059a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.658661] env[65983]: WARNING neutronclient.v2_0.client [req-c9f0eb5f-9092-409f-af2e-a7ff9d8e29f9 req-22ee033e-c18d-426e-abbb-46fd94d16e32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.794708] env[65983]: WARNING neutronclient.v2_0.client [req-c9f0eb5f-9092-409f-af2e-a7ff9d8e29f9 req-22ee033e-c18d-426e-abbb-46fd94d16e32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.862282] env[65983]: DEBUG nova.network.neutron [req-c9f0eb5f-9092-409f-af2e-a7ff9d8e29f9 req-22ee033e-c18d-426e-abbb-46fd94d16e32 service nova] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Updated VIF entry in instance network info cache for port da30671a-d512-48b9-90fe-288e15af0922. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1251.862761] env[65983]: DEBUG nova.network.neutron [req-c9f0eb5f-9092-409f-af2e-a7ff9d8e29f9 req-22ee033e-c18d-426e-abbb-46fd94d16e32 service nova] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Updating instance_info_cache with network_info: [{"id": "da30671a-d512-48b9-90fe-288e15af0922", "address": "fa:16:3e:ea:0e:1d", "network": {"id": "f035cf42-2920-460f-b861-8fba6847d0df", "bridge": "br-int", "label": "tempest-ServersTestJSON-1932331669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29dd90dd428f4355a1b0d3ef7bdc9985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda30671a-d5", "ovs_interfaceid": "da30671a-d512-48b9-90fe-288e15af0922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.990311] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b67b19-fac6-8777-0d98-4449ee8059a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.990676] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.990902] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.991174] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.991354] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.991533] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.992433] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f00ab3ad-4d03-45ac-9ac0-4c0409a0f464 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.002922] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.003125] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.003904] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2fb4a44-54dd-415c-abbb-8a158991d85f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.010303] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1252.010303] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cc41c2-2948-3b36-1639-e8e50ff2bd5c" [ 1252.010303] env[65983]: _type = "Task" [ 1252.010303] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.020091] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cc41c2-2948-3b36-1639-e8e50ff2bd5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.365964] env[65983]: DEBUG oslo_concurrency.lockutils [req-c9f0eb5f-9092-409f-af2e-a7ff9d8e29f9 req-22ee033e-c18d-426e-abbb-46fd94d16e32 service nova] Releasing lock "refresh_cache-4a21af1b-94f5-48df-b807-a516137bf2ff" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.521628] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52cc41c2-2948-3b36-1639-e8e50ff2bd5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010058} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.522389] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d610c65e-8904-4a72-9d56-df0c8bb0c960 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.528337] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1252.528337] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f9d11-d30b-431a-8980-fef879469a4f" [ 1252.528337] env[65983]: _type = "Task" [ 1252.528337] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.537089] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f9d11-d30b-431a-8980-fef879469a4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.040457] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]529f9d11-d30b-431a-8980-fef879469a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010889} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.040830] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.040953] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 4a21af1b-94f5-48df-b807-a516137bf2ff/4a21af1b-94f5-48df-b807-a516137bf2ff.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.041236] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ab5500a-995f-4546-aea5-ad6f19d9b1be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.049980] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1253.049980] env[65983]: value = "task-4469656" [ 1253.049980] env[65983]: _type = "Task" [ 1253.049980] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.059050] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.251595] env[65983]: DEBUG oslo_concurrency.lockutils [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.251930] env[65983]: DEBUG oslo_concurrency.lockutils [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.252141] env[65983]: DEBUG nova.compute.manager [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Going to confirm migration 9 {{(pid=65983) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1253.560998] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488554} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.561280] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 4a21af1b-94f5-48df-b807-a516137bf2ff/4a21af1b-94f5-48df-b807-a516137bf2ff.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.561482] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.561735] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32b1df54-916c-4ce6-9824-8db380e296de {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.568844] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1253.568844] env[65983]: value = "task-4469657" [ 1253.568844] env[65983]: _type = "Task" [ 1253.568844] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.579689] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.758550] env[65983]: WARNING neutronclient.v2_0.client [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.793675] env[65983]: WARNING neutronclient.v2_0.client [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.794111] env[65983]: DEBUG oslo_concurrency.lockutils [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.794267] env[65983]: DEBUG oslo_concurrency.lockutils [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.794436] env[65983]: DEBUG nova.network.neutron [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1253.794618] env[65983]: DEBUG nova.objects.instance [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lazy-loading 'info_cache' on Instance uuid 974e7f63-87a7-40cb-bc37-5b73625a3b44 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.079308] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086703} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.079649] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.080598] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a842079c-1a2d-4ecb-9b71-85d4b0898095 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.103672] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 4a21af1b-94f5-48df-b807-a516137bf2ff/4a21af1b-94f5-48df-b807-a516137bf2ff.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.104059] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8d2529e-e286-4d39-ab9b-16e9aeaee7e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.131446] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1254.131446] env[65983]: value = "task-4469658" [ 1254.131446] env[65983]: _type = "Task" [ 1254.131446] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.140184] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.643345] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.800022] env[65983]: WARNING neutronclient.v2_0.client [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.968276] env[65983]: WARNING neutronclient.v2_0.client [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.044884] env[65983]: DEBUG nova.network.neutron [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance_info_cache with network_info: [{"id": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "address": "fa:16:3e:04:61:32", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a2c92d3-7c", "ovs_interfaceid": "8a2c92d3-7cd7-49c1-bff9-e62b7498ecec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.094927] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.094927] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.094927] env[65983]: INFO nova.compute.manager [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Shelving [ 1255.144133] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.548517] env[65983]: DEBUG oslo_concurrency.lockutils [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-974e7f63-87a7-40cb-bc37-5b73625a3b44" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.548844] env[65983]: DEBUG nova.objects.instance [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lazy-loading 'migration_context' on Instance uuid 974e7f63-87a7-40cb-bc37-5b73625a3b44 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.644176] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469658, 'name': ReconfigVM_Task, 'duration_secs': 1.173306} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.644459] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 4a21af1b-94f5-48df-b807-a516137bf2ff/4a21af1b-94f5-48df-b807-a516137bf2ff.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.645151] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-053d0be6-8978-4b59-b55b-8b5d92af09d8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.653191] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1255.653191] env[65983]: value = "task-4469659" [ 1255.653191] env[65983]: _type = "Task" [ 1255.653191] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.662425] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469659, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.052283] env[65983]: DEBUG nova.objects.base [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Object Instance<974e7f63-87a7-40cb-bc37-5b73625a3b44> lazy-loaded attributes: info_cache,migration_context {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1256.053800] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74a65e6-2226-4c85-947b-04039a185721 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.085967] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c95544e7-da2f-4f9d-a711-f7a113560596 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.093646] env[65983]: DEBUG oslo_vmware.api [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1256.093646] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5297ec74-da9e-e30b-cf5b-4db3791d36fc" [ 1256.093646] env[65983]: _type = "Task" [ 1256.093646] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.105573] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.106088] env[65983]: DEBUG oslo_vmware.api [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5297ec74-da9e-e30b-cf5b-4db3791d36fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008169} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.106437] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dea410ff-17d8-4045-bd63-c48024f6b82f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.108891] env[65983]: DEBUG oslo_concurrency.lockutils [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.109269] env[65983]: DEBUG oslo_concurrency.lockutils [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.117551] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1256.117551] env[65983]: value = "task-4469660" [ 1256.117551] env[65983]: _type = "Task" [ 1256.117551] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.127265] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.164533] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469659, 'name': Rename_Task, 'duration_secs': 0.150034} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.165342] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.165342] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5a4eddf-1025-471a-b3d8-844886f1b778 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.172825] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1256.172825] env[65983]: value = "task-4469661" [ 1256.172825] env[65983]: _type = "Task" [ 1256.172825] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.182542] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.628665] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469660, 'name': PowerOffVM_Task, 'duration_secs': 0.257683} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.629553] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.630107] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bc9b53-0442-4e85-a570-0b2382f1b366 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.652298] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd268e2f-0bcb-4784-9a60-24a3340dc8a4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.686231] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469661, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.725105] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d54d70e-a9a6-4733-a5af-3dba044b00e8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.733604] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3476f2-d56d-45e6-b617-6d6c2e4db6ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.766981] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8019cf1d-194f-4684-a32c-67bdd564ce2e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.776169] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4a6d14-b900-4e7e-97f4-95f71492e515 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.790155] env[65983]: DEBUG nova.compute.provider_tree [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.163754] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1257.164286] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bdd30ded-0c2c-4ee1-986f-46404c661540 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.175019] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1257.175019] env[65983]: value = "task-4469662" [ 1257.175019] env[65983]: _type = "Task" [ 1257.175019] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.186593] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469662, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.190048] env[65983]: DEBUG oslo_vmware.api [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469661, 'name': PowerOnVM_Task, 'duration_secs': 0.961828} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.190474] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.190819] env[65983]: INFO nova.compute.manager [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1257.191138] env[65983]: DEBUG nova.compute.manager [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1257.192063] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa8cc90-573f-4b63-ad48-d25806820be5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.293718] env[65983]: DEBUG nova.scheduler.client.report [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.684555] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469662, 'name': CreateSnapshot_Task, 'duration_secs': 0.399304} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.684864] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1257.685677] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56028ac3-b8b4-4d1b-be98-1990805060ec {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.709712] env[65983]: INFO nova.compute.manager [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Took 13.00 seconds to build instance. [ 1257.736629] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.737652] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.205446] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1258.205908] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fc3b6e5a-886a-4f6b-9989-999773788089 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.212921] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c5ab90a1-4c58-482d-928f-7291e2d46687 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4a21af1b-94f5-48df-b807-a516137bf2ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.515s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.215408] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1258.215408] env[65983]: value = "task-4469663" [ 1258.215408] env[65983]: _type = "Task" [ 1258.215408] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.225222] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469663, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.242686] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.242686] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.243550] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.243923] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.244246] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.244446] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.244611] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65983) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1258.244808] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.248031] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9914ef0a-ce35-4d9f-884f-a24fe9ccf92a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "4a21af1b-94f5-48df-b807-a516137bf2ff" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.248172] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9914ef0a-ce35-4d9f-884f-a24fe9ccf92a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4a21af1b-94f5-48df-b807-a516137bf2ff" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.248336] env[65983]: DEBUG nova.compute.manager [None req-9914ef0a-ce35-4d9f-884f-a24fe9ccf92a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1258.249255] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9990162-3083-438e-af67-05d732110de8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.256095] env[65983]: DEBUG nova.compute.manager [None req-9914ef0a-ce35-4d9f-884f-a24fe9ccf92a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65983) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1258.256677] env[65983]: DEBUG nova.objects.instance [None req-9914ef0a-ce35-4d9f-884f-a24fe9ccf92a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lazy-loading 'flavor' on Instance uuid 4a21af1b-94f5-48df-b807-a516137bf2ff {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.304933] env[65983]: DEBUG oslo_concurrency.lockutils [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.195s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.726894] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469663, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.748123] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.748389] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.748524] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.748689] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65983) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1258.749609] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ddcb8f-9199-42ac-b746-814640a363c2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.758157] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d93932e-262b-4848-9fce-8f3f674a52d1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.777798] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4d8016-aed9-4272-826e-b82966fd1d85 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.786860] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7935ea98-9616-4662-b55d-dd49679af27f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.822682] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178831MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65983) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1258.822899] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.823019] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.882085] env[65983]: INFO nova.scheduler.client.report [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleted allocation for migration db3efb0b-3c0a-48e4-9511-fe3e0b4beb65 [ 1259.227994] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469663, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.266787] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9914ef0a-ce35-4d9f-884f-a24fe9ccf92a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.267164] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6c4a361-b1d4-4e87-b42c-fc69a9a69d91 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.274987] env[65983]: DEBUG oslo_vmware.api [None req-9914ef0a-ce35-4d9f-884f-a24fe9ccf92a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1259.274987] env[65983]: value = "task-4469664" [ 1259.274987] env[65983]: _type = "Task" [ 1259.274987] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.285714] env[65983]: DEBUG oslo_vmware.api [None req-9914ef0a-ce35-4d9f-884f-a24fe9ccf92a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.388573] env[65983]: DEBUG oslo_concurrency.lockutils [None req-70cf4fc9-c7ad-410c-8901-ed07086d2cce tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.136s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.728626] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469663, 'name': CloneVM_Task, 'duration_secs': 1.402627} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.728626] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Created linked-clone VM from snapshot [ 1259.729266] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa34af39-cebb-4e20-a4eb-f900dd59e17f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.737180] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Uploading image a19622d3-19a6-42ac-b7df-dd75e23fe2cd {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1259.772056] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1259.772056] env[65983]: value = "vm-874003" [ 1259.772056] env[65983]: _type = "VirtualMachine" [ 1259.772056] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1259.772385] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d94bd4c2-2935-419b-ad5b-609facbc254c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.781299] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lease: (returnval){ [ 1259.781299] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52352179-5c25-7dd4-f998-2019b391fc93" [ 1259.781299] env[65983]: _type = "HttpNfcLease" [ 1259.781299] env[65983]: } obtained for exporting VM: (result){ [ 1259.781299] env[65983]: value = "vm-874003" [ 1259.781299] env[65983]: _type = "VirtualMachine" [ 1259.781299] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1259.781682] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the lease: (returnval){ [ 1259.781682] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52352179-5c25-7dd4-f998-2019b391fc93" [ 1259.781682] env[65983]: _type = "HttpNfcLease" [ 1259.781682] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1259.784966] env[65983]: DEBUG oslo_vmware.api [None req-9914ef0a-ce35-4d9f-884f-a24fe9ccf92a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469664, 'name': PowerOffVM_Task, 'duration_secs': 0.224983} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.788843] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9914ef0a-ce35-4d9f-884f-a24fe9ccf92a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.789084] env[65983]: DEBUG nova.compute.manager [None req-9914ef0a-ce35-4d9f-884f-a24fe9ccf92a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1259.789874] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e86deb5-bc78-4c83-ba6a-cd5af1fef254 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.796596] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1259.796596] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52352179-5c25-7dd4-f998-2019b391fc93" [ 1259.796596] env[65983]: _type = "HttpNfcLease" [ 1259.796596] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1259.798231] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1259.798231] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52352179-5c25-7dd4-f998-2019b391fc93" [ 1259.798231] env[65983]: _type = "HttpNfcLease" [ 1259.798231] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1259.800927] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663251de-995a-4b60-b324-936798eb8cca {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.809615] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52260da2-ae13-ebcf-a0cc-d6486b4b40d8/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1259.809901] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52260da2-ae13-ebcf-a0cc-d6486b4b40d8/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1259.887544] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 73cce6b5-9a9f-42dd-b303-7b83d5323968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1259.887713] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 0ca65e79-bc6a-4b1b-8781-59bba11b27f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1259.887811] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance eb38430b-d837-4305-af5d-4b563efb5c7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1259.887919] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 974e7f63-87a7-40cb-bc37-5b73625a3b44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1259.888040] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 4a21af1b-94f5-48df-b807-a516137bf2ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1259.888226] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1259.888367] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_active': '5', 'num_task_None': '3', 'num_os_type_None': '5', 'num_proj_44d492b5198040c195036431825ebfe1': '1', 'io_workload': '0', 'num_proj_29dd90dd428f4355a1b0d3ef7bdc9985': '2', 'num_task_shelving_image_uploading': '1', 'num_proj_bbc30c380d574f129011dcee44a78c54': '1', 'num_proj_eadc9a2e702640778db988b81ca56caa': '1', 'num_task_powering-off': '1'} {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1259.908761] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2aa682b9-447c-413e-bd58-6a4a9cc10218 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.974909] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e17d78-3a4c-481f-98d7-caf0b421e127 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.984657] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c742309c-722f-45ce-ba95-7e112d39fcab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.017014] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9ece34-48c5-42d0-a0af-cf8f6eb0bc04 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.025767] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a42dd24-0ba3-43b1-877a-0c852eb163bd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.040610] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.309312] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9914ef0a-ce35-4d9f-884f-a24fe9ccf92a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4a21af1b-94f5-48df-b807-a516137bf2ff" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.373586] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.373895] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.374219] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "974e7f63-87a7-40cb-bc37-5b73625a3b44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.374555] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.374997] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.377906] env[65983]: INFO nova.compute.manager [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Terminating instance [ 1260.545557] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.883685] env[65983]: DEBUG nova.compute.manager [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1260.884045] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.885159] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb239b82-44b0-43ed-8e41-da7507cb897d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.893931] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.894363] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-655aace9-99a0-4798-87fa-4997505c2e1e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.902663] env[65983]: DEBUG oslo_vmware.api [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1260.902663] env[65983]: value = "task-4469666" [ 1260.902663] env[65983]: _type = "Task" [ 1260.902663] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.915404] env[65983]: DEBUG oslo_vmware.api [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.020742] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "4a21af1b-94f5-48df-b807-a516137bf2ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.020991] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4a21af1b-94f5-48df-b807-a516137bf2ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.022921] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "4a21af1b-94f5-48df-b807-a516137bf2ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.022921] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4a21af1b-94f5-48df-b807-a516137bf2ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.022921] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4a21af1b-94f5-48df-b807-a516137bf2ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.025768] env[65983]: INFO nova.compute.manager [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Terminating instance [ 1261.054633] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1261.056596] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.233s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.414503] env[65983]: DEBUG oslo_vmware.api [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469666, 'name': PowerOffVM_Task, 'duration_secs': 0.278836} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.414900] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.415021] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.415404] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06bb5d40-8cff-4f53-8442-868e385231af {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.489440] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.489760] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.490212] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleting the datastore file [datastore2] 974e7f63-87a7-40cb-bc37-5b73625a3b44 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.490548] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5933281e-fa5c-427d-8875-8b132959dbac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.499391] env[65983]: DEBUG oslo_vmware.api [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1261.499391] env[65983]: value = "task-4469668" [ 1261.499391] env[65983]: _type = "Task" [ 1261.499391] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.509873] env[65983]: DEBUG oslo_vmware.api [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.529912] env[65983]: DEBUG nova.compute.manager [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1261.530256] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.531394] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8a5b0c-d3f7-4cf8-bd1c-61d8d9404648 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.539971] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.540295] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6aae2b1-f3ee-459f-a8f0-65ea05065ed6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.610760] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.611156] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.611349] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleting the datastore file [datastore2] 4a21af1b-94f5-48df-b807-a516137bf2ff {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.611653] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa95aae8-f449-42c8-9154-ef3f8ba19609 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.619441] env[65983]: DEBUG oslo_vmware.api [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1261.619441] env[65983]: value = "task-4469670" [ 1261.619441] env[65983]: _type = "Task" [ 1261.619441] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.630484] env[65983]: DEBUG oslo_vmware.api [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.012516] env[65983]: DEBUG oslo_vmware.api [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368614} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.012805] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.012989] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.013202] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.013395] env[65983]: INFO nova.compute.manager [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1262.013768] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1262.013991] env[65983]: DEBUG nova.compute.manager [-] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1262.014139] env[65983]: DEBUG nova.network.neutron [-] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1262.014449] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.079940] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.131823] env[65983]: DEBUG oslo_vmware.api [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29857} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.132567] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.132567] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.132740] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.132939] env[65983]: INFO nova.compute.manager [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1262.133244] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1262.133504] env[65983]: DEBUG nova.compute.manager [-] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1262.133615] env[65983]: DEBUG nova.network.neutron [-] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1262.133910] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.172498] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.493877] env[65983]: DEBUG nova.compute.manager [req-b5950587-ee57-4f96-8109-01a1bad841db req-b1881480-45dc-45e8-acb4-20ca5036cef4 service nova] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Received event network-vif-deleted-da30671a-d512-48b9-90fe-288e15af0922 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1262.494335] env[65983]: INFO nova.compute.manager [req-b5950587-ee57-4f96-8109-01a1bad841db req-b1881480-45dc-45e8-acb4-20ca5036cef4 service nova] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Neutron deleted interface da30671a-d512-48b9-90fe-288e15af0922; detaching it from the instance and deleting it from the info cache [ 1262.494683] env[65983]: DEBUG nova.network.neutron [req-b5950587-ee57-4f96-8109-01a1bad841db req-b1881480-45dc-45e8-acb4-20ca5036cef4 service nova] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.596120] env[65983]: DEBUG nova.compute.manager [req-ac5f66d7-8503-4f9c-9697-8ee935558c24 req-295ba251-1268-4cf5-a9f3-6aeda52a7e13 service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Received event network-vif-deleted-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1262.596469] env[65983]: INFO nova.compute.manager [req-ac5f66d7-8503-4f9c-9697-8ee935558c24 req-295ba251-1268-4cf5-a9f3-6aeda52a7e13 service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Neutron deleted interface 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec; detaching it from the instance and deleting it from the info cache [ 1262.596469] env[65983]: DEBUG nova.network.neutron [req-ac5f66d7-8503-4f9c-9697-8ee935558c24 req-295ba251-1268-4cf5-a9f3-6aeda52a7e13 service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.963711] env[65983]: DEBUG nova.network.neutron [-] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.997499] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7104acf4-1f06-401e-8789-06eea67d106a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.008493] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8383c48-cea9-478c-8d80-767f41482b32 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.042263] env[65983]: DEBUG nova.compute.manager [req-b5950587-ee57-4f96-8109-01a1bad841db req-b1881480-45dc-45e8-acb4-20ca5036cef4 service nova] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Detach interface failed, port_id=da30671a-d512-48b9-90fe-288e15af0922, reason: Instance 4a21af1b-94f5-48df-b807-a516137bf2ff could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1263.073057] env[65983]: DEBUG nova.network.neutron [-] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.100701] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3123ab94-768b-4b73-b67b-b683c7d32c6f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.116011] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c164d049-1a25-4802-8669-19d9a8f5810e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.150889] env[65983]: DEBUG nova.compute.manager [req-ac5f66d7-8503-4f9c-9697-8ee935558c24 req-295ba251-1268-4cf5-a9f3-6aeda52a7e13 service nova] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Detach interface failed, port_id=8a2c92d3-7cd7-49c1-bff9-e62b7498ecec, reason: Instance 974e7f63-87a7-40cb-bc37-5b73625a3b44 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1263.467706] env[65983]: INFO nova.compute.manager [-] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Took 1.33 seconds to deallocate network for instance. [ 1263.577422] env[65983]: INFO nova.compute.manager [-] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Took 1.56 seconds to deallocate network for instance. [ 1263.974957] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.975346] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.975591] env[65983]: DEBUG nova.objects.instance [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lazy-loading 'resources' on Instance uuid 4a21af1b-94f5-48df-b807-a516137bf2ff {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.084096] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.561764] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea8e37d-759a-42ce-aaf8-68a0c939cb43 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.571482] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca027b1-c735-4311-b1cb-5245ce29d8da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.604171] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0aec20d-e42f-4eda-b4f6-801f68050cb7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.613061] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bf296b-2559-4fbe-8f14-3c3e0ebe937e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.628282] env[65983]: DEBUG nova.compute.provider_tree [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.131948] env[65983]: DEBUG nova.scheduler.client.report [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.637639] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.640540] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.557s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.640774] env[65983]: DEBUG nova.objects.instance [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lazy-loading 'resources' on Instance uuid 974e7f63-87a7-40cb-bc37-5b73625a3b44 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.657610] env[65983]: INFO nova.scheduler.client.report [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted allocations for instance 4a21af1b-94f5-48df-b807-a516137bf2ff [ 1266.165541] env[65983]: DEBUG oslo_concurrency.lockutils [None req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "4a21af1b-94f5-48df-b807-a516137bf2ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.144s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.215733] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4365d7-ede9-4573-8917-8d5e5b244845 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.225562] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25aa240-85d6-4b12-bc8d-ab72d1462840 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.269080] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afab3fca-eb73-418a-b8b5-6550fc3a8b40 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.278099] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c6d69a-951b-482c-83f2-edfed851c377 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.292670] env[65983]: DEBUG nova.compute.provider_tree [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.797107] env[65983]: DEBUG nova.scheduler.client.report [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.302234] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.321935] env[65983]: INFO nova.scheduler.client.report [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleted allocations for instance 974e7f63-87a7-40cb-bc37-5b73625a3b44 [ 1267.326806] env[65983]: DEBUG oslo_concurrency.lockutils [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "73cce6b5-9a9f-42dd-b303-7b83d5323968" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.326917] env[65983]: DEBUG oslo_concurrency.lockutils [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "73cce6b5-9a9f-42dd-b303-7b83d5323968" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.327084] env[65983]: DEBUG oslo_concurrency.lockutils [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "73cce6b5-9a9f-42dd-b303-7b83d5323968-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.327297] env[65983]: DEBUG oslo_concurrency.lockutils [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "73cce6b5-9a9f-42dd-b303-7b83d5323968-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.327441] env[65983]: DEBUG oslo_concurrency.lockutils [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "73cce6b5-9a9f-42dd-b303-7b83d5323968-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.329588] env[65983]: INFO nova.compute.manager [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Terminating instance [ 1267.833023] env[65983]: DEBUG nova.compute.manager [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1267.833342] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.834031] env[65983]: DEBUG oslo_concurrency.lockutils [None req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "974e7f63-87a7-40cb-bc37-5b73625a3b44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.460s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.835177] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1870fd01-a63c-4a6d-80b1-f573cd4d807c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.844119] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.844595] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb6746ab-2cb6-4116-9e5c-3919f92c1fc2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.850837] env[65983]: DEBUG oslo_vmware.api [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1267.850837] env[65983]: value = "task-4469671" [ 1267.850837] env[65983]: _type = "Task" [ 1267.850837] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.863371] env[65983]: DEBUG oslo_vmware.api [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.865656] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52260da2-ae13-ebcf-a0cc-d6486b4b40d8/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1267.866717] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab78848e-9bfa-4f1e-be04-6b912e4ebbd5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.873459] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52260da2-ae13-ebcf-a0cc-d6486b4b40d8/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1267.873607] env[65983]: ERROR oslo_vmware.rw_handles [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52260da2-ae13-ebcf-a0cc-d6486b4b40d8/disk-0.vmdk due to incomplete transfer. [ 1267.873850] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-addbbc60-77c0-4fb1-90ec-4f34c7e59214 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.882385] env[65983]: DEBUG oslo_vmware.rw_handles [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52260da2-ae13-ebcf-a0cc-d6486b4b40d8/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1267.882578] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Uploaded image a19622d3-19a6-42ac-b7df-dd75e23fe2cd to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1267.885122] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1267.885414] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4b8bdc13-f139-4baf-a855-cc1da0be2609 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.893010] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1267.893010] env[65983]: value = "task-4469672" [ 1267.893010] env[65983]: _type = "Task" [ 1267.893010] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.901893] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469672, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.362483] env[65983]: DEBUG oslo_vmware.api [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469671, 'name': PowerOffVM_Task, 'duration_secs': 0.22432} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.362812] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.362995] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.363316] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8127d222-e329-4521-a7c9-965a8b7619e4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.404138] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469672, 'name': Destroy_Task, 'duration_secs': 0.393959} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.404564] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Destroyed the VM [ 1268.404946] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1268.405427] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5c08077-ccd1-43b6-ae28-332d1e637d26 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.414234] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1268.414234] env[65983]: value = "task-4469674" [ 1268.414234] env[65983]: _type = "Task" [ 1268.414234] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.426620] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469674, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.438766] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.438766] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.438766] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleting the datastore file [datastore1] 73cce6b5-9a9f-42dd-b303-7b83d5323968 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.439076] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d554b1ff-e66c-41ee-a754-c9419bed1534 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.446093] env[65983]: DEBUG oslo_vmware.api [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for the task: (returnval){ [ 1268.446093] env[65983]: value = "task-4469675" [ 1268.446093] env[65983]: _type = "Task" [ 1268.446093] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.455270] env[65983]: DEBUG oslo_vmware.api [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.896645] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "47e12061-a9f0-4ded-a570-f18155aaee15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.896959] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "47e12061-a9f0-4ded-a570-f18155aaee15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.925284] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469674, 'name': RemoveSnapshot_Task, 'duration_secs': 0.364484} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.925587] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1268.925884] env[65983]: DEBUG nova.compute.manager [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1268.926756] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16404ab8-754b-4374-b4ca-25adde259a57 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.956147] env[65983]: DEBUG oslo_vmware.api [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Task: {'id': task-4469675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144009} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.956367] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.956545] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.956753] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.956927] env[65983]: INFO nova.compute.manager [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1268.957186] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1268.957374] env[65983]: DEBUG nova.compute.manager [-] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1268.957468] env[65983]: DEBUG nova.network.neutron [-] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1268.957748] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.012301] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.297074] env[65983]: DEBUG nova.compute.manager [req-dead327e-8a26-4751-a1b4-4a98c249b863 req-c142b082-a4e7-4ef5-af9e-b1f706dd0f35 service nova] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Received event network-vif-deleted-8812a5dc-0923-4ac1-a733-caaf5d46f8dd {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1269.297304] env[65983]: INFO nova.compute.manager [req-dead327e-8a26-4751-a1b4-4a98c249b863 req-c142b082-a4e7-4ef5-af9e-b1f706dd0f35 service nova] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Neutron deleted interface 8812a5dc-0923-4ac1-a733-caaf5d46f8dd; detaching it from the instance and deleting it from the info cache [ 1269.297472] env[65983]: DEBUG nova.network.neutron [req-dead327e-8a26-4751-a1b4-4a98c249b863 req-c142b082-a4e7-4ef5-af9e-b1f706dd0f35 service nova] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.399763] env[65983]: DEBUG nova.compute.manager [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1269.441469] env[65983]: INFO nova.compute.manager [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Shelve offloading [ 1269.772034] env[65983]: DEBUG nova.network.neutron [-] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.800254] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a2dbb01-44e2-4da7-8b7a-598dae2da487 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.811007] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84a1bcd-0147-46a4-9c1b-bde597d848a8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.839990] env[65983]: DEBUG nova.compute.manager [req-dead327e-8a26-4751-a1b4-4a98c249b863 req-c142b082-a4e7-4ef5-af9e-b1f706dd0f35 service nova] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Detach interface failed, port_id=8812a5dc-0923-4ac1-a733-caaf5d46f8dd, reason: Instance 73cce6b5-9a9f-42dd-b303-7b83d5323968 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1269.922925] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.923232] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.924793] env[65983]: INFO nova.compute.claims [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.945424] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.945760] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2617577a-dc51-4cba-b8c0-a73a33a4a3be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.954570] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1269.954570] env[65983]: value = "task-4469676" [ 1269.954570] env[65983]: _type = "Task" [ 1269.954570] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.965052] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1269.965273] env[65983]: DEBUG nova.compute.manager [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1269.966034] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17379ff4-546f-456d-827f-fec5eb638d5d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.973231] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.973391] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.973551] env[65983]: DEBUG nova.network.neutron [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1270.274946] env[65983]: INFO nova.compute.manager [-] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Took 1.32 seconds to deallocate network for instance. [ 1270.476382] env[65983]: WARNING neutronclient.v2_0.client [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.634765] env[65983]: WARNING neutronclient.v2_0.client [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.703784] env[65983]: DEBUG nova.network.neutron [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updating instance_info_cache with network_info: [{"id": "0e89509d-819f-45d9-92ce-65135c8db41f", "address": "fa:16:3e:59:4c:31", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e89509d-81", "ovs_interfaceid": "0e89509d-819f-45d9-92ce-65135c8db41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.781669] env[65983]: DEBUG oslo_concurrency.lockutils [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.992027] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886ea7c3-d84f-4cfa-b573-b412a1140e08 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.000099] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03232c2d-e9dd-40df-95bc-5df48f93dc17 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.029698] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef2fe01-f43e-4a02-878e-7ef1a77fdc39 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.037694] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6009414-533e-49a9-a41a-c17c07f7e496 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.052429] env[65983]: DEBUG nova.compute.provider_tree [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.207265] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.207661] env[65983]: WARNING neutronclient.v2_0.client [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.207954] env[65983]: WARNING neutronclient.v2_0.client [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.441556] env[65983]: DEBUG nova.compute.manager [req-97ed8beb-ac3c-491e-a5a5-7d0566c30901 req-c82faed6-8e9b-4640-908e-16288562393d service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Received event network-vif-unplugged-0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1271.441821] env[65983]: DEBUG oslo_concurrency.lockutils [req-97ed8beb-ac3c-491e-a5a5-7d0566c30901 req-c82faed6-8e9b-4640-908e-16288562393d service nova] Acquiring lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.442069] env[65983]: DEBUG oslo_concurrency.lockutils [req-97ed8beb-ac3c-491e-a5a5-7d0566c30901 req-c82faed6-8e9b-4640-908e-16288562393d service nova] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.442247] env[65983]: DEBUG oslo_concurrency.lockutils [req-97ed8beb-ac3c-491e-a5a5-7d0566c30901 req-c82faed6-8e9b-4640-908e-16288562393d service nova] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.442407] env[65983]: DEBUG nova.compute.manager [req-97ed8beb-ac3c-491e-a5a5-7d0566c30901 req-c82faed6-8e9b-4640-908e-16288562393d service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] No waiting events found dispatching network-vif-unplugged-0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1271.442572] env[65983]: WARNING nova.compute.manager [req-97ed8beb-ac3c-491e-a5a5-7d0566c30901 req-c82faed6-8e9b-4640-908e-16288562393d service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Received unexpected event network-vif-unplugged-0e89509d-819f-45d9-92ce-65135c8db41f for instance with vm_state shelved and task_state shelving_offloading. [ 1271.556179] env[65983]: DEBUG nova.scheduler.client.report [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.560462] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.561383] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce5ed5d-c830-460a-9aa4-a9eee6249b1b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.569723] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.569992] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6c016d4-ddcd-4fac-8f94-5d29c817f64d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.652273] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.652507] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.652706] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleting the datastore file [datastore2] 0ca65e79-bc6a-4b1b-8781-59bba11b27f4 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.653060] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-760b21c7-cdee-4e1f-881c-af4144bb018a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.659510] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1271.659510] env[65983]: value = "task-4469678" [ 1271.659510] env[65983]: _type = "Task" [ 1271.659510] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.668850] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.067123] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.067123] env[65983]: DEBUG nova.compute.manager [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1272.069945] env[65983]: DEBUG oslo_concurrency.lockutils [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.288s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.070255] env[65983]: DEBUG nova.objects.instance [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lazy-loading 'resources' on Instance uuid 73cce6b5-9a9f-42dd-b303-7b83d5323968 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.170921] env[65983]: DEBUG oslo_vmware.api [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141463} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.171266] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.171456] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.171630] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.201802] env[65983]: INFO nova.scheduler.client.report [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleted allocations for instance 0ca65e79-bc6a-4b1b-8781-59bba11b27f4 [ 1272.573403] env[65983]: DEBUG nova.compute.utils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.577719] env[65983]: DEBUG nova.compute.manager [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1272.577826] env[65983]: DEBUG nova.network.neutron [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1272.578171] env[65983]: WARNING neutronclient.v2_0.client [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.578469] env[65983]: WARNING neutronclient.v2_0.client [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.628743] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4283ddde-dffe-4041-9809-7c4aa2907db9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.632530] env[65983]: DEBUG nova.policy [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4fd275529da4a2a9056f2f968db710f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44d492b5198040c195036431825ebfe1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.640703] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb632d60-985f-4c6c-889d-c85158a2075a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.675636] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c725890-ea7d-46f0-b989-d6424772cf7c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.683572] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acf42d6-8fe4-4b4a-b8e0-c1d51a64efbd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.697402] env[65983]: DEBUG nova.compute.provider_tree [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.706951] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.955580] env[65983]: DEBUG nova.network.neutron [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Successfully created port: 42a0bf95-df4d-4fab-81c8-34d3d4910d27 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1273.078254] env[65983]: DEBUG nova.compute.manager [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1273.201120] env[65983]: DEBUG nova.scheduler.client.report [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.472475] env[65983]: DEBUG nova.compute.manager [req-3dd723a4-07c6-4e61-8411-f41fd34d0c58 req-e2dd791c-e1ef-4d40-83e4-0717745b3f8c service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Received event network-changed-0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1273.472864] env[65983]: DEBUG nova.compute.manager [req-3dd723a4-07c6-4e61-8411-f41fd34d0c58 req-e2dd791c-e1ef-4d40-83e4-0717745b3f8c service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Refreshing instance network info cache due to event network-changed-0e89509d-819f-45d9-92ce-65135c8db41f. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1273.473085] env[65983]: DEBUG oslo_concurrency.lockutils [req-3dd723a4-07c6-4e61-8411-f41fd34d0c58 req-e2dd791c-e1ef-4d40-83e4-0717745b3f8c service nova] Acquiring lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.473301] env[65983]: DEBUG oslo_concurrency.lockutils [req-3dd723a4-07c6-4e61-8411-f41fd34d0c58 req-e2dd791c-e1ef-4d40-83e4-0717745b3f8c service nova] Acquired lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.473597] env[65983]: DEBUG nova.network.neutron [req-3dd723a4-07c6-4e61-8411-f41fd34d0c58 req-e2dd791c-e1ef-4d40-83e4-0717745b3f8c service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Refreshing network info cache for port 0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.708656] env[65983]: DEBUG oslo_concurrency.lockutils [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.709805] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.003s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.710479] env[65983]: DEBUG nova.objects.instance [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'resources' on Instance uuid 0ca65e79-bc6a-4b1b-8781-59bba11b27f4 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.727282] env[65983]: INFO nova.scheduler.client.report [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Deleted allocations for instance 73cce6b5-9a9f-42dd-b303-7b83d5323968 [ 1273.979881] env[65983]: WARNING neutronclient.v2_0.client [req-3dd723a4-07c6-4e61-8411-f41fd34d0c58 req-e2dd791c-e1ef-4d40-83e4-0717745b3f8c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.088443] env[65983]: DEBUG nova.compute.manager [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1274.116555] env[65983]: DEBUG nova.virt.hardware [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1274.116791] env[65983]: DEBUG nova.virt.hardware [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.116941] env[65983]: DEBUG nova.virt.hardware [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1274.117132] env[65983]: DEBUG nova.virt.hardware [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.117272] env[65983]: DEBUG nova.virt.hardware [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1274.117416] env[65983]: DEBUG nova.virt.hardware [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1274.117612] env[65983]: DEBUG nova.virt.hardware [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1274.117862] env[65983]: DEBUG nova.virt.hardware [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1274.117993] env[65983]: DEBUG nova.virt.hardware [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1274.118168] env[65983]: DEBUG nova.virt.hardware [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1274.118329] env[65983]: DEBUG nova.virt.hardware [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1274.119206] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff2ab0a-e7b0-40de-b6a3-3857b5510497 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.127766] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39cf573-5315-46c7-9218-a3eeda59e819 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.143145] env[65983]: WARNING neutronclient.v2_0.client [req-3dd723a4-07c6-4e61-8411-f41fd34d0c58 req-e2dd791c-e1ef-4d40-83e4-0717745b3f8c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.208536] env[65983]: DEBUG nova.network.neutron [req-3dd723a4-07c6-4e61-8411-f41fd34d0c58 req-e2dd791c-e1ef-4d40-83e4-0717745b3f8c service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updated VIF entry in instance network info cache for port 0e89509d-819f-45d9-92ce-65135c8db41f. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1274.208951] env[65983]: DEBUG nova.network.neutron [req-3dd723a4-07c6-4e61-8411-f41fd34d0c58 req-e2dd791c-e1ef-4d40-83e4-0717745b3f8c service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updating instance_info_cache with network_info: [{"id": "0e89509d-819f-45d9-92ce-65135c8db41f", "address": "fa:16:3e:59:4c:31", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0e89509d-81", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.213014] env[65983]: DEBUG nova.objects.instance [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'numa_topology' on Instance uuid 0ca65e79-bc6a-4b1b-8781-59bba11b27f4 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.234146] env[65983]: DEBUG oslo_concurrency.lockutils [None req-161eb850-8f22-497d-b78e-dcd865e3112a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Lock "73cce6b5-9a9f-42dd-b303-7b83d5323968" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.907s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.292739] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.459349] env[65983]: DEBUG nova.network.neutron [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Successfully updated port: 42a0bf95-df4d-4fab-81c8-34d3d4910d27 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1274.711360] env[65983]: DEBUG oslo_concurrency.lockutils [req-3dd723a4-07c6-4e61-8411-f41fd34d0c58 req-e2dd791c-e1ef-4d40-83e4-0717745b3f8c service nova] Releasing lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.715983] env[65983]: DEBUG nova.objects.base [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Object Instance<0ca65e79-bc6a-4b1b-8781-59bba11b27f4> lazy-loaded attributes: resources,numa_topology {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1274.771267] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d151400c-09f8-4b2f-94a4-ea49d1009bd2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.780110] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a5dcf-364a-4de5-9b70-4a69fa88998f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.811872] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63992f9-c4cc-4e05-82b5-00242ba27bf0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.819404] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292970e2-71f8-410e-9af5-f3045975f816 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.835417] env[65983]: DEBUG nova.compute.provider_tree [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.962249] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.962444] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.962618] env[65983]: DEBUG nova.network.neutron [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1275.339802] env[65983]: DEBUG nova.scheduler.client.report [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.506573] env[65983]: DEBUG nova.compute.manager [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Received event network-vif-plugged-42a0bf95-df4d-4fab-81c8-34d3d4910d27 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1275.506844] env[65983]: DEBUG oslo_concurrency.lockutils [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] Acquiring lock "47e12061-a9f0-4ded-a570-f18155aaee15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.507085] env[65983]: DEBUG oslo_concurrency.lockutils [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] Lock "47e12061-a9f0-4ded-a570-f18155aaee15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.507390] env[65983]: DEBUG oslo_concurrency.lockutils [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] Lock "47e12061-a9f0-4ded-a570-f18155aaee15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.507578] env[65983]: DEBUG nova.compute.manager [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] No waiting events found dispatching network-vif-plugged-42a0bf95-df4d-4fab-81c8-34d3d4910d27 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1275.507760] env[65983]: WARNING nova.compute.manager [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Received unexpected event network-vif-plugged-42a0bf95-df4d-4fab-81c8-34d3d4910d27 for instance with vm_state building and task_state spawning. [ 1275.507918] env[65983]: DEBUG nova.compute.manager [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Received event network-changed-42a0bf95-df4d-4fab-81c8-34d3d4910d27 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1275.508072] env[65983]: DEBUG nova.compute.manager [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Refreshing instance network info cache due to event network-changed-42a0bf95-df4d-4fab-81c8-34d3d4910d27. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1275.508229] env[65983]: DEBUG oslo_concurrency.lockutils [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] Acquiring lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.533413] env[65983]: DEBUG nova.network.neutron [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1275.626361] env[65983]: WARNING neutronclient.v2_0.client [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.700601] env[65983]: DEBUG nova.network.neutron [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance_info_cache with network_info: [{"id": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "address": "fa:16:3e:e7:ec:02", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a0bf95-df", "ovs_interfaceid": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.844418] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.204142] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.204206] env[65983]: DEBUG nova.compute.manager [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Instance network_info: |[{"id": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "address": "fa:16:3e:e7:ec:02", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a0bf95-df", "ovs_interfaceid": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1276.204575] env[65983]: DEBUG oslo_concurrency.lockutils [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] Acquired lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.204754] env[65983]: DEBUG nova.network.neutron [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Refreshing network info cache for port 42a0bf95-df4d-4fab-81c8-34d3d4910d27 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.206016] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:ec:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42a0bf95-df4d-4fab-81c8-34d3d4910d27', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.213824] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1276.214776] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.215014] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4773c8a9-b741-4812-b642-701a9dd5cd71 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.235565] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.235565] env[65983]: value = "task-4469679" [ 1276.235565] env[65983]: _type = "Task" [ 1276.235565] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.244270] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469679, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.355150] env[65983]: DEBUG oslo_concurrency.lockutils [None req-a2907605-c188-44fe-9b61-ca608d6981cd tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.261s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.357582] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.065s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.357582] env[65983]: INFO nova.compute.manager [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Unshelving [ 1276.716069] env[65983]: WARNING neutronclient.v2_0.client [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.746550] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469679, 'name': CreateVM_Task, 'duration_secs': 0.34577} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.746719] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.749818] env[65983]: WARNING neutronclient.v2_0.client [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.750198] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.750346] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.750652] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.751180] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e72fcbb-8790-429b-ad81-d7dcfb524b48 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.756504] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1276.756504] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5289ec6c-ff73-d993-b1a0-da5f470588d3" [ 1276.756504] env[65983]: _type = "Task" [ 1276.756504] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.765658] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5289ec6c-ff73-d993-b1a0-da5f470588d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.871476] env[65983]: WARNING neutronclient.v2_0.client [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.937929] env[65983]: DEBUG nova.network.neutron [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updated VIF entry in instance network info cache for port 42a0bf95-df4d-4fab-81c8-34d3d4910d27. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1276.938352] env[65983]: DEBUG nova.network.neutron [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance_info_cache with network_info: [{"id": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "address": "fa:16:3e:e7:ec:02", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a0bf95-df", "ovs_interfaceid": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.269271] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5289ec6c-ff73-d993-b1a0-da5f470588d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012544} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.269567] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.269788] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.270041] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.270235] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.270427] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.270693] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dde30bbe-be9f-4381-843a-2374dc26afb6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.280823] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.280901] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.281673] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7ef25e-741f-4f9f-b0ea-48a111652218 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.288159] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1277.288159] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b259d6-5e8b-9107-35af-db33d3b33598" [ 1277.288159] env[65983]: _type = "Task" [ 1277.288159] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.297932] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b259d6-5e8b-9107-35af-db33d3b33598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.383623] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.383970] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.384237] env[65983]: DEBUG nova.objects.instance [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'pci_requests' on Instance uuid 0ca65e79-bc6a-4b1b-8781-59bba11b27f4 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.441123] env[65983]: DEBUG oslo_concurrency.lockutils [req-b77e75f8-aaab-45b6-93c4-2c45f1d876de req-b8b2cb2f-fcb0-4c74-9da3-da90d1153b46 service nova] Releasing lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.800259] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52b259d6-5e8b-9107-35af-db33d3b33598, 'name': SearchDatastore_Task, 'duration_secs': 0.010001} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.801123] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ea2cd6-c12e-4acc-bb23-1a3442ea87c6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.807472] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1277.807472] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bcba64-8855-9353-be02-d98a7a284112" [ 1277.807472] env[65983]: _type = "Task" [ 1277.807472] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.817655] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bcba64-8855-9353-be02-d98a7a284112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.889010] env[65983]: DEBUG nova.objects.instance [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'numa_topology' on Instance uuid 0ca65e79-bc6a-4b1b-8781-59bba11b27f4 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.318790] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52bcba64-8855-9353-be02-d98a7a284112, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.319148] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.319385] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 47e12061-a9f0-4ded-a570-f18155aaee15/47e12061-a9f0-4ded-a570-f18155aaee15.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.319660] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e528ac1-4b21-461f-82b7-c56f33ebe837 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.327672] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1278.327672] env[65983]: value = "task-4469680" [ 1278.327672] env[65983]: _type = "Task" [ 1278.327672] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.337558] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.392526] env[65983]: INFO nova.compute.claims [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.837783] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483017} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.837976] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 47e12061-a9f0-4ded-a570-f18155aaee15/47e12061-a9f0-4ded-a570-f18155aaee15.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.838165] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.838562] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a31c289-dbb5-4eb1-81fa-1b43fb503aa3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.845453] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1278.845453] env[65983]: value = "task-4469681" [ 1278.845453] env[65983]: _type = "Task" [ 1278.845453] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.854380] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.356551] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063837} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.356824] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.357592] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0b4831-b562-4187-b809-b1ab69fa9da0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.380026] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 47e12061-a9f0-4ded-a570-f18155aaee15/47e12061-a9f0-4ded-a570-f18155aaee15.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.380281] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71a15938-b10e-47b6-a12b-6289d0223df6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.399436] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1279.399436] env[65983]: value = "task-4469682" [ 1279.399436] env[65983]: _type = "Task" [ 1279.399436] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.412329] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.459122] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9984963-6bf1-4c7d-b025-4b40b19f401f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.466713] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccad9bf9-d9c7-44df-9eb6-7b28d28b7bc7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.496544] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2e5a6f-74d5-42a4-8b93-a74ce4afdb47 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.504295] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880cee90-8d73-4f55-8b56-58422fd77ca0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.517916] env[65983]: DEBUG nova.compute.provider_tree [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.909773] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469682, 'name': ReconfigVM_Task, 'duration_secs': 0.292135} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.911052] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 47e12061-a9f0-4ded-a570-f18155aaee15/47e12061-a9f0-4ded-a570-f18155aaee15.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.911052] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c319c69-2239-4918-9da5-d637edace03c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.918134] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1279.918134] env[65983]: value = "task-4469683" [ 1279.918134] env[65983]: _type = "Task" [ 1279.918134] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.926824] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469683, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.021312] env[65983]: DEBUG nova.scheduler.client.report [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.428279] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469683, 'name': Rename_Task, 'duration_secs': 0.140163} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.428700] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.428803] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-901f46a6-e632-4a3f-95ec-273f09960609 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.435813] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1280.435813] env[65983]: value = "task-4469684" [ 1280.435813] env[65983]: _type = "Task" [ 1280.435813] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.445062] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.526457] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.142s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.526843] env[65983]: WARNING neutronclient.v2_0.client [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1280.557569] env[65983]: INFO nova.network.neutron [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updating port 0e89509d-819f-45d9-92ce-65135c8db41f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1280.948022] env[65983]: DEBUG oslo_vmware.api [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469684, 'name': PowerOnVM_Task, 'duration_secs': 0.464731} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.948368] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.948536] env[65983]: INFO nova.compute.manager [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1280.948710] env[65983]: DEBUG nova.compute.manager [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1280.949472] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0959b188-e672-46a0-beae-5d59acda5b3b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.465775] env[65983]: INFO nova.compute.manager [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Took 11.56 seconds to build instance. [ 1281.968493] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "47e12061-a9f0-4ded-a570-f18155aaee15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.071s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.971888] env[65983]: DEBUG nova.compute.manager [req-0763a3ef-4bff-4830-aa17-45f05cf76022 req-713180b9-99e2-4975-ada9-f6db33d60c01 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Received event network-vif-plugged-0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1281.973034] env[65983]: DEBUG oslo_concurrency.lockutils [req-0763a3ef-4bff-4830-aa17-45f05cf76022 req-713180b9-99e2-4975-ada9-f6db33d60c01 service nova] Acquiring lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.973034] env[65983]: DEBUG oslo_concurrency.lockutils [req-0763a3ef-4bff-4830-aa17-45f05cf76022 req-713180b9-99e2-4975-ada9-f6db33d60c01 service nova] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.973034] env[65983]: DEBUG oslo_concurrency.lockutils [req-0763a3ef-4bff-4830-aa17-45f05cf76022 req-713180b9-99e2-4975-ada9-f6db33d60c01 service nova] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.973034] env[65983]: DEBUG nova.compute.manager [req-0763a3ef-4bff-4830-aa17-45f05cf76022 req-713180b9-99e2-4975-ada9-f6db33d60c01 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] No waiting events found dispatching network-vif-plugged-0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1281.973034] env[65983]: WARNING nova.compute.manager [req-0763a3ef-4bff-4830-aa17-45f05cf76022 req-713180b9-99e2-4975-ada9-f6db33d60c01 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Received unexpected event network-vif-plugged-0e89509d-819f-45d9-92ce-65135c8db41f for instance with vm_state shelved_offloaded and task_state spawning. [ 1281.998738] env[65983]: DEBUG nova.compute.manager [req-d3ed07b7-cfa3-4f80-a230-eb54463ebb6a req-b4c91375-9447-4ed5-aca6-b9491dd684ad service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Received event network-changed-42a0bf95-df4d-4fab-81c8-34d3d4910d27 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1281.999152] env[65983]: DEBUG nova.compute.manager [req-d3ed07b7-cfa3-4f80-a230-eb54463ebb6a req-b4c91375-9447-4ed5-aca6-b9491dd684ad service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Refreshing instance network info cache due to event network-changed-42a0bf95-df4d-4fab-81c8-34d3d4910d27. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1281.999152] env[65983]: DEBUG oslo_concurrency.lockutils [req-d3ed07b7-cfa3-4f80-a230-eb54463ebb6a req-b4c91375-9447-4ed5-aca6-b9491dd684ad service nova] Acquiring lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.999528] env[65983]: DEBUG oslo_concurrency.lockutils [req-d3ed07b7-cfa3-4f80-a230-eb54463ebb6a req-b4c91375-9447-4ed5-aca6-b9491dd684ad service nova] Acquired lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.999528] env[65983]: DEBUG nova.network.neutron [req-d3ed07b7-cfa3-4f80-a230-eb54463ebb6a req-b4c91375-9447-4ed5-aca6-b9491dd684ad service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Refreshing network info cache for port 42a0bf95-df4d-4fab-81c8-34d3d4910d27 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.062063] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.062254] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.062423] env[65983]: DEBUG nova.network.neutron [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1282.502470] env[65983]: WARNING neutronclient.v2_0.client [req-d3ed07b7-cfa3-4f80-a230-eb54463ebb6a req-b4c91375-9447-4ed5-aca6-b9491dd684ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.565367] env[65983]: WARNING neutronclient.v2_0.client [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.688661] env[65983]: WARNING neutronclient.v2_0.client [req-d3ed07b7-cfa3-4f80-a230-eb54463ebb6a req-b4c91375-9447-4ed5-aca6-b9491dd684ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.721882] env[65983]: WARNING neutronclient.v2_0.client [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.761954] env[65983]: DEBUG nova.network.neutron [req-d3ed07b7-cfa3-4f80-a230-eb54463ebb6a req-b4c91375-9447-4ed5-aca6-b9491dd684ad service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updated VIF entry in instance network info cache for port 42a0bf95-df4d-4fab-81c8-34d3d4910d27. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1282.762320] env[65983]: DEBUG nova.network.neutron [req-d3ed07b7-cfa3-4f80-a230-eb54463ebb6a req-b4c91375-9447-4ed5-aca6-b9491dd684ad service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance_info_cache with network_info: [{"id": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "address": "fa:16:3e:e7:ec:02", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a0bf95-df", "ovs_interfaceid": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.793644] env[65983]: DEBUG nova.network.neutron [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updating instance_info_cache with network_info: [{"id": "0e89509d-819f-45d9-92ce-65135c8db41f", "address": "fa:16:3e:59:4c:31", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e89509d-81", "ovs_interfaceid": "0e89509d-819f-45d9-92ce-65135c8db41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.265361] env[65983]: DEBUG oslo_concurrency.lockutils [req-d3ed07b7-cfa3-4f80-a230-eb54463ebb6a req-b4c91375-9447-4ed5-aca6-b9491dd684ad service nova] Releasing lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.296426] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.325095] env[65983]: DEBUG nova.virt.hardware [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='530b9ad8dd77d26569f6d7bd4ba10b31',container_format='bare',created_at=2025-11-17T14:45:04Z,direct_url=,disk_format='vmdk',id=a19622d3-19a6-42ac-b7df-dd75e23fe2cd,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2111043257-shelved',owner='bbc30c380d574f129011dcee44a78c54',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-11-17T14:45:17Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1283.325349] env[65983]: DEBUG nova.virt.hardware [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.325508] env[65983]: DEBUG nova.virt.hardware [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1283.325713] env[65983]: DEBUG nova.virt.hardware [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.325867] env[65983]: DEBUG nova.virt.hardware [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1283.325977] env[65983]: DEBUG nova.virt.hardware [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1283.326217] env[65983]: DEBUG nova.virt.hardware [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1283.326397] env[65983]: DEBUG nova.virt.hardware [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1283.326548] env[65983]: DEBUG nova.virt.hardware [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1283.326714] env[65983]: DEBUG nova.virt.hardware [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1283.326882] env[65983]: DEBUG nova.virt.hardware [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1283.328191] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5346da81-78d1-42ab-9054-ee85dee580e7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.337808] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ca0e91-06a8-4eff-82f1-a45e7de4f500 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.353340] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:4c:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e89509d-819f-45d9-92ce-65135c8db41f', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.361388] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1283.361711] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.361946] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98776091-a7c5-49f0-91b9-660746dc2de8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.383288] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.383288] env[65983]: value = "task-4469685" [ 1283.383288] env[65983]: _type = "Task" [ 1283.383288] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.392466] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469685, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.895603] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469685, 'name': CreateVM_Task, 'duration_secs': 0.381395} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.895979] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.896298] env[65983]: WARNING neutronclient.v2_0.client [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.896678] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a19622d3-19a6-42ac-b7df-dd75e23fe2cd" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.896850] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a19622d3-19a6-42ac-b7df-dd75e23fe2cd" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.897273] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a19622d3-19a6-42ac-b7df-dd75e23fe2cd" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.897580] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f1d2a9a-937e-40b2-8ee7-9bcc2afb4e49 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.903386] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1283.903386] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52349532-6030-4deb-10e3-b46e7e4c2217" [ 1283.903386] env[65983]: _type = "Task" [ 1283.903386] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.911666] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52349532-6030-4deb-10e3-b46e7e4c2217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.003603] env[65983]: DEBUG nova.compute.manager [req-a6d41ac0-639d-4f2c-93a2-29b71df7bb03 req-b1c96af9-0f2a-41ea-97c3-bab2ba32c46a service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Received event network-changed-0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1284.003794] env[65983]: DEBUG nova.compute.manager [req-a6d41ac0-639d-4f2c-93a2-29b71df7bb03 req-b1c96af9-0f2a-41ea-97c3-bab2ba32c46a service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Refreshing instance network info cache due to event network-changed-0e89509d-819f-45d9-92ce-65135c8db41f. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1284.003995] env[65983]: DEBUG oslo_concurrency.lockutils [req-a6d41ac0-639d-4f2c-93a2-29b71df7bb03 req-b1c96af9-0f2a-41ea-97c3-bab2ba32c46a service nova] Acquiring lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.004144] env[65983]: DEBUG oslo_concurrency.lockutils [req-a6d41ac0-639d-4f2c-93a2-29b71df7bb03 req-b1c96af9-0f2a-41ea-97c3-bab2ba32c46a service nova] Acquired lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.004300] env[65983]: DEBUG nova.network.neutron [req-a6d41ac0-639d-4f2c-93a2-29b71df7bb03 req-b1c96af9-0f2a-41ea-97c3-bab2ba32c46a service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Refreshing network info cache for port 0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.415665] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a19622d3-19a6-42ac-b7df-dd75e23fe2cd" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.415873] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Processing image a19622d3-19a6-42ac-b7df-dd75e23fe2cd {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.416155] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a19622d3-19a6-42ac-b7df-dd75e23fe2cd/a19622d3-19a6-42ac-b7df-dd75e23fe2cd.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.416299] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a19622d3-19a6-42ac-b7df-dd75e23fe2cd/a19622d3-19a6-42ac-b7df-dd75e23fe2cd.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.416470] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.416746] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9cab8c8-e064-4e1f-ad29-571bbb3bc79b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.426675] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.426887] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.427614] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15143c1-3095-47c2-8e43-b970d3d8c4e3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.434234] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1284.434234] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52834a47-716e-2693-c4b8-a22d66c5fcdd" [ 1284.434234] env[65983]: _type = "Task" [ 1284.434234] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.442825] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52834a47-716e-2693-c4b8-a22d66c5fcdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.508034] env[65983]: WARNING neutronclient.v2_0.client [req-a6d41ac0-639d-4f2c-93a2-29b71df7bb03 req-b1c96af9-0f2a-41ea-97c3-bab2ba32c46a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.547509] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "eb38430b-d837-4305-af5d-4b563efb5c7b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.547770] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.547979] env[65983]: INFO nova.compute.manager [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Shelving [ 1284.683529] env[65983]: WARNING neutronclient.v2_0.client [req-a6d41ac0-639d-4f2c-93a2-29b71df7bb03 req-b1c96af9-0f2a-41ea-97c3-bab2ba32c46a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.751425] env[65983]: DEBUG nova.network.neutron [req-a6d41ac0-639d-4f2c-93a2-29b71df7bb03 req-b1c96af9-0f2a-41ea-97c3-bab2ba32c46a service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updated VIF entry in instance network info cache for port 0e89509d-819f-45d9-92ce-65135c8db41f. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1284.751815] env[65983]: DEBUG nova.network.neutron [req-a6d41ac0-639d-4f2c-93a2-29b71df7bb03 req-b1c96af9-0f2a-41ea-97c3-bab2ba32c46a service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updating instance_info_cache with network_info: [{"id": "0e89509d-819f-45d9-92ce-65135c8db41f", "address": "fa:16:3e:59:4c:31", "network": {"id": "da205572-623b-421b-a048-34b30dfd686c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1510430982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc30c380d574f129011dcee44a78c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e89509d-81", "ovs_interfaceid": "0e89509d-819f-45d9-92ce-65135c8db41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.945133] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Preparing fetch location {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1284.945497] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Fetch image to [datastore2] OSTACK_IMG_769a3de8-aac9-44e2-82ae-0b9852eaf825/OSTACK_IMG_769a3de8-aac9-44e2-82ae-0b9852eaf825.vmdk {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1284.945558] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Downloading stream optimized image a19622d3-19a6-42ac-b7df-dd75e23fe2cd to [datastore2] OSTACK_IMG_769a3de8-aac9-44e2-82ae-0b9852eaf825/OSTACK_IMG_769a3de8-aac9-44e2-82ae-0b9852eaf825.vmdk on the data store datastore2 as vApp {{(pid=65983) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1284.945672] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Downloading image file data a19622d3-19a6-42ac-b7df-dd75e23fe2cd to the ESX as VM named 'OSTACK_IMG_769a3de8-aac9-44e2-82ae-0b9852eaf825' {{(pid=65983) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1285.019359] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1285.019359] env[65983]: value = "resgroup-9" [ 1285.019359] env[65983]: _type = "ResourcePool" [ 1285.019359] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1285.019915] env[65983]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0f593756-bb36-44e9-91ba-5f9bdb11c91e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.042175] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lease: (returnval){ [ 1285.042175] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c5b2b4-fc47-e33a-2942-f0eddb549fce" [ 1285.042175] env[65983]: _type = "HttpNfcLease" [ 1285.042175] env[65983]: } obtained for vApp import into resource pool (val){ [ 1285.042175] env[65983]: value = "resgroup-9" [ 1285.042175] env[65983]: _type = "ResourcePool" [ 1285.042175] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1285.042595] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the lease: (returnval){ [ 1285.042595] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c5b2b4-fc47-e33a-2942-f0eddb549fce" [ 1285.042595] env[65983]: _type = "HttpNfcLease" [ 1285.042595] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1285.049927] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1285.049927] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c5b2b4-fc47-e33a-2942-f0eddb549fce" [ 1285.049927] env[65983]: _type = "HttpNfcLease" [ 1285.049927] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1285.254872] env[65983]: DEBUG oslo_concurrency.lockutils [req-a6d41ac0-639d-4f2c-93a2-29b71df7bb03 req-b1c96af9-0f2a-41ea-97c3-bab2ba32c46a service nova] Releasing lock "refresh_cache-0ca65e79-bc6a-4b1b-8781-59bba11b27f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.551288] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1285.551288] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c5b2b4-fc47-e33a-2942-f0eddb549fce" [ 1285.551288] env[65983]: _type = "HttpNfcLease" [ 1285.551288] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1285.555975] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.556260] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-527131e7-f0d0-48f4-970f-731178986508 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.563950] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1285.563950] env[65983]: value = "task-4469687" [ 1285.563950] env[65983]: _type = "Task" [ 1285.563950] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.575093] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.052293] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1286.052293] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c5b2b4-fc47-e33a-2942-f0eddb549fce" [ 1286.052293] env[65983]: _type = "HttpNfcLease" [ 1286.052293] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1286.052767] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1286.052767] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c5b2b4-fc47-e33a-2942-f0eddb549fce" [ 1286.052767] env[65983]: _type = "HttpNfcLease" [ 1286.052767] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1286.053349] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2767e577-daef-4047-9f60-03691e130ac2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.060727] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52161a9c-227d-4b18-6d32-41c2a36fc76e/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1286.061197] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52161a9c-227d-4b18-6d32-41c2a36fc76e/disk-0.vmdk. {{(pid=65983) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1286.126900] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-845ccf85-4819-47a2-93bc-34e31b36a678 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.128739] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469687, 'name': PowerOffVM_Task, 'duration_secs': 0.189424} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.130500] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.131514] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51900f4-6c26-4a49-9aed-f82aabf3b115 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.151821] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a761dfd9-2dbe-42fd-972a-4e36864ff7b4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.663091] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Creating Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1286.663529] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-22bc0653-feb5-418b-a10d-969f43f01c22 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.672194] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1286.672194] env[65983]: value = "task-4469688" [ 1286.672194] env[65983]: _type = "Task" [ 1286.672194] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.681436] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469688, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.182612] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469688, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.250989] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Completed reading data from the image iterator. {{(pid=65983) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1287.251306] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52161a9c-227d-4b18-6d32-41c2a36fc76e/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1287.252319] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac43231-e6c3-43c9-9517-b06d46f27428 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.260078] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52161a9c-227d-4b18-6d32-41c2a36fc76e/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1287.260383] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52161a9c-227d-4b18-6d32-41c2a36fc76e/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1287.260628] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b73aa204-d714-47f8-8a15-a8b106c32edd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.507963] env[65983]: DEBUG oslo_vmware.rw_handles [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52161a9c-227d-4b18-6d32-41c2a36fc76e/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1287.509095] env[65983]: INFO nova.virt.vmwareapi.images [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Downloaded image file data a19622d3-19a6-42ac-b7df-dd75e23fe2cd [ 1287.509095] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b48e258-656e-4829-a235-af7417700696 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.524606] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e86d1846-a1ac-4fc4-ae68-b83d23e8b3cb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.552133] env[65983]: INFO nova.virt.vmwareapi.images [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] The imported VM was unregistered [ 1287.555430] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Caching image {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1287.555707] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a19622d3-19a6-42ac-b7df-dd75e23fe2cd {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.556068] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ecd60be-b924-4bdf-b6e6-cdb6b73355ab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.567245] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Created directory with path [datastore2] devstack-image-cache_base/a19622d3-19a6-42ac-b7df-dd75e23fe2cd {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.567437] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_769a3de8-aac9-44e2-82ae-0b9852eaf825/OSTACK_IMG_769a3de8-aac9-44e2-82ae-0b9852eaf825.vmdk to [datastore2] devstack-image-cache_base/a19622d3-19a6-42ac-b7df-dd75e23fe2cd/a19622d3-19a6-42ac-b7df-dd75e23fe2cd.vmdk. {{(pid=65983) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1287.567705] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ade7a680-c3be-45e4-a448-6fc88740df63 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.574223] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1287.574223] env[65983]: value = "task-4469690" [ 1287.574223] env[65983]: _type = "Task" [ 1287.574223] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.582346] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469690, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.683180] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469688, 'name': CreateSnapshot_Task, 'duration_secs': 0.764606} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.683430] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Created Snapshot of the VM instance {{(pid=65983) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1287.684217] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a5b84b-aff3-4e1f-9e23-51b4ddf84d65 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.087880] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469690, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.202614] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Creating linked-clone VM from snapshot {{(pid=65983) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1288.203048] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e7fdcde9-68c8-4b5f-99d9-61978d8e5e82 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.215178] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1288.215178] env[65983]: value = "task-4469691" [ 1288.215178] env[65983]: _type = "Task" [ 1288.215178] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.227536] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469691, 'name': CloneVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.592479] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469690, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.729887] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469691, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.090101] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469690, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.230575] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469691, 'name': CloneVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.591960] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469690, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.729062] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469691, 'name': CloneVM_Task, 'duration_secs': 1.264256} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.729360] env[65983]: INFO nova.virt.vmwareapi.vmops [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Created linked-clone VM from snapshot [ 1289.730246] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ebb382-c356-4727-b10a-4c034ddaac09 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.740483] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Uploading image 585374dc-d0e6-41a6-8b00-c0041c797b99 {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1289.770810] env[65983]: DEBUG oslo_vmware.rw_handles [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1289.770810] env[65983]: value = "vm-874008" [ 1289.770810] env[65983]: _type = "VirtualMachine" [ 1289.770810] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1289.771196] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bc9509e3-8e41-40a0-82df-60b35708f5c0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.781848] env[65983]: DEBUG oslo_vmware.rw_handles [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lease: (returnval){ [ 1289.781848] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52053ff0-f975-617b-f6f0-d723450ad2a2" [ 1289.781848] env[65983]: _type = "HttpNfcLease" [ 1289.781848] env[65983]: } obtained for exporting VM: (result){ [ 1289.781848] env[65983]: value = "vm-874008" [ 1289.781848] env[65983]: _type = "VirtualMachine" [ 1289.781848] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1289.782174] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the lease: (returnval){ [ 1289.782174] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52053ff0-f975-617b-f6f0-d723450ad2a2" [ 1289.782174] env[65983]: _type = "HttpNfcLease" [ 1289.782174] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1289.792495] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.792495] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52053ff0-f975-617b-f6f0-d723450ad2a2" [ 1289.792495] env[65983]: _type = "HttpNfcLease" [ 1289.792495] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1290.089665] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469690, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.388365} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.089935] env[65983]: INFO nova.virt.vmwareapi.ds_util [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_769a3de8-aac9-44e2-82ae-0b9852eaf825/OSTACK_IMG_769a3de8-aac9-44e2-82ae-0b9852eaf825.vmdk to [datastore2] devstack-image-cache_base/a19622d3-19a6-42ac-b7df-dd75e23fe2cd/a19622d3-19a6-42ac-b7df-dd75e23fe2cd.vmdk. [ 1290.090171] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Cleaning up location [datastore2] OSTACK_IMG_769a3de8-aac9-44e2-82ae-0b9852eaf825 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1290.090331] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_769a3de8-aac9-44e2-82ae-0b9852eaf825 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.090593] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27225fcf-7e18-4971-b7c8-1a80f38a3055 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.097939] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1290.097939] env[65983]: value = "task-4469693" [ 1290.097939] env[65983]: _type = "Task" [ 1290.097939] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.105959] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.291448] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1290.291448] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52053ff0-f975-617b-f6f0-d723450ad2a2" [ 1290.291448] env[65983]: _type = "HttpNfcLease" [ 1290.291448] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1290.291909] env[65983]: DEBUG oslo_vmware.rw_handles [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1290.291909] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52053ff0-f975-617b-f6f0-d723450ad2a2" [ 1290.291909] env[65983]: _type = "HttpNfcLease" [ 1290.291909] env[65983]: }. {{(pid=65983) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1290.292501] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e924a66c-7cd4-49be-86c7-252d092df8a1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.300918] env[65983]: DEBUG oslo_vmware.rw_handles [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a85a81-a3ec-8e96-464a-8847cb4b26a0/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1290.301096] env[65983]: DEBUG oslo_vmware.rw_handles [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a85a81-a3ec-8e96-464a-8847cb4b26a0/disk-0.vmdk for reading. {{(pid=65983) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1290.393461] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ecee141f-ac12-4a2c-9dae-b50e4fbd9eba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.607802] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297734} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.608225] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.608521] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a19622d3-19a6-42ac-b7df-dd75e23fe2cd/a19622d3-19a6-42ac-b7df-dd75e23fe2cd.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.608817] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a19622d3-19a6-42ac-b7df-dd75e23fe2cd/a19622d3-19a6-42ac-b7df-dd75e23fe2cd.vmdk to [datastore2] 0ca65e79-bc6a-4b1b-8781-59bba11b27f4/0ca65e79-bc6a-4b1b-8781-59bba11b27f4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.609188] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d233790-e6b8-42dd-9557-73dcca29f859 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.617140] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1290.617140] env[65983]: value = "task-4469694" [ 1290.617140] env[65983]: _type = "Task" [ 1290.617140] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.627466] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.130753] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469694, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.631247] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469694, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.131742] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469694, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.632989] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469694, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.131141] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469694, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.326966} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.131397] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a19622d3-19a6-42ac-b7df-dd75e23fe2cd/a19622d3-19a6-42ac-b7df-dd75e23fe2cd.vmdk to [datastore2] 0ca65e79-bc6a-4b1b-8781-59bba11b27f4/0ca65e79-bc6a-4b1b-8781-59bba11b27f4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.132233] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62662544-443f-4ac5-8eb8-5008b11f2592 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.156405] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 0ca65e79-bc6a-4b1b-8781-59bba11b27f4/0ca65e79-bc6a-4b1b-8781-59bba11b27f4.vmdk or device None with type streamOptimized {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.156774] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6561f97-f196-40e4-b9a6-0bf04fe5bdda {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.177764] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1293.177764] env[65983]: value = "task-4469695" [ 1293.177764] env[65983]: _type = "Task" [ 1293.177764] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.186633] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.688755] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469695, 'name': ReconfigVM_Task, 'duration_secs': 0.302763} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.691298] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 0ca65e79-bc6a-4b1b-8781-59bba11b27f4/0ca65e79-bc6a-4b1b-8781-59bba11b27f4.vmdk or device None with type streamOptimized {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.691298] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0ae74d1-b722-4100-81c3-9d793ec33221 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.699184] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1293.699184] env[65983]: value = "task-4469696" [ 1293.699184] env[65983]: _type = "Task" [ 1293.699184] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.710486] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469696, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.210499] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469696, 'name': Rename_Task, 'duration_secs': 0.153511} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.210768] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.211030] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b32df845-514a-48e5-8686-64934a8d8c2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.219852] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1294.219852] env[65983]: value = "task-4469697" [ 1294.219852] env[65983]: _type = "Task" [ 1294.219852] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.229710] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.730746] env[65983]: DEBUG oslo_vmware.api [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469697, 'name': PowerOnVM_Task, 'duration_secs': 0.486281} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.731244] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.830888] env[65983]: DEBUG nova.compute.manager [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1294.831964] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfee35fc-1570-4b2e-896f-67e211a9c8fe {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.351064] env[65983]: DEBUG oslo_concurrency.lockutils [None req-f831957c-0829-407d-9e84-7ce15d122d07 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.994s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.423264] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.423741] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.423741] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.423906] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.424129] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.426264] env[65983]: INFO nova.compute.manager [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Terminating instance [ 1296.930529] env[65983]: DEBUG nova.compute.manager [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1296.930753] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.931721] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47046cb-6629-4210-8165-36168cdd3f86 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.940525] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.940812] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99eb7968-4519-4c9a-973a-9dfec1d0cf28 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.948355] env[65983]: DEBUG oslo_vmware.api [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1296.948355] env[65983]: value = "task-4469698" [ 1296.948355] env[65983]: _type = "Task" [ 1296.948355] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.957813] env[65983]: DEBUG oslo_vmware.api [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.459271] env[65983]: DEBUG oslo_vmware.api [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469698, 'name': PowerOffVM_Task, 'duration_secs': 0.209707} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.459676] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.459734] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.459990] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c392007c-0d00-46a0-8fe8-3ab8037bf614 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.530556] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.530849] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.531069] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleting the datastore file [datastore2] 0ca65e79-bc6a-4b1b-8781-59bba11b27f4 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.531347] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff08abe0-d522-4218-9b2e-5c3b80e99b8a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.538964] env[65983]: DEBUG oslo_vmware.api [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for the task: (returnval){ [ 1297.538964] env[65983]: value = "task-4469700" [ 1297.538964] env[65983]: _type = "Task" [ 1297.538964] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.548464] env[65983]: DEBUG oslo_vmware.api [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.027640] env[65983]: DEBUG oslo_vmware.rw_handles [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a85a81-a3ec-8e96-464a-8847cb4b26a0/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1298.028718] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0672f3b-c554-4f97-bdcb-0099d04d39ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.037406] env[65983]: DEBUG oslo_vmware.rw_handles [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a85a81-a3ec-8e96-464a-8847cb4b26a0/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1298.037653] env[65983]: ERROR oslo_vmware.rw_handles [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a85a81-a3ec-8e96-464a-8847cb4b26a0/disk-0.vmdk due to incomplete transfer. [ 1298.037819] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f2d4652d-5106-47e5-8776-17a04591b386 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.048544] env[65983]: DEBUG oslo_vmware.api [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Task: {'id': task-4469700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144252} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.049689] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.049877] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.050063] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.050237] env[65983]: INFO nova.compute.manager [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1298.050477] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1298.050670] env[65983]: DEBUG oslo_vmware.rw_handles [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a85a81-a3ec-8e96-464a-8847cb4b26a0/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1298.050826] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Uploaded image 585374dc-d0e6-41a6-8b00-c0041c797b99 to the Glance image server {{(pid=65983) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1298.053130] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Destroying the VM {{(pid=65983) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1298.053367] env[65983]: DEBUG nova.compute.manager [-] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1298.053463] env[65983]: DEBUG nova.network.neutron [-] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1298.053701] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.055388] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5e4e7b8-61fa-4b9d-b1ff-8293fd62e553 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.062292] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1298.062292] env[65983]: value = "task-4469701" [ 1298.062292] env[65983]: _type = "Task" [ 1298.062292] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.070931] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469701, 'name': Destroy_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.089662] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.562069] env[65983]: DEBUG nova.compute.manager [req-3dfc7a7b-6961-4c4e-b02c-6e15ba7206e7 req-adecb50e-a49b-46f5-9117-1677f8d68a00 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Received event network-vif-deleted-0e89509d-819f-45d9-92ce-65135c8db41f {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1298.562413] env[65983]: INFO nova.compute.manager [req-3dfc7a7b-6961-4c4e-b02c-6e15ba7206e7 req-adecb50e-a49b-46f5-9117-1677f8d68a00 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Neutron deleted interface 0e89509d-819f-45d9-92ce-65135c8db41f; detaching it from the instance and deleting it from the info cache [ 1298.562413] env[65983]: DEBUG nova.network.neutron [req-3dfc7a7b-6961-4c4e-b02c-6e15ba7206e7 req-adecb50e-a49b-46f5-9117-1677f8d68a00 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.573922] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469701, 'name': Destroy_Task, 'duration_secs': 0.369545} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.574659] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Destroyed the VM [ 1298.574980] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Deleting Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1298.575249] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-785d9e64-fc42-408c-9c2f-79ef2549dca8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.582846] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1298.582846] env[65983]: value = "task-4469702" [ 1298.582846] env[65983]: _type = "Task" [ 1298.582846] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.591800] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469702, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.040480] env[65983]: DEBUG nova.network.neutron [-] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.065289] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86865587-ffb1-4e22-bf0e-8b4787ddf411 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.077266] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6720d61-c1e6-42d3-b2d0-8612fdf748d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.096540] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469702, 'name': RemoveSnapshot_Task, 'duration_secs': 0.368917} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.096540] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Deleted Snapshot of the VM instance {{(pid=65983) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1299.096796] env[65983]: DEBUG nova.compute.manager [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1299.097730] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f222f2c-cac5-4a3f-ab3e-f0c7183a5486 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.106635] env[65983]: DEBUG nova.compute.manager [req-3dfc7a7b-6961-4c4e-b02c-6e15ba7206e7 req-adecb50e-a49b-46f5-9117-1677f8d68a00 service nova] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Detach interface failed, port_id=0e89509d-819f-45d9-92ce-65135c8db41f, reason: Instance 0ca65e79-bc6a-4b1b-8781-59bba11b27f4 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1299.543878] env[65983]: INFO nova.compute.manager [-] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Took 1.49 seconds to deallocate network for instance. [ 1299.617258] env[65983]: INFO nova.compute.manager [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Shelve offloading [ 1300.052692] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.052996] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.053237] env[65983]: DEBUG nova.objects.instance [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lazy-loading 'resources' on Instance uuid 0ca65e79-bc6a-4b1b-8781-59bba11b27f4 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.122117] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.122117] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33b2c51b-2793-4815-b86b-1055e4ab2b58 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.130474] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1300.130474] env[65983]: value = "task-4469703" [ 1300.130474] env[65983]: _type = "Task" [ 1300.130474] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.139050] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.622139] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d0a884-3b15-4b21-9a10-bb4200ff8049 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.637168] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e883aa0e-8bcb-4704-8c29-93376e916892 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.688679] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] VM already powered off {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1300.688989] env[65983]: DEBUG nova.compute.manager [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1300.690382] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02549dd9-a059-4ab2-807a-cc078dfc56f0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.694970] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8caec5-3d40-4a62-80f0-3dae5622fe9f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.707482] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d453491b-9cc6-4083-92c7-ef7d13dbaeda {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.713426] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.713653] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.713879] env[65983]: DEBUG nova.network.neutron [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1300.731308] env[65983]: DEBUG nova.compute.provider_tree [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.217629] env[65983]: WARNING neutronclient.v2_0.client [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.235852] env[65983]: DEBUG nova.scheduler.client.report [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.384999] env[65983]: WARNING neutronclient.v2_0.client [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.454266] env[65983]: DEBUG nova.network.neutron [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Updating instance_info_cache with network_info: [{"id": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "address": "fa:16:3e:98:59:c9", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a063dc-8e", "ovs_interfaceid": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.741459] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.761982] env[65983]: INFO nova.scheduler.client.report [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Deleted allocations for instance 0ca65e79-bc6a-4b1b-8781-59bba11b27f4 [ 1301.957226] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.957596] env[65983]: WARNING neutronclient.v2_0.client [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.957880] env[65983]: WARNING neutronclient.v2_0.client [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.203034] env[65983]: DEBUG nova.compute.manager [req-94b84b7a-b94f-4833-98a7-1974b354d6ba req-96a1c4bd-e466-4342-bbc3-b4d4452901ff service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Received event network-vif-unplugged-b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1302.203034] env[65983]: DEBUG oslo_concurrency.lockutils [req-94b84b7a-b94f-4833-98a7-1974b354d6ba req-96a1c4bd-e466-4342-bbc3-b4d4452901ff service nova] Acquiring lock "eb38430b-d837-4305-af5d-4b563efb5c7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.203034] env[65983]: DEBUG oslo_concurrency.lockutils [req-94b84b7a-b94f-4833-98a7-1974b354d6ba req-96a1c4bd-e466-4342-bbc3-b4d4452901ff service nova] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.203034] env[65983]: DEBUG oslo_concurrency.lockutils [req-94b84b7a-b94f-4833-98a7-1974b354d6ba req-96a1c4bd-e466-4342-bbc3-b4d4452901ff service nova] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.203034] env[65983]: DEBUG nova.compute.manager [req-94b84b7a-b94f-4833-98a7-1974b354d6ba req-96a1c4bd-e466-4342-bbc3-b4d4452901ff service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] No waiting events found dispatching network-vif-unplugged-b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1302.203756] env[65983]: WARNING nova.compute.manager [req-94b84b7a-b94f-4833-98a7-1974b354d6ba req-96a1c4bd-e466-4342-bbc3-b4d4452901ff service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Received unexpected event network-vif-unplugged-b5a063dc-8e58-4b30-8341-079a8235d0d0 for instance with vm_state shelved and task_state shelving_offloading. [ 1302.269241] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8513eeb3-645f-4780-a16f-b68b67c7f841 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Lock "0ca65e79-bc6a-4b1b-8781-59bba11b27f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.846s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.297263] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.298231] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fec4d1-68ff-4825-ab11-bc068d7f0dac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.306633] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.306883] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15b44108-1d64-446a-b032-4cf0a7a888be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.381877] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.382125] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.382363] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleting the datastore file [datastore1] eb38430b-d837-4305-af5d-4b563efb5c7b {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.382653] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18ccdef1-1160-473a-a5c7-162f1cc5ef8d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.389719] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1302.389719] env[65983]: value = "task-4469705" [ 1302.389719] env[65983]: _type = "Task" [ 1302.389719] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.398370] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.900911] env[65983]: DEBUG oslo_vmware.api [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161719} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.901311] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.901496] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.901705] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.919927] env[65983]: INFO nova.scheduler.client.report [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleted allocations for instance eb38430b-d837-4305-af5d-4b563efb5c7b [ 1303.424527] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.424930] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.425258] env[65983]: DEBUG nova.objects.instance [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lazy-loading 'resources' on Instance uuid eb38430b-d837-4305-af5d-4b563efb5c7b {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.928405] env[65983]: DEBUG nova.objects.instance [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lazy-loading 'numa_topology' on Instance uuid eb38430b-d837-4305-af5d-4b563efb5c7b {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.230699] env[65983]: DEBUG nova.compute.manager [req-e5c349dc-b55b-497d-832c-b98f8f4d6d59 req-200979dd-89e3-40dc-b81b-1cd18675fea8 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Received event network-changed-b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1304.231173] env[65983]: DEBUG nova.compute.manager [req-e5c349dc-b55b-497d-832c-b98f8f4d6d59 req-200979dd-89e3-40dc-b81b-1cd18675fea8 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Refreshing instance network info cache due to event network-changed-b5a063dc-8e58-4b30-8341-079a8235d0d0. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1304.231618] env[65983]: DEBUG oslo_concurrency.lockutils [req-e5c349dc-b55b-497d-832c-b98f8f4d6d59 req-200979dd-89e3-40dc-b81b-1cd18675fea8 service nova] Acquiring lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.231981] env[65983]: DEBUG oslo_concurrency.lockutils [req-e5c349dc-b55b-497d-832c-b98f8f4d6d59 req-200979dd-89e3-40dc-b81b-1cd18675fea8 service nova] Acquired lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.231981] env[65983]: DEBUG nova.network.neutron [req-e5c349dc-b55b-497d-832c-b98f8f4d6d59 req-200979dd-89e3-40dc-b81b-1cd18675fea8 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Refreshing network info cache for port b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.431668] env[65983]: DEBUG nova.objects.base [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1304.463419] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f0fb56-81b8-4d36-8fcd-be950e2683d0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.472862] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed4be5c-349b-47cd-8f77-b9c7bb2b5d0e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.504199] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fa4156-f8d8-459c-8101-bca1669a8cee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.513793] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0978998-8a8a-4571-a2ad-a5a49fe755e0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.529396] env[65983]: DEBUG nova.compute.provider_tree [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.734605] env[65983]: WARNING neutronclient.v2_0.client [req-e5c349dc-b55b-497d-832c-b98f8f4d6d59 req-200979dd-89e3-40dc-b81b-1cd18675fea8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.905053] env[65983]: WARNING neutronclient.v2_0.client [req-e5c349dc-b55b-497d-832c-b98f8f4d6d59 req-200979dd-89e3-40dc-b81b-1cd18675fea8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.972601] env[65983]: DEBUG nova.network.neutron [req-e5c349dc-b55b-497d-832c-b98f8f4d6d59 req-200979dd-89e3-40dc-b81b-1cd18675fea8 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Updated VIF entry in instance network info cache for port b5a063dc-8e58-4b30-8341-079a8235d0d0. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1304.972951] env[65983]: DEBUG nova.network.neutron [req-e5c349dc-b55b-497d-832c-b98f8f4d6d59 req-200979dd-89e3-40dc-b81b-1cd18675fea8 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Updating instance_info_cache with network_info: [{"id": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "address": "fa:16:3e:98:59:c9", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb5a063dc-8e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.033058] env[65983]: DEBUG nova.scheduler.client.report [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.401850] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "eb38430b-d837-4305-af5d-4b563efb5c7b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.475379] env[65983]: DEBUG oslo_concurrency.lockutils [req-e5c349dc-b55b-497d-832c-b98f8f4d6d59 req-200979dd-89e3-40dc-b81b-1cd18675fea8 service nova] Releasing lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.537913] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.046148] env[65983]: DEBUG oslo_concurrency.lockutils [None req-40393ea2-8bc1-44b4-b063-cf9c864f8846 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.498s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.046967] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.645s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.047156] env[65983]: INFO nova.compute.manager [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Unshelving [ 1307.073396] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.073728] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.073876] env[65983]: DEBUG nova.objects.instance [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lazy-loading 'pci_requests' on Instance uuid eb38430b-d837-4305-af5d-4b563efb5c7b {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.577753] env[65983]: DEBUG nova.objects.instance [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lazy-loading 'numa_topology' on Instance uuid eb38430b-d837-4305-af5d-4b563efb5c7b {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.080875] env[65983]: INFO nova.compute.claims [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.827620] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquiring lock "94ae66f5-fe93-4433-9eb1-2ab53a7d95f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.827847] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Lock "94ae66f5-fe93-4433-9eb1-2ab53a7d95f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.147610] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d396a97-6ce8-4e9d-aa35-2a20674e5b81 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.156219] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a50c305-1e98-4d4a-831b-d0b29458ea2e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.186432] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9637fe-ce9f-4563-b887-c1432e657293 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.195545] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7059eb-06be-450c-b082-506fdd60b985 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.209403] env[65983]: DEBUG nova.compute.provider_tree [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.333861] env[65983]: DEBUG nova.compute.manager [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1309.715520] env[65983]: DEBUG nova.scheduler.client.report [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.856390] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.221230] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.147s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.221523] env[65983]: WARNING neutronclient.v2_0.client [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1310.224019] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.368s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.225197] env[65983]: INFO nova.compute.claims [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.260840] env[65983]: INFO nova.network.neutron [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Updating port b5a063dc-8e58-4b30-8341-079a8235d0d0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1311.289962] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136684d6-7113-4d66-87d8-fcb6b9354b1b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.298282] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31c825e-a9db-43bd-9e25-e2f84b28e64c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.334572] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41b8065-26f3-4816-9f75-79a3d83ab544 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.342669] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34142b8-e577-4a46-a4cb-c2fcb8bbf3e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.356427] env[65983]: DEBUG nova.compute.provider_tree [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.695876] env[65983]: DEBUG nova.compute.manager [req-c8dd6470-f124-4823-b975-078a9d93f3e0 req-e6510e0c-99f3-403f-8338-aee315679440 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Received event network-vif-plugged-b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1311.696506] env[65983]: DEBUG oslo_concurrency.lockutils [req-c8dd6470-f124-4823-b975-078a9d93f3e0 req-e6510e0c-99f3-403f-8338-aee315679440 service nova] Acquiring lock "eb38430b-d837-4305-af5d-4b563efb5c7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.696732] env[65983]: DEBUG oslo_concurrency.lockutils [req-c8dd6470-f124-4823-b975-078a9d93f3e0 req-e6510e0c-99f3-403f-8338-aee315679440 service nova] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.696898] env[65983]: DEBUG oslo_concurrency.lockutils [req-c8dd6470-f124-4823-b975-078a9d93f3e0 req-e6510e0c-99f3-403f-8338-aee315679440 service nova] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.697087] env[65983]: DEBUG nova.compute.manager [req-c8dd6470-f124-4823-b975-078a9d93f3e0 req-e6510e0c-99f3-403f-8338-aee315679440 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] No waiting events found dispatching network-vif-plugged-b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1311.697253] env[65983]: WARNING nova.compute.manager [req-c8dd6470-f124-4823-b975-078a9d93f3e0 req-e6510e0c-99f3-403f-8338-aee315679440 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Received unexpected event network-vif-plugged-b5a063dc-8e58-4b30-8341-079a8235d0d0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1311.784184] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.784442] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.784587] env[65983]: DEBUG nova.network.neutron [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1311.859674] env[65983]: DEBUG nova.scheduler.client.report [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.287364] env[65983]: WARNING neutronclient.v2_0.client [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.364628] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.365243] env[65983]: DEBUG nova.compute.manager [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1312.462369] env[65983]: WARNING neutronclient.v2_0.client [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1312.536261] env[65983]: DEBUG nova.network.neutron [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Updating instance_info_cache with network_info: [{"id": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "address": "fa:16:3e:98:59:c9", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a063dc-8e", "ovs_interfaceid": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.871242] env[65983]: DEBUG nova.compute.utils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1312.873008] env[65983]: DEBUG nova.compute.manager [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Not allocating networking since 'none' was specified. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1313.038579] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.069664] env[65983]: DEBUG nova.virt.hardware [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4fcbd1010b3054113600b5542f4e2763',container_format='bare',created_at=2025-11-17T14:45:33Z,direct_url=,disk_format='vmdk',id=585374dc-d0e6-41a6-8b00-c0041c797b99,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1765768400-shelved',owner='eadc9a2e702640778db988b81ca56caa',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-17T14:45:47Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1313.069915] env[65983]: DEBUG nova.virt.hardware [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.070082] env[65983]: DEBUG nova.virt.hardware [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1313.070265] env[65983]: DEBUG nova.virt.hardware [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.070405] env[65983]: DEBUG nova.virt.hardware [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1313.070543] env[65983]: DEBUG nova.virt.hardware [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1313.070737] env[65983]: DEBUG nova.virt.hardware [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1313.070887] env[65983]: DEBUG nova.virt.hardware [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1313.071059] env[65983]: DEBUG nova.virt.hardware [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1313.071223] env[65983]: DEBUG nova.virt.hardware [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1313.071413] env[65983]: DEBUG nova.virt.hardware [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1313.072269] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acfd026-818c-48e6-8833-d44565977e90 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.080740] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c586dbd-42ef-4ce7-93b0-bc12b1e5108c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.094406] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:59:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a063dc-8e58-4b30-8341-079a8235d0d0', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.101678] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1313.101912] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.102131] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f4eff74-6f47-4c7a-89c1-f2402c0e00a6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.121437] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.121437] env[65983]: value = "task-4469707" [ 1313.121437] env[65983]: _type = "Task" [ 1313.121437] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.130536] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469707, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.375278] env[65983]: DEBUG nova.compute.manager [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1313.631626] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469707, 'name': CreateVM_Task, 'duration_secs': 0.330178} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.631626] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.632147] env[65983]: WARNING neutronclient.v2_0.client [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.632509] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/585374dc-d0e6-41a6-8b00-c0041c797b99" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.632662] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/585374dc-d0e6-41a6-8b00-c0041c797b99" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.633071] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/585374dc-d0e6-41a6-8b00-c0041c797b99" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.633335] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9553c213-af9c-49f1-bc56-162f155964a3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.638755] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1313.638755] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5298ed63-2010-587d-4f6a-5dde9492f376" [ 1313.638755] env[65983]: _type = "Task" [ 1313.638755] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.647189] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5298ed63-2010-587d-4f6a-5dde9492f376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.723212] env[65983]: DEBUG nova.compute.manager [req-5938837c-06a6-42b6-8102-8a6331d189bf req-3546e130-0361-4440-8563-529002433868 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Received event network-changed-b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1313.723443] env[65983]: DEBUG nova.compute.manager [req-5938837c-06a6-42b6-8102-8a6331d189bf req-3546e130-0361-4440-8563-529002433868 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Refreshing instance network info cache due to event network-changed-b5a063dc-8e58-4b30-8341-079a8235d0d0. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1313.723648] env[65983]: DEBUG oslo_concurrency.lockutils [req-5938837c-06a6-42b6-8102-8a6331d189bf req-3546e130-0361-4440-8563-529002433868 service nova] Acquiring lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.723831] env[65983]: DEBUG oslo_concurrency.lockutils [req-5938837c-06a6-42b6-8102-8a6331d189bf req-3546e130-0361-4440-8563-529002433868 service nova] Acquired lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.724067] env[65983]: DEBUG nova.network.neutron [req-5938837c-06a6-42b6-8102-8a6331d189bf req-3546e130-0361-4440-8563-529002433868 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Refreshing network info cache for port b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.149595] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/585374dc-d0e6-41a6-8b00-c0041c797b99" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.149864] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Processing image 585374dc-d0e6-41a6-8b00-c0041c797b99 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.150082] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/585374dc-d0e6-41a6-8b00-c0041c797b99/585374dc-d0e6-41a6-8b00-c0041c797b99.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.150227] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/585374dc-d0e6-41a6-8b00-c0041c797b99/585374dc-d0e6-41a6-8b00-c0041c797b99.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.150400] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.150687] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-884d30ae-5dd5-4f69-9ffd-962a9e241bbf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.169622] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.169864] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.172515] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f374fe-681a-4f1f-8d88-e5ea3ff7361e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.178457] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1314.178457] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d72758-6bef-3865-165c-a7a4b0e7b7e7" [ 1314.178457] env[65983]: _type = "Task" [ 1314.178457] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.187674] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d72758-6bef-3865-165c-a7a4b0e7b7e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.226571] env[65983]: WARNING neutronclient.v2_0.client [req-5938837c-06a6-42b6-8102-8a6331d189bf req-3546e130-0361-4440-8563-529002433868 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1314.383577] env[65983]: WARNING neutronclient.v2_0.client [req-5938837c-06a6-42b6-8102-8a6331d189bf req-3546e130-0361-4440-8563-529002433868 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1314.386596] env[65983]: DEBUG nova.compute.manager [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1314.406944] env[65983]: DEBUG nova.virt.hardware [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1314.407201] env[65983]: DEBUG nova.virt.hardware [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.407351] env[65983]: DEBUG nova.virt.hardware [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1314.407530] env[65983]: DEBUG nova.virt.hardware [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.407662] env[65983]: DEBUG nova.virt.hardware [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1314.407797] env[65983]: DEBUG nova.virt.hardware [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1314.408034] env[65983]: DEBUG nova.virt.hardware [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1314.408161] env[65983]: DEBUG nova.virt.hardware [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1314.408351] env[65983]: DEBUG nova.virt.hardware [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1314.408518] env[65983]: DEBUG nova.virt.hardware [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1314.408682] env[65983]: DEBUG nova.virt.hardware [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1314.409600] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8f1ecf-3ad7-4d0d-aedb-2dbab2ebb0bf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.418642] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fc9bc3-d6b6-466a-b1b7-b7519d28ad0c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.436149] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.441696] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Creating folder: Project (639165990c9d4388be4bd2f2c5c4a8b7). Parent ref: group-v873669. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.441987] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df67ec86-cab9-4293-bdd6-c69d18b23966 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.454515] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Created folder: Project (639165990c9d4388be4bd2f2c5c4a8b7) in parent group-v873669. [ 1314.454735] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Creating folder: Instances. Parent ref: group-v874010. {{(pid=65983) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.454992] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6f7eea8-6fe2-440e-9865-15b0400fd66c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.458694] env[65983]: DEBUG nova.network.neutron [req-5938837c-06a6-42b6-8102-8a6331d189bf req-3546e130-0361-4440-8563-529002433868 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Updated VIF entry in instance network info cache for port b5a063dc-8e58-4b30-8341-079a8235d0d0. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1314.459047] env[65983]: DEBUG nova.network.neutron [req-5938837c-06a6-42b6-8102-8a6331d189bf req-3546e130-0361-4440-8563-529002433868 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Updating instance_info_cache with network_info: [{"id": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "address": "fa:16:3e:98:59:c9", "network": {"id": "830915b7-489d-43b3-b371-6d8abef45dae", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-40928601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eadc9a2e702640778db988b81ca56caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a063dc-8e", "ovs_interfaceid": "b5a063dc-8e58-4b30-8341-079a8235d0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.466028] env[65983]: INFO nova.virt.vmwareapi.vm_util [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Created folder: Instances in parent group-v874010. [ 1314.466162] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1314.466333] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.466550] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db01705a-c874-4b47-aee2-a40c99687b8b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.484669] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.484669] env[65983]: value = "task-4469710" [ 1314.484669] env[65983]: _type = "Task" [ 1314.484669] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.496519] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469710, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.689497] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Preparing fetch location {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1314.689718] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Fetch image to [datastore2] OSTACK_IMG_0c3c23c2-0b7f-4e95-be47-639cbc7c33da/OSTACK_IMG_0c3c23c2-0b7f-4e95-be47-639cbc7c33da.vmdk {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1314.689895] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Downloading stream optimized image 585374dc-d0e6-41a6-8b00-c0041c797b99 to [datastore2] OSTACK_IMG_0c3c23c2-0b7f-4e95-be47-639cbc7c33da/OSTACK_IMG_0c3c23c2-0b7f-4e95-be47-639cbc7c33da.vmdk on the data store datastore2 as vApp {{(pid=65983) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1314.690070] env[65983]: DEBUG nova.virt.vmwareapi.images [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Downloading image file data 585374dc-d0e6-41a6-8b00-c0041c797b99 to the ESX as VM named 'OSTACK_IMG_0c3c23c2-0b7f-4e95-be47-639cbc7c33da' {{(pid=65983) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1314.769759] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1314.769759] env[65983]: value = "resgroup-9" [ 1314.769759] env[65983]: _type = "ResourcePool" [ 1314.769759] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1314.770118] env[65983]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-95f294a8-a0b8-49db-b514-bb3aebafb1bf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.790830] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lease: (returnval){ [ 1314.790830] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52747895-597b-575d-ae3e-d48a4967a680" [ 1314.790830] env[65983]: _type = "HttpNfcLease" [ 1314.790830] env[65983]: } obtained for vApp import into resource pool (val){ [ 1314.790830] env[65983]: value = "resgroup-9" [ 1314.790830] env[65983]: _type = "ResourcePool" [ 1314.790830] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1314.791237] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the lease: (returnval){ [ 1314.791237] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52747895-597b-575d-ae3e-d48a4967a680" [ 1314.791237] env[65983]: _type = "HttpNfcLease" [ 1314.791237] env[65983]: } to be ready. {{(pid=65983) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1314.797499] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1314.797499] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52747895-597b-575d-ae3e-d48a4967a680" [ 1314.797499] env[65983]: _type = "HttpNfcLease" [ 1314.797499] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1314.962191] env[65983]: DEBUG oslo_concurrency.lockutils [req-5938837c-06a6-42b6-8102-8a6331d189bf req-3546e130-0361-4440-8563-529002433868 service nova] Releasing lock "refresh_cache-eb38430b-d837-4305-af5d-4b563efb5c7b" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.995863] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469710, 'name': CreateVM_Task, 'duration_secs': 0.300595} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.996088] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.996863] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.997040] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.997376] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.997646] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b3b997-144b-474f-a303-01a35d08b0f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.002737] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1315.002737] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527b7751-71a6-1f75-73ea-3908d7538d48" [ 1315.002737] env[65983]: _type = "Task" [ 1315.002737] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.011025] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527b7751-71a6-1f75-73ea-3908d7538d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.300029] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.300029] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52747895-597b-575d-ae3e-d48a4967a680" [ 1315.300029] env[65983]: _type = "HttpNfcLease" [ 1315.300029] env[65983]: } is initializing. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1315.513644] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527b7751-71a6-1f75-73ea-3908d7538d48, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.514016] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.514222] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.514414] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.514553] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.514726] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.514992] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db4efab8-a0c7-4b6f-a6d5-00e1ffbbe877 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.524337] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.524552] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.525306] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d592e554-d8ac-4ba5-9a60-3fb30dc764a9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.531124] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1315.531124] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527e3256-2b3d-cb09-73ae-5936c35fb395" [ 1315.531124] env[65983]: _type = "Task" [ 1315.531124] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.541366] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527e3256-2b3d-cb09-73ae-5936c35fb395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.800918] env[65983]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.800918] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52747895-597b-575d-ae3e-d48a4967a680" [ 1315.800918] env[65983]: _type = "HttpNfcLease" [ 1315.800918] env[65983]: } is ready. {{(pid=65983) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1315.801247] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1315.801247] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52747895-597b-575d-ae3e-d48a4967a680" [ 1315.801247] env[65983]: _type = "HttpNfcLease" [ 1315.801247] env[65983]: }. {{(pid=65983) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1315.801960] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae522bea-d953-4cfe-af75-c533e84fbc58 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.810557] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df390e-452b-7bff-d0a3-3b0d81de0426/disk-0.vmdk from lease info. {{(pid=65983) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1315.810701] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df390e-452b-7bff-d0a3-3b0d81de0426/disk-0.vmdk. {{(pid=65983) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1315.873035] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e41507a-5cfd-4507-b40c-65fd1438a854 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.042374] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527e3256-2b3d-cb09-73ae-5936c35fb395, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.043204] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13645456-7931-4b36-9105-e02e66d22a2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.049631] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1316.049631] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527cd307-a79b-10d6-6d58-ff2dbcb3b04c" [ 1316.049631] env[65983]: _type = "Task" [ 1316.049631] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.060648] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527cd307-a79b-10d6-6d58-ff2dbcb3b04c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.562671] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527cd307-a79b-10d6-6d58-ff2dbcb3b04c, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.564677] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.564994] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4/94ae66f5-fe93-4433-9eb1-2ab53a7d95f4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.565316] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2492016c-b3fe-40e2-b53e-d0a831d9055e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.573999] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1316.573999] env[65983]: value = "task-4469712" [ 1316.573999] env[65983]: _type = "Task" [ 1316.573999] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.585747] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.035054] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Completed reading data from the image iterator. {{(pid=65983) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1317.035400] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df390e-452b-7bff-d0a3-3b0d81de0426/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1317.036769] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b176a5f9-ed88-442a-9f6a-ed3ecb777ec2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.045819] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df390e-452b-7bff-d0a3-3b0d81de0426/disk-0.vmdk is in state: ready. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1317.046187] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df390e-452b-7bff-d0a3-3b0d81de0426/disk-0.vmdk. {{(pid=65983) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1317.046305] env[65983]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c5e8024c-d2e4-4a3f-92fe-ab0dfd9fadcc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.085826] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469712, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.258340] env[65983]: DEBUG oslo_vmware.rw_handles [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df390e-452b-7bff-d0a3-3b0d81de0426/disk-0.vmdk. {{(pid=65983) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1317.258566] env[65983]: INFO nova.virt.vmwareapi.images [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Downloaded image file data 585374dc-d0e6-41a6-8b00-c0041c797b99 [ 1317.259463] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fad7d78-7b8c-4efe-a024-46692b14ede4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.275933] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ff786f7-3bd5-425a-9d20-971c4f6f4854 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.320362] env[65983]: INFO nova.virt.vmwareapi.images [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] The imported VM was unregistered [ 1317.322824] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Caching image {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1317.323063] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Creating directory with path [datastore2] devstack-image-cache_base/585374dc-d0e6-41a6-8b00-c0041c797b99 {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.323379] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64e989bd-4f7e-4c93-9b9a-172451690d54 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.335582] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Created directory with path [datastore2] devstack-image-cache_base/585374dc-d0e6-41a6-8b00-c0041c797b99 {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.335794] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_0c3c23c2-0b7f-4e95-be47-639cbc7c33da/OSTACK_IMG_0c3c23c2-0b7f-4e95-be47-639cbc7c33da.vmdk to [datastore2] devstack-image-cache_base/585374dc-d0e6-41a6-8b00-c0041c797b99/585374dc-d0e6-41a6-8b00-c0041c797b99.vmdk. {{(pid=65983) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1317.336037] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dd5fba06-c9d9-4dd7-8d17-5ffeaf6331a7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.343958] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1317.343958] env[65983]: value = "task-4469714" [ 1317.343958] env[65983]: _type = "Task" [ 1317.343958] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.352083] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469714, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.587540] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523936} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.587924] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore2] 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4/94ae66f5-fe93-4433-9eb1-2ab53a7d95f4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.588018] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.588240] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e9e5ab2-8643-4406-9d9d-719382dd1103 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.598042] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1317.598042] env[65983]: value = "task-4469715" [ 1317.598042] env[65983]: _type = "Task" [ 1317.598042] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.610197] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.857257] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469714, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.110832] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087229} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.112073] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.112384] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c8bf54-d8bd-47d1-bfe9-81a0acdd8e9c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.136813] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4/94ae66f5-fe93-4433-9eb1-2ab53a7d95f4.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.137186] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c004b1-bd8a-4fa2-84aa-42e6915f7ee2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.160478] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1318.160478] env[65983]: value = "task-4469716" [ 1318.160478] env[65983]: _type = "Task" [ 1318.160478] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.172903] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.356496] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469714, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.673865] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.857896] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469714, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.174889] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.358424] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469714, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.675104] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.856967] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469714, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.50304} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.857188] env[65983]: INFO nova.virt.vmwareapi.ds_util [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_0c3c23c2-0b7f-4e95-be47-639cbc7c33da/OSTACK_IMG_0c3c23c2-0b7f-4e95-be47-639cbc7c33da.vmdk to [datastore2] devstack-image-cache_base/585374dc-d0e6-41a6-8b00-c0041c797b99/585374dc-d0e6-41a6-8b00-c0041c797b99.vmdk. [ 1319.857370] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Cleaning up location [datastore2] OSTACK_IMG_0c3c23c2-0b7f-4e95-be47-639cbc7c33da {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1319.857529] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_0c3c23c2-0b7f-4e95-be47-639cbc7c33da {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.857800] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9a6b6ff-81a2-4196-a060-b9eb721f6e72 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.864915] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1319.864915] env[65983]: value = "task-4469717" [ 1319.864915] env[65983]: _type = "Task" [ 1319.864915] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.873716] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.174151] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469716, 'name': ReconfigVM_Task, 'duration_secs': 1.95484} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.174151] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4/94ae66f5-fe93-4433-9eb1-2ab53a7d95f4.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.174530] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72d038a9-2c2b-40db-93f5-4e1a2b3746df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.182459] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1320.182459] env[65983]: value = "task-4469718" [ 1320.182459] env[65983]: _type = "Task" [ 1320.182459] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.193981] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469718, 'name': Rename_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.375675] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146885} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.375923] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.376110] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/585374dc-d0e6-41a6-8b00-c0041c797b99/585374dc-d0e6-41a6-8b00-c0041c797b99.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.376454] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/585374dc-d0e6-41a6-8b00-c0041c797b99/585374dc-d0e6-41a6-8b00-c0041c797b99.vmdk to [datastore2] eb38430b-d837-4305-af5d-4b563efb5c7b/eb38430b-d837-4305-af5d-4b563efb5c7b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.376757] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13ff745d-b19b-4f86-9697-220a7caaabb4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.385665] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1320.385665] env[65983]: value = "task-4469719" [ 1320.385665] env[65983]: _type = "Task" [ 1320.385665] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.395071] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.463421] env[65983]: DEBUG nova.compute.manager [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Stashing vm_state: active {{(pid=65983) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1320.693635] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469718, 'name': Rename_Task, 'duration_secs': 0.338632} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.694115] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.694448] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06d14eea-eee3-4b8c-afb6-d85b2399f431 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.701963] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1320.701963] env[65983]: value = "task-4469720" [ 1320.701963] env[65983]: _type = "Task" [ 1320.701963] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.711090] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.897490] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.983932] env[65983]: DEBUG oslo_concurrency.lockutils [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.984286] env[65983]: DEBUG oslo_concurrency.lockutils [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.059186] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.059420] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.059570] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.059710] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.059953] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.060116] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.060258] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.060390] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65983) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1321.060526] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.214657] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.397946] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469719, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.489979] env[65983]: INFO nova.compute.claims [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.563210] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.716097] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469720, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.899874] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469719, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.997269] env[65983]: INFO nova.compute.resource_tracker [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating resource usage from migration d3a6ae34-ea55-43f5-b9c3-68dd2a474d29 [ 1322.070840] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ef1283-47c6-45f6-a908-4eeb9027171b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.081756] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d384a3a-25e0-4858-96ec-3500651266db {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.927826] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8f44c9-d210-40a4-95e9-7370a318448b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.936929] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d191c934-40af-41df-9cc9-17380dfd81f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.947641] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469720, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.947919] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469719, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.958925] env[65983]: DEBUG nova.compute.provider_tree [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.432523] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469719, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.435922] env[65983]: DEBUG oslo_vmware.api [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469720, 'name': PowerOnVM_Task, 'duration_secs': 2.350732} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.435922] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.436137] env[65983]: INFO nova.compute.manager [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1323.436311] env[65983]: DEBUG nova.compute.manager [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1323.437090] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb024d3d-b8a6-4197-8183-c6494a7fdb6a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.462293] env[65983]: DEBUG nova.scheduler.client.report [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.931165] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469719, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.101075} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.931567] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/585374dc-d0e6-41a6-8b00-c0041c797b99/585374dc-d0e6-41a6-8b00-c0041c797b99.vmdk to [datastore2] eb38430b-d837-4305-af5d-4b563efb5c7b/eb38430b-d837-4305-af5d-4b563efb5c7b.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.932249] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c13f7c4-9835-4a7a-9c8b-822f329eed9e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.954324] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] eb38430b-d837-4305-af5d-4b563efb5c7b/eb38430b-d837-4305-af5d-4b563efb5c7b.vmdk or device None with type streamOptimized {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.958181] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-439bd994-bcbf-40b6-9911-194002588781 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.974032] env[65983]: DEBUG oslo_concurrency.lockutils [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.990s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.974230] env[65983]: INFO nova.compute.manager [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Migrating [ 1323.980755] env[65983]: INFO nova.compute.manager [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Took 14.14 seconds to build instance. [ 1323.981622] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.419s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.981792] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.981932] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65983) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1323.986715] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e1d532-be55-45e3-a627-3e0f4559aaef {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.995746] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1323.995746] env[65983]: value = "task-4469721" [ 1323.995746] env[65983]: _type = "Task" [ 1323.995746] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.004159] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f36b7f-7a5e-477b-a9d3-ba348ea599f1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.013756] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.026560] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65472400-2a80-4e0f-899f-ca904c7d5fb8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.035445] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac345275-44bf-46a9-a2aa-7e95ab85b5d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.066412] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180419MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65983) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1324.066602] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.066781] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.484189] env[65983]: DEBUG oslo_concurrency.lockutils [None req-7d77b272-ce2e-4efe-a937-fdcb5933ceaf tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Lock "94ae66f5-fe93-4433-9eb1-2ab53a7d95f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.656s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.495713] env[65983]: DEBUG oslo_concurrency.lockutils [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.495947] env[65983]: DEBUG oslo_concurrency.lockutils [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.497312] env[65983]: DEBUG nova.network.neutron [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1324.509073] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469721, 'name': ReconfigVM_Task, 'duration_secs': 0.397537} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.509310] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] eb38430b-d837-4305-af5d-4b563efb5c7b/eb38430b-d837-4305-af5d-4b563efb5c7b.vmdk or device None with type streamOptimized {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.511023] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7bccad6-82a7-4b63-8652-3daf078935cd {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.518081] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1324.518081] env[65983]: value = "task-4469722" [ 1324.518081] env[65983]: _type = "Task" [ 1324.518081] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.527929] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469722, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.974582] env[65983]: INFO nova.compute.manager [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Rebuilding instance [ 1324.998851] env[65983]: WARNING neutronclient.v2_0.client [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.026281] env[65983]: DEBUG nova.compute.manager [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1325.027535] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cde4350-2317-48c7-a38d-52120c9f12f6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.033818] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469722, 'name': Rename_Task, 'duration_secs': 0.151684} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.034820] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.035226] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07b1befb-7a36-4aa7-8698-ab86fcaf9ba0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.047496] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1325.047496] env[65983]: value = "task-4469723" [ 1325.047496] env[65983]: _type = "Task" [ 1325.047496] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.055955] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.074145] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Applying migration context for instance 47e12061-a9f0-4ded-a570-f18155aaee15 as it has an incoming, in-progress migration d3a6ae34-ea55-43f5-b9c3-68dd2a474d29. Migration status is pre-migrating {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1325.075117] env[65983]: INFO nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating resource usage from migration d3a6ae34-ea55-43f5-b9c3-68dd2a474d29 [ 1325.095082] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance eb38430b-d837-4305-af5d-4b563efb5c7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1325.095307] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1325.095499] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Migration d3a6ae34-ea55-43f5-b9c3-68dd2a474d29 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1325.095650] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 47e12061-a9f0-4ded-a570-f18155aaee15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1325.095828] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1325.095970] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=100GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_os_type_None': '3', 'num_proj_eadc9a2e702640778db988b81ca56caa': '1', 'io_workload': '1', 'num_vm_active': '2', 'num_task_resize_prep': '1', 'num_proj_44d492b5198040c195036431825ebfe1': '1', 'num_task_None': '1', 'num_proj_639165990c9d4388be4bd2f2c5c4a8b7': '1'} {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1325.160430] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df923849-e132-4aa5-bde2-fc6bf1428bc5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.172261] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba36f456-169d-457e-b45c-293b10b9c3d4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.204493] env[65983]: WARNING neutronclient.v2_0.client [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.207465] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4166d9d1-d49c-4454-ba79-7e5dd33eba35 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.216608] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06667e05-0a8d-46c1-b907-fe1d94def3ac {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.232538] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.286209] env[65983]: DEBUG nova.network.neutron [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance_info_cache with network_info: [{"id": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "address": "fa:16:3e:e7:ec:02", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a0bf95-df", "ovs_interfaceid": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.560913] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469723, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.736154] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.789443] env[65983]: DEBUG oslo_concurrency.lockutils [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.045886] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.046324] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de5835bb-3ce0-45e8-a009-114d6c2bd399 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.055766] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1326.055766] env[65983]: value = "task-4469724" [ 1326.055766] env[65983]: _type = "Task" [ 1326.055766] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.059113] env[65983]: DEBUG oslo_vmware.api [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469723, 'name': PowerOnVM_Task, 'duration_secs': 0.541835} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.062639] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.073165] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.173238] env[65983]: DEBUG nova.compute.manager [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1326.174340] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb81560-3e41-4106-991d-75f1b3d69846 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.241087] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1326.241299] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.174s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.569810] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469724, 'name': PowerOffVM_Task, 'duration_secs': 0.129108} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.570089] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.570326] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.571168] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220fe840-406d-4d18-ab04-6802b4c1e2e9 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.579099] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.579368] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72642a89-55f9-4043-8b90-82a4194df61c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.607563] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.607781] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.607960] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Deleting the datastore file [datastore2] 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.608262] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58851a13-6a4e-4ec8-9fb2-b338ebf7a69b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.614589] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1326.614589] env[65983]: value = "task-4469726" [ 1326.614589] env[65983]: _type = "Task" [ 1326.614589] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.623244] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.694342] env[65983]: DEBUG oslo_concurrency.lockutils [None req-9d5ca288-7155-4ce3-883a-81b53339045c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.646s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.125416] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105797} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.125761] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.125858] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.126018] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.304349] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cb6aed-85f9-4f33-b6d8-7a1e7bb4d1ab {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.324420] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance '47e12061-a9f0-4ded-a570-f18155aaee15' progress to 0 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.831291] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.831615] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29c0d223-d405-4264-8267-83246cceec35 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.839962] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1327.839962] env[65983]: value = "task-4469727" [ 1327.839962] env[65983]: _type = "Task" [ 1327.839962] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.849328] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.168807] env[65983]: DEBUG nova.virt.hardware [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1328.169134] env[65983]: DEBUG nova.virt.hardware [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.169218] env[65983]: DEBUG nova.virt.hardware [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1328.169393] env[65983]: DEBUG nova.virt.hardware [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.169531] env[65983]: DEBUG nova.virt.hardware [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1328.169671] env[65983]: DEBUG nova.virt.hardware [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1328.169871] env[65983]: DEBUG nova.virt.hardware [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1328.170058] env[65983]: DEBUG nova.virt.hardware [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1328.170312] env[65983]: DEBUG nova.virt.hardware [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1328.170531] env[65983]: DEBUG nova.virt.hardware [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1328.170750] env[65983]: DEBUG nova.virt.hardware [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1328.171792] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c6aee-6933-4274-9622-179151572afa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.181394] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1443976a-8682-4b5d-9f7f-4a104813bb5d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.197243] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Instance VIF info [] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.204075] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1328.204075] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.204075] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed209783-4eb4-4ea1-a371-d9718d0ba188 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.221753] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.221753] env[65983]: value = "task-4469728" [ 1328.221753] env[65983]: _type = "Task" [ 1328.221753] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.230438] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469728, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.351033] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469727, 'name': PowerOffVM_Task, 'duration_secs': 0.183223} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.351494] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.351690] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance '47e12061-a9f0-4ded-a570-f18155aaee15' progress to 17 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.733440] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469728, 'name': CreateVM_Task, 'duration_secs': 0.273063} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.733685] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.734091] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.734262] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.734587] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.734852] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5272da06-8c9d-4b01-a6da-6415efeecf65 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.739998] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1328.739998] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5215096d-8d5c-c771-a8f0-da18a6b666aa" [ 1328.739998] env[65983]: _type = "Task" [ 1328.739998] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.749026] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5215096d-8d5c-c771-a8f0-da18a6b666aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.858325] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1328.858660] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.858831] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1328.859037] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.859183] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1328.859323] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1328.859533] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1328.859703] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1328.859862] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1328.860028] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1328.860199] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1328.865196] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86693228-d805-49f1-91a9-e718181c5b89 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.882398] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1328.882398] env[65983]: value = "task-4469729" [ 1328.882398] env[65983]: _type = "Task" [ 1328.882398] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.895914] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.251706] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]5215096d-8d5c-c771-a8f0-da18a6b666aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010688} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.252123] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.252239] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1329.252466] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.252608] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.252782] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.253095] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ed502b5-05ea-4a5b-a65f-5f6e145a3948 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.262519] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.262693] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1329.263505] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f2738d-48c9-4b9b-9019-7cab7afb983c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.269673] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1329.269673] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ae45fd-35c7-a0fb-a978-e40112c0bf12" [ 1329.269673] env[65983]: _type = "Task" [ 1329.269673] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.278966] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ae45fd-35c7-a0fb-a978-e40112c0bf12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.393193] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469729, 'name': ReconfigVM_Task, 'duration_secs': 0.183149} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.393656] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance '47e12061-a9f0-4ded-a570-f18155aaee15' progress to 33 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.781258] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52ae45fd-35c7-a0fb-a978-e40112c0bf12, 'name': SearchDatastore_Task, 'duration_secs': 0.009997} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.782192] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17beae41-d379-47f9-8de7-98e8bf4c9174 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.788378] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1329.788378] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c207e7-40f4-b2c8-1342-00b3e8e49ee1" [ 1329.788378] env[65983]: _type = "Task" [ 1329.788378] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.796799] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c207e7-40f4-b2c8-1342-00b3e8e49ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.903031] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1329.903509] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.903802] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1329.904164] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.904495] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1329.904727] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1329.905037] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1329.905272] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1329.905514] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1329.905744] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1329.905985] env[65983]: DEBUG nova.virt.hardware [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1329.915918] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1329.916364] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fea82d97-de1f-4a4b-abbd-336cc36a5ae4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.937674] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1329.937674] env[65983]: value = "task-4469730" [ 1329.937674] env[65983]: _type = "Task" [ 1329.937674] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.946916] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.300177] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52c207e7-40f4-b2c8-1342-00b3e8e49ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.011759} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.300602] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.300797] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4/94ae66f5-fe93-4433-9eb1-2ab53a7d95f4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.301099] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0b7a315-5898-469e-a7d1-c39392282ee2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.309222] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1330.309222] env[65983]: value = "task-4469731" [ 1330.309222] env[65983]: _type = "Task" [ 1330.309222] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.318288] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.448637] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469730, 'name': ReconfigVM_Task, 'duration_secs': 0.190228} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.448958] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1330.449784] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a42ad6b-06a3-49c0-b883-96324e7d3317 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.478709] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 47e12061-a9f0-4ded-a570-f18155aaee15/47e12061-a9f0-4ded-a570-f18155aaee15.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.478709] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e85cfeb-b5e6-408f-bce1-39ce03a3ea09 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.500438] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1330.500438] env[65983]: value = "task-4469732" [ 1330.500438] env[65983]: _type = "Task" [ 1330.500438] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.510954] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.819068] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434139} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.819335] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4/94ae66f5-fe93-4433-9eb1-2ab53a7d95f4.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1330.819540] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1330.819815] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f49e7bea-6bff-4203-a86c-df8b72b78acc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.826503] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1330.826503] env[65983]: value = "task-4469733" [ 1330.826503] env[65983]: _type = "Task" [ 1330.826503] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.835459] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.011722] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469732, 'name': ReconfigVM_Task, 'duration_secs': 0.318362} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.011993] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 47e12061-a9f0-4ded-a570-f18155aaee15/47e12061-a9f0-4ded-a570-f18155aaee15.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.012273] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance '47e12061-a9f0-4ded-a570-f18155aaee15' progress to 50 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.337558] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076036} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.337959] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1331.338780] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48881c6-9798-44ea-98c0-0937096c950d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.359533] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4/94ae66f5-fe93-4433-9eb1-2ab53a7d95f4.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.359886] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1970da-c616-46f1-94e5-7f7dd9e60c66 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.381449] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1331.381449] env[65983]: value = "task-4469734" [ 1331.381449] env[65983]: _type = "Task" [ 1331.381449] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.391727] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.518679] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8be2c9f-df40-4f10-8020-31dcb6a52e1a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.538624] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c87eff-cffa-4ba4-9e4c-2cc0eaa29fce {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.557917] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance '47e12061-a9f0-4ded-a570-f18155aaee15' progress to 67 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.892687] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469734, 'name': ReconfigVM_Task, 'duration_secs': 0.285399} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.892929] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4/94ae66f5-fe93-4433-9eb1-2ab53a7d95f4.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.893572] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa71b129-a9c7-455f-b4cf-47689c20de7c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.900486] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1331.900486] env[65983]: value = "task-4469735" [ 1331.900486] env[65983]: _type = "Task" [ 1331.900486] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.909814] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469735, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.064146] env[65983]: WARNING neutronclient.v2_0.client [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1332.064510] env[65983]: WARNING neutronclient.v2_0.client [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1332.104590] env[65983]: DEBUG nova.network.neutron [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Port 42a0bf95-df4d-4fab-81c8-34d3d4910d27 binding to destination host cpu-1 is already ACTIVE {{(pid=65983) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1332.411799] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469735, 'name': Rename_Task, 'duration_secs': 0.147526} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.412253] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.412359] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6d0782f-6992-476d-a68c-53ebe46231cf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.419516] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1332.419516] env[65983]: value = "task-4469736" [ 1332.419516] env[65983]: _type = "Task" [ 1332.419516] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.428734] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.930052] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469736, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.130875] env[65983]: DEBUG oslo_concurrency.lockutils [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "47e12061-a9f0-4ded-a570-f18155aaee15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.131135] env[65983]: DEBUG oslo_concurrency.lockutils [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "47e12061-a9f0-4ded-a570-f18155aaee15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.131272] env[65983]: DEBUG oslo_concurrency.lockutils [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "47e12061-a9f0-4ded-a570-f18155aaee15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.430710] env[65983]: DEBUG oslo_vmware.api [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469736, 'name': PowerOnVM_Task, 'duration_secs': 0.713761} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.431132] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.431239] env[65983]: DEBUG nova.compute.manager [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1333.432048] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ffb8a4-115f-4255-86b9-23b5ccca5545 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.949835] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.950547] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.950547] env[65983]: DEBUG nova.objects.instance [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65983) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1334.136089] env[65983]: WARNING neutronclient.v2_0.client [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1334.184032] env[65983]: DEBUG oslo_concurrency.lockutils [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.184281] env[65983]: DEBUG oslo_concurrency.lockutils [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.184716] env[65983]: DEBUG nova.network.neutron [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1334.688751] env[65983]: WARNING neutronclient.v2_0.client [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1334.725383] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquiring lock "94ae66f5-fe93-4433-9eb1-2ab53a7d95f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.725653] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Lock "94ae66f5-fe93-4433-9eb1-2ab53a7d95f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.725856] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquiring lock "94ae66f5-fe93-4433-9eb1-2ab53a7d95f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.726050] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Lock "94ae66f5-fe93-4433-9eb1-2ab53a7d95f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.726218] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Lock "94ae66f5-fe93-4433-9eb1-2ab53a7d95f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.728292] env[65983]: INFO nova.compute.manager [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Terminating instance [ 1334.875218] env[65983]: WARNING neutronclient.v2_0.client [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1334.945414] env[65983]: DEBUG nova.network.neutron [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance_info_cache with network_info: [{"id": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "address": "fa:16:3e:e7:ec:02", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a0bf95-df", "ovs_interfaceid": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.959506] env[65983]: DEBUG oslo_concurrency.lockutils [None req-c6a1c0f0-c253-4154-811b-75ede4c508dd tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.232292] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquiring lock "refresh_cache-94ae66f5-fe93-4433-9eb1-2ab53a7d95f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.232518] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquired lock "refresh_cache-94ae66f5-fe93-4433-9eb1-2ab53a7d95f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.232645] env[65983]: DEBUG nova.network.neutron [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1335.448401] env[65983]: DEBUG oslo_concurrency.lockutils [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.735405] env[65983]: WARNING neutronclient.v2_0.client [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1335.751968] env[65983]: DEBUG nova.network.neutron [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1335.813968] env[65983]: DEBUG nova.network.neutron [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.976161] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29019c64-945d-4262-8ed5-a57257c31d5b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.997455] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c1474-75d9-4283-bd69-895691ce4f0b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.005325] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance '47e12061-a9f0-4ded-a570-f18155aaee15' progress to 83 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.317131] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Releasing lock "refresh_cache-94ae66f5-fe93-4433-9eb1-2ab53a7d95f4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.317407] env[65983]: DEBUG nova.compute.manager [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1336.317597] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.318495] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82c5b0e-375a-45dc-900e-2b2bbe39d3e2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.326788] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.327057] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c39ccf3-8db9-4311-9198-31e21b54fca0 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.333530] env[65983]: DEBUG oslo_vmware.api [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1336.333530] env[65983]: value = "task-4469737" [ 1336.333530] env[65983]: _type = "Task" [ 1336.333530] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.342508] env[65983]: DEBUG oslo_vmware.api [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.512194] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.512511] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-264537ee-a6fb-4c9c-b9cf-088c83a7e113 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.520888] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1336.520888] env[65983]: value = "task-4469738" [ 1336.520888] env[65983]: _type = "Task" [ 1336.520888] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.529349] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.844964] env[65983]: DEBUG oslo_vmware.api [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469737, 'name': PowerOffVM_Task, 'duration_secs': 0.121909} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.845388] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.845388] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.845670] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f28fe030-de69-4104-accd-f54fad55f1be {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.872342] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.872666] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.872876] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Deleting the datastore file [datastore1] 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.873238] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85d3ef84-ddd7-41c6-ac30-95a06e7966f4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.881341] env[65983]: DEBUG oslo_vmware.api [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for the task: (returnval){ [ 1336.881341] env[65983]: value = "task-4469740" [ 1336.881341] env[65983]: _type = "Task" [ 1336.881341] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.890383] env[65983]: DEBUG oslo_vmware.api [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.030842] env[65983]: DEBUG oslo_vmware.api [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469738, 'name': PowerOnVM_Task, 'duration_secs': 0.482806} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.031122] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.031308] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-816e3115-bfb7-4a40-85d0-323a1893b3e2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance '47e12061-a9f0-4ded-a570-f18155aaee15' progress to 100 {{(pid=65983) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.394173] env[65983]: DEBUG oslo_vmware.api [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Task: {'id': task-4469740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140575} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.394366] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.394537] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.394701] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.394865] env[65983]: INFO nova.compute.manager [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1337.395108] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1337.395303] env[65983]: DEBUG nova.compute.manager [-] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1337.395394] env[65983]: DEBUG nova.network.neutron [-] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1337.395746] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1337.413803] env[65983]: DEBUG nova.network.neutron [-] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1337.414217] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1337.917283] env[65983]: DEBUG nova.network.neutron [-] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.420899] env[65983]: INFO nova.compute.manager [-] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Took 1.03 seconds to deallocate network for instance. [ 1338.927717] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.928151] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.928216] env[65983]: DEBUG nova.objects.instance [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Lazy-loading 'resources' on Instance uuid 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.002655] env[65983]: WARNING neutronclient.v2_0.client [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.040422] env[65983]: WARNING neutronclient.v2_0.client [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.040823] env[65983]: WARNING neutronclient.v2_0.client [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.041106] env[65983]: WARNING neutronclient.v2_0.client [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.075969] env[65983]: DEBUG nova.network.neutron [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Port 42a0bf95-df4d-4fab-81c8-34d3d4910d27 binding to destination host cpu-1 is already ACTIVE {{(pid=65983) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1339.076297] env[65983]: DEBUG oslo_concurrency.lockutils [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.076446] env[65983]: DEBUG oslo_concurrency.lockutils [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.076635] env[65983]: DEBUG nova.network.neutron [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1339.498995] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a43f026-061e-4679-a7e9-07bf5ebe3bc2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.507160] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036eba00-3949-486d-9f93-2b27b705f1bc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.540029] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698fd925-3e76-4afd-841b-8ed325e3ba85 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.548293] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad7f161-4510-46ec-958f-149468692d55 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.561944] env[65983]: DEBUG nova.compute.provider_tree [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.579597] env[65983]: WARNING neutronclient.v2_0.client [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.749229] env[65983]: WARNING neutronclient.v2_0.client [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.816619] env[65983]: DEBUG nova.network.neutron [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance_info_cache with network_info: [{"id": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "address": "fa:16:3e:e7:ec:02", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a0bf95-df", "ovs_interfaceid": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.065762] env[65983]: DEBUG nova.scheduler.client.report [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.319572] env[65983]: DEBUG oslo_concurrency.lockutils [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.570580] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.591974] env[65983]: INFO nova.scheduler.client.report [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Deleted allocations for instance 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4 [ 1340.822734] env[65983]: DEBUG nova.compute.manager [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65983) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1340.822983] env[65983]: DEBUG oslo_concurrency.lockutils [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.823250] env[65983]: DEBUG oslo_concurrency.lockutils [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.099455] env[65983]: DEBUG oslo_concurrency.lockutils [None req-8dda75e4-4209-443c-abfc-bad71161fe2b tempest-ServerShowV254Test-569863224 tempest-ServerShowV254Test-569863224-project-member] Lock "94ae66f5-fe93-4433-9eb1-2ab53a7d95f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.374s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.326221] env[65983]: DEBUG nova.objects.instance [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lazy-loading 'migration_context' on Instance uuid 47e12061-a9f0-4ded-a570-f18155aaee15 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.886838] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d7bfd5-2146-4372-bced-d7e3b80fa030 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.896303] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a5029a-891a-4d30-ae7e-5f16a6dd707c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.927619] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b588f1-7ffe-4ecf-876a-0fa36427bbeb {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.936088] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489dddc5-e0db-420d-bca4-bc3b435eefd1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.950755] env[65983]: DEBUG nova.compute.provider_tree [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.454168] env[65983]: DEBUG nova.scheduler.client.report [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.465538] env[65983]: DEBUG oslo_concurrency.lockutils [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.642s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.006641] env[65983]: INFO nova.compute.manager [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Swapping old allocation on dict_keys(['105b815f-bff2-4131-99fb-b7e02a4602d6']) held by migration d3a6ae34-ea55-43f5-b9c3-68dd2a474d29 for instance [ 1345.028086] env[65983]: DEBUG nova.scheduler.client.report [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Overwriting current allocation {'allocations': {'105b815f-bff2-4131-99fb-b7e02a4602d6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 186}}, 'project_id': '44d492b5198040c195036431825ebfe1', 'user_id': 'a4fd275529da4a2a9056f2f968db710f', 'consumer_generation': 1} on consumer 47e12061-a9f0-4ded-a570-f18155aaee15 {{(pid=65983) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1345.078936] env[65983]: WARNING neutronclient.v2_0.client [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.122378] env[65983]: DEBUG oslo_concurrency.lockutils [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.122565] env[65983]: DEBUG oslo_concurrency.lockutils [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.122738] env[65983]: DEBUG nova.network.neutron [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1345.626175] env[65983]: WARNING neutronclient.v2_0.client [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.816383] env[65983]: WARNING neutronclient.v2_0.client [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.889756] env[65983]: DEBUG nova.network.neutron [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance_info_cache with network_info: [{"id": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "address": "fa:16:3e:e7:ec:02", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a0bf95-df", "ovs_interfaceid": "42a0bf95-df4d-4fab-81c8-34d3d4910d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.393064] env[65983]: DEBUG oslo_concurrency.lockutils [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-47e12061-a9f0-4ded-a570-f18155aaee15" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.393355] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.393440] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eac0d903-52fd-4b39-9001-47069b95842a {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.401866] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1346.401866] env[65983]: value = "task-4469741" [ 1346.401866] env[65983]: _type = "Task" [ 1346.401866] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.411172] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.912604] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469741, 'name': PowerOffVM_Task, 'duration_secs': 0.204516} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.912885] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.913647] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1346.913904] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.914083] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1346.914273] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.914435] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1346.914586] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1346.914787] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1346.914941] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1346.915116] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1346.915274] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1346.915436] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1346.920398] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-118e4f8e-5065-457e-b876-24dbb11703d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.937063] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1346.937063] env[65983]: value = "task-4469742" [ 1346.937063] env[65983]: _type = "Task" [ 1346.937063] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.945842] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.448950] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469742, 'name': ReconfigVM_Task, 'duration_secs': 0.147908} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.449916] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d515db-6422-4819-8755-fb1e20057b14 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.469024] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1347.469322] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.469530] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1347.469847] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.470135] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1347.470402] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1347.471025] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1347.471025] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1347.471263] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1347.471535] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1347.471835] env[65983]: DEBUG nova.virt.hardware [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1347.473128] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b842c51-1c83-470c-a79b-d1c0bd71718c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.482158] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1347.482158] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52617bc7-ecbf-6f10-6272-787821dcb18c" [ 1347.482158] env[65983]: _type = "Task" [ 1347.482158] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.495650] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52617bc7-ecbf-6f10-6272-787821dcb18c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.992539] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52617bc7-ecbf-6f10-6272-787821dcb18c, 'name': SearchDatastore_Task, 'duration_secs': 0.01237} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.997745] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1347.998042] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244086a1-e8f2-41aa-b76c-876229ae3528 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.016714] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1348.016714] env[65983]: value = "task-4469743" [ 1348.016714] env[65983]: _type = "Task" [ 1348.016714] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.025170] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.527611] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469743, 'name': ReconfigVM_Task, 'duration_secs': 0.18468} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.528062] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=65983) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1348.528814] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f3852d-1bc3-432c-9081-ff1b71f89890 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.553594] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 47e12061-a9f0-4ded-a570-f18155aaee15/47e12061-a9f0-4ded-a570-f18155aaee15.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.553895] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-206e72ce-e3ed-4211-9458-0cc3a2c2478b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.574161] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1348.574161] env[65983]: value = "task-4469744" [ 1348.574161] env[65983]: _type = "Task" [ 1348.574161] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.583266] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.084385] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469744, 'name': ReconfigVM_Task, 'duration_secs': 0.337514} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.084659] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 47e12061-a9f0-4ded-a570-f18155aaee15/47e12061-a9f0-4ded-a570-f18155aaee15.vmdk or device None with type thin {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.085510] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f1f78f-599f-4faa-a0ce-8ae3601ae950 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.103909] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6325b9-e7ad-422d-9fa1-3fb7c2ab6cb2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.121606] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650faf7a-8867-4cc9-8e22-80f268b9e759 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.139436] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e3b47e-f5c0-45b7-93cb-29ea49f2a7b2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.146439] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.146722] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29da3fb5-af36-4a62-b22a-c41ce38536da {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.154029] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1349.154029] env[65983]: value = "task-4469745" [ 1349.154029] env[65983]: _type = "Task" [ 1349.154029] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.162916] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.665287] env[65983]: DEBUG oslo_vmware.api [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469745, 'name': PowerOnVM_Task, 'duration_secs': 0.422159} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.665699] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.676710] env[65983]: INFO nova.compute.manager [None req-951ed59e-cbcd-4ba0-b58c-5a15c52e4514 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance to original state: 'active' [ 1352.034026] env[65983]: DEBUG oslo_concurrency.lockutils [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "47e12061-a9f0-4ded-a570-f18155aaee15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.034412] env[65983]: DEBUG oslo_concurrency.lockutils [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "47e12061-a9f0-4ded-a570-f18155aaee15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.034596] env[65983]: DEBUG oslo_concurrency.lockutils [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "47e12061-a9f0-4ded-a570-f18155aaee15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.034825] env[65983]: DEBUG oslo_concurrency.lockutils [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "47e12061-a9f0-4ded-a570-f18155aaee15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.035024] env[65983]: DEBUG oslo_concurrency.lockutils [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "47e12061-a9f0-4ded-a570-f18155aaee15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.037427] env[65983]: INFO nova.compute.manager [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Terminating instance [ 1352.541658] env[65983]: DEBUG nova.compute.manager [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1352.541884] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.542831] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0fc480-94ef-4120-9080-3f87380b8d1f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.550888] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.551169] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f72cc2dc-7780-4410-a35d-e6f4dec97413 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.558977] env[65983]: DEBUG oslo_vmware.api [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1352.558977] env[65983]: value = "task-4469746" [ 1352.558977] env[65983]: _type = "Task" [ 1352.558977] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.568179] env[65983]: DEBUG oslo_vmware.api [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.068594] env[65983]: DEBUG oslo_vmware.api [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469746, 'name': PowerOffVM_Task, 'duration_secs': 0.265227} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.069035] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.069035] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.069256] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd247ef9-a04d-4bb5-a883-fddaf354d2b7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.148617] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.148861] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.149056] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleting the datastore file [datastore2] 47e12061-a9f0-4ded-a570-f18155aaee15 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.149336] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61ce1a34-f2d8-4975-a211-3777d7e45bf4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.155886] env[65983]: DEBUG oslo_vmware.api [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1353.155886] env[65983]: value = "task-4469748" [ 1353.155886] env[65983]: _type = "Task" [ 1353.155886] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.164512] env[65983]: DEBUG oslo_vmware.api [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.666377] env[65983]: DEBUG oslo_vmware.api [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264971} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.666617] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.666745] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.666984] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.667201] env[65983]: INFO nova.compute.manager [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1353.667435] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1353.667640] env[65983]: DEBUG nova.compute.manager [-] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1353.667735] env[65983]: DEBUG nova.network.neutron [-] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1353.667968] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1353.699747] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1354.226923] env[65983]: DEBUG nova.compute.manager [req-5cf6abe5-af0e-410d-a303-184833c653c0 req-9649ba70-a0ed-4e05-82c8-d7ed5274589c service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Received event network-vif-deleted-42a0bf95-df4d-4fab-81c8-34d3d4910d27 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1354.227274] env[65983]: INFO nova.compute.manager [req-5cf6abe5-af0e-410d-a303-184833c653c0 req-9649ba70-a0ed-4e05-82c8-d7ed5274589c service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Neutron deleted interface 42a0bf95-df4d-4fab-81c8-34d3d4910d27; detaching it from the instance and deleting it from the info cache [ 1354.227440] env[65983]: DEBUG nova.network.neutron [req-5cf6abe5-af0e-410d-a303-184833c653c0 req-9649ba70-a0ed-4e05-82c8-d7ed5274589c service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.696837] env[65983]: DEBUG nova.network.neutron [-] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.730464] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-605be4c7-0f95-479e-98c0-0ad5bb5258ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.740718] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895c47ec-727f-4de5-b253-caef352b0578 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.767536] env[65983]: DEBUG nova.compute.manager [req-5cf6abe5-af0e-410d-a303-184833c653c0 req-9649ba70-a0ed-4e05-82c8-d7ed5274589c service nova] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Detach interface failed, port_id=42a0bf95-df4d-4fab-81c8-34d3d4910d27, reason: Instance 47e12061-a9f0-4ded-a570-f18155aaee15 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1355.200000] env[65983]: INFO nova.compute.manager [-] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Took 1.53 seconds to deallocate network for instance. [ 1355.707179] env[65983]: DEBUG oslo_concurrency.lockutils [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.707564] env[65983]: DEBUG oslo_concurrency.lockutils [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.707611] env[65983]: DEBUG oslo_concurrency.lockutils [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.773828] env[65983]: INFO nova.scheduler.client.report [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleted allocations for instance 47e12061-a9f0-4ded-a570-f18155aaee15 [ 1356.281648] env[65983]: DEBUG oslo_concurrency.lockutils [None req-878ef0c9-449a-4962-b131-9a3cd573cebd tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "47e12061-a9f0-4ded-a570-f18155aaee15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.247s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.121958] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.122292] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.625185] env[65983]: DEBUG nova.compute.manager [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Starting instance... {{(pid=65983) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1358.146843] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.147205] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.148812] env[65983]: INFO nova.compute.claims [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.196784] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01f34ca-1848-4d19-9054-db7591561340 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.204926] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa45ef9-3ef0-4412-8b94-341f4ee0d627 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.236387] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79aaa47-9dfb-4f89-abb8-f3ccfed2146e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.244013] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7c17eb-0ad9-4f3c-b124-699c689fe1c5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.257586] env[65983]: DEBUG nova.compute.provider_tree [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.761141] env[65983]: DEBUG nova.scheduler.client.report [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.267376] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.267926] env[65983]: DEBUG nova.compute.manager [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Start building networks asynchronously for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1360.772884] env[65983]: DEBUG nova.compute.utils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Using /dev/sd instead of None {{(pid=65983) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1360.774337] env[65983]: DEBUG nova.compute.manager [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Allocating IP information in the background. {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1360.774552] env[65983]: DEBUG nova.network.neutron [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] allocate_for_instance() {{(pid=65983) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1360.774864] env[65983]: WARNING neutronclient.v2_0.client [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1360.775774] env[65983]: WARNING neutronclient.v2_0.client [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1360.827722] env[65983]: DEBUG nova.policy [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4fd275529da4a2a9056f2f968db710f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44d492b5198040c195036431825ebfe1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65983) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.128256] env[65983]: DEBUG nova.network.neutron [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Successfully created port: f892c072-2835-4257-a060-1ab76c84f8d6 {{(pid=65983) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1361.279228] env[65983]: DEBUG nova.compute.manager [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Start building block device mappings for instance. {{(pid=65983) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1362.289558] env[65983]: DEBUG nova.compute.manager [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Start spawning the instance on the hypervisor. {{(pid=65983) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1362.337603] env[65983]: DEBUG nova.virt.hardware [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-17T14:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-17T14:31:17Z,direct_url=,disk_format='vmdk',id=071a6326-39b8-4d94-b77c-aac96bfcf5e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c4f471eae1b43499bfbf92939867363',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-17T14:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1362.337846] env[65983]: DEBUG nova.virt.hardware [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.337984] env[65983]: DEBUG nova.virt.hardware [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image limits 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1362.338211] env[65983]: DEBUG nova.virt.hardware [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Flavor pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.338417] env[65983]: DEBUG nova.virt.hardware [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Image pref 0:0:0 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1362.338596] env[65983]: DEBUG nova.virt.hardware [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65983) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1362.338810] env[65983]: DEBUG nova.virt.hardware [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1362.338963] env[65983]: DEBUG nova.virt.hardware [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1362.339166] env[65983]: DEBUG nova.virt.hardware [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Got 1 possible topologies {{(pid=65983) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1362.339333] env[65983]: DEBUG nova.virt.hardware [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1362.339503] env[65983]: DEBUG nova.virt.hardware [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65983) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1362.340447] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381d2ec7-4723-4682-b31b-44c601232d30 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.349558] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb87113-0ae4-4a79-aa9a-80312efc0847 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.526324] env[65983]: DEBUG nova.compute.manager [req-e7192d11-6bc4-4481-a129-e2540104f252 req-f14e1134-f7b9-489b-b0a6-47bc0486cc97 service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Received event network-vif-plugged-f892c072-2835-4257-a060-1ab76c84f8d6 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1362.526545] env[65983]: DEBUG oslo_concurrency.lockutils [req-e7192d11-6bc4-4481-a129-e2540104f252 req-f14e1134-f7b9-489b-b0a6-47bc0486cc97 service nova] Acquiring lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.526744] env[65983]: DEBUG oslo_concurrency.lockutils [req-e7192d11-6bc4-4481-a129-e2540104f252 req-f14e1134-f7b9-489b-b0a6-47bc0486cc97 service nova] Lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.526906] env[65983]: DEBUG oslo_concurrency.lockutils [req-e7192d11-6bc4-4481-a129-e2540104f252 req-f14e1134-f7b9-489b-b0a6-47bc0486cc97 service nova] Lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.527084] env[65983]: DEBUG nova.compute.manager [req-e7192d11-6bc4-4481-a129-e2540104f252 req-f14e1134-f7b9-489b-b0a6-47bc0486cc97 service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] No waiting events found dispatching network-vif-plugged-f892c072-2835-4257-a060-1ab76c84f8d6 {{(pid=65983) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1362.527260] env[65983]: WARNING nova.compute.manager [req-e7192d11-6bc4-4481-a129-e2540104f252 req-f14e1134-f7b9-489b-b0a6-47bc0486cc97 service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Received unexpected event network-vif-plugged-f892c072-2835-4257-a060-1ab76c84f8d6 for instance with vm_state building and task_state spawning. [ 1362.611457] env[65983]: DEBUG nova.network.neutron [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Successfully updated port: f892c072-2835-4257-a060-1ab76c84f8d6 {{(pid=65983) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1362.731070] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "eb38430b-d837-4305-af5d-4b563efb5c7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.731070] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.731070] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "eb38430b-d837-4305-af5d-4b563efb5c7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.731070] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.731405] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.733356] env[65983]: INFO nova.compute.manager [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Terminating instance [ 1363.113769] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.113931] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.114128] env[65983]: DEBUG nova.network.neutron [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1363.237650] env[65983]: DEBUG nova.compute.manager [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1363.237880] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.238780] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f160f8a-d816-4ccf-8454-6dd195f5b5db {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.247377] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.247658] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d86876a2-be17-4dba-87f7-2bf8b1eab944 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.255629] env[65983]: DEBUG oslo_vmware.api [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1363.255629] env[65983]: value = "task-4469749" [ 1363.255629] env[65983]: _type = "Task" [ 1363.255629] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.266931] env[65983]: DEBUG oslo_vmware.api [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.649020] env[65983]: DEBUG nova.network.neutron [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Instance cache missing network info. {{(pid=65983) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1363.725720] env[65983]: WARNING neutronclient.v2_0.client [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1363.768247] env[65983]: DEBUG oslo_vmware.api [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469749, 'name': PowerOffVM_Task, 'duration_secs': 0.2033} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.768519] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.768675] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.768960] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-786a2cbb-72aa-4a81-86ee-c1ae585e91e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.795841] env[65983]: DEBUG nova.network.neutron [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Updating instance_info_cache with network_info: [{"id": "f892c072-2835-4257-a060-1ab76c84f8d6", "address": "fa:16:3e:03:95:2a", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf892c072-28", "ovs_interfaceid": "f892c072-2835-4257-a060-1ab76c84f8d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.835709] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.836119] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Deleting contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.836362] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleting the datastore file [datastore2] eb38430b-d837-4305-af5d-4b563efb5c7b {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.836729] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54781197-55a2-44c9-a3dc-65711432fa77 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.843957] env[65983]: DEBUG oslo_vmware.api [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for the task: (returnval){ [ 1363.843957] env[65983]: value = "task-4469751" [ 1363.843957] env[65983]: _type = "Task" [ 1363.843957] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.852425] env[65983]: DEBUG oslo_vmware.api [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.299434] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.299834] env[65983]: DEBUG nova.compute.manager [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Instance network_info: |[{"id": "f892c072-2835-4257-a060-1ab76c84f8d6", "address": "fa:16:3e:03:95:2a", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf892c072-28", "ovs_interfaceid": "f892c072-2835-4257-a060-1ab76c84f8d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65983) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1364.300462] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:95:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f892c072-2835-4257-a060-1ab76c84f8d6', 'vif_model': 'vmxnet3'}] {{(pid=65983) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.307898] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1364.308132] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Creating VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.308371] env[65983]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b96168d3-1076-45b0-9109-4be846a9fa94 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.329338] env[65983]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.329338] env[65983]: value = "task-4469752" [ 1364.329338] env[65983]: _type = "Task" [ 1364.329338] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.339412] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469752, 'name': CreateVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.353602] env[65983]: DEBUG oslo_vmware.api [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Task: {'id': task-4469751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197124} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.353843] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.354024] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Deleted contents of the VM from datastore datastore2 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.354203] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.354374] env[65983]: INFO nova.compute.manager [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1364.354619] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1364.354798] env[65983]: DEBUG nova.compute.manager [-] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1364.354891] env[65983]: DEBUG nova.network.neutron [-] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1364.355149] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1364.388827] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1364.565250] env[65983]: DEBUG nova.compute.manager [req-063c7bbc-a1b2-4d96-accf-c2508c448c40 req-e5d90507-7559-4979-b552-0fd36c1918aa service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Received event network-changed-f892c072-2835-4257-a060-1ab76c84f8d6 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1364.565250] env[65983]: DEBUG nova.compute.manager [req-063c7bbc-a1b2-4d96-accf-c2508c448c40 req-e5d90507-7559-4979-b552-0fd36c1918aa service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Refreshing instance network info cache due to event network-changed-f892c072-2835-4257-a060-1ab76c84f8d6. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1364.566411] env[65983]: DEBUG oslo_concurrency.lockutils [req-063c7bbc-a1b2-4d96-accf-c2508c448c40 req-e5d90507-7559-4979-b552-0fd36c1918aa service nova] Acquiring lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.566411] env[65983]: DEBUG oslo_concurrency.lockutils [req-063c7bbc-a1b2-4d96-accf-c2508c448c40 req-e5d90507-7559-4979-b552-0fd36c1918aa service nova] Acquired lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.566411] env[65983]: DEBUG nova.network.neutron [req-063c7bbc-a1b2-4d96-accf-c2508c448c40 req-e5d90507-7559-4979-b552-0fd36c1918aa service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Refreshing network info cache for port f892c072-2835-4257-a060-1ab76c84f8d6 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.839889] env[65983]: DEBUG oslo_vmware.api [-] Task: {'id': task-4469752, 'name': CreateVM_Task, 'duration_secs': 0.350348} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.840295] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Created VM on the ESX host {{(pid=65983) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.840669] env[65983]: WARNING neutronclient.v2_0.client [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1364.841020] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.841176] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.841510] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.841768] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6356b0-22ff-43d2-afd5-af7cc2a2d8b6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.846706] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1364.846706] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527559b0-4477-41b3-b14c-ae01ce687f36" [ 1364.846706] env[65983]: _type = "Task" [ 1364.846706] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.854963] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527559b0-4477-41b3-b14c-ae01ce687f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.069847] env[65983]: WARNING neutronclient.v2_0.client [req-063c7bbc-a1b2-4d96-accf-c2508c448c40 req-e5d90507-7559-4979-b552-0fd36c1918aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1365.216294] env[65983]: WARNING neutronclient.v2_0.client [req-063c7bbc-a1b2-4d96-accf-c2508c448c40 req-e5d90507-7559-4979-b552-0fd36c1918aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1365.286331] env[65983]: DEBUG nova.network.neutron [req-063c7bbc-a1b2-4d96-accf-c2508c448c40 req-e5d90507-7559-4979-b552-0fd36c1918aa service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Updated VIF entry in instance network info cache for port f892c072-2835-4257-a060-1ab76c84f8d6. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1365.286701] env[65983]: DEBUG nova.network.neutron [req-063c7bbc-a1b2-4d96-accf-c2508c448c40 req-e5d90507-7559-4979-b552-0fd36c1918aa service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Updating instance_info_cache with network_info: [{"id": "f892c072-2835-4257-a060-1ab76c84f8d6", "address": "fa:16:3e:03:95:2a", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf892c072-28", "ovs_interfaceid": "f892c072-2835-4257-a060-1ab76c84f8d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.360528] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]527559b0-4477-41b3-b14c-ae01ce687f36, 'name': SearchDatastore_Task, 'duration_secs': 0.012033} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.360528] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.360528] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Processing image 071a6326-39b8-4d94-b77c-aac96bfcf5e4 {{(pid=65983) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.360528] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.360528] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.360528] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.360528] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1e06086-9cf6-4d4c-a017-eb71fe251b22 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.373366] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65983) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.373566] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65983) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.374320] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9875cb1f-5ca8-46da-9b1f-196276f74e1b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.380590] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1365.380590] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f84559-e440-70d5-d159-2abf4f60bf44" [ 1365.380590] env[65983]: _type = "Task" [ 1365.380590] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.388917] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f84559-e440-70d5-d159-2abf4f60bf44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.401472] env[65983]: DEBUG nova.network.neutron [-] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.790294] env[65983]: DEBUG oslo_concurrency.lockutils [req-063c7bbc-a1b2-4d96-accf-c2508c448c40 req-e5d90507-7559-4979-b552-0fd36c1918aa service nova] Releasing lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.892175] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52f84559-e440-70d5-d159-2abf4f60bf44, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.892920] env[65983]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-875bafce-39b4-40f8-bc50-b881c45dca5f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.898312] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1365.898312] env[65983]: value = "session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d0e0ef-870b-2946-9e4a-7cd9db706760" [ 1365.898312] env[65983]: _type = "Task" [ 1365.898312] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.906919] env[65983]: INFO nova.compute.manager [-] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Took 1.55 seconds to deallocate network for instance. [ 1365.906919] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d0e0ef-870b-2946-9e4a-7cd9db706760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.409362] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': session[52b1e072-5219-d5d5-0142-93c578ff0f5f]52d0e0ef-870b-2946-9e4a-7cd9db706760, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.409606] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.409876] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926/0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.410185] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c68e4333-5c9a-4dc8-a374-eb53040bf635 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.413872] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.414125] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.414328] env[65983]: DEBUG nova.objects.instance [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lazy-loading 'resources' on Instance uuid eb38430b-d837-4305-af5d-4b563efb5c7b {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.422221] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1366.422221] env[65983]: value = "task-4469753" [ 1366.422221] env[65983]: _type = "Task" [ 1366.422221] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.432019] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.593824] env[65983]: DEBUG nova.compute.manager [req-d447b62b-1cff-4b53-b045-7231f376568c req-6ea687af-86f6-4683-81a4-73c0028753a9 service nova] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Received event network-vif-deleted-b5a063dc-8e58-4b30-8341-079a8235d0d0 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1366.933519] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426243} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.933943] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/071a6326-39b8-4d94-b77c-aac96bfcf5e4/071a6326-39b8-4d94-b77c-aac96bfcf5e4.vmdk to [datastore1] 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926/0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926.vmdk {{(pid=65983) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.934045] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Extending root virtual disk to 1048576 {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.934265] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-510b46ac-d976-436c-b95c-adc93bdb8472 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.941911] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1366.941911] env[65983]: value = "task-4469754" [ 1366.941911] env[65983]: _type = "Task" [ 1366.941911] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.953364] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.969348] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74d3028-3690-47e0-9c05-fe2a1eadcf81 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.977506] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013114f5-6a5b-4b38-8145-a96a81375ae7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.008107] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc7298a-7741-452d-895d-510a4e040266 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.016202] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b3ddb0-55e8-4e6a-a1b6-30ba5414c185 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.030531] env[65983]: DEBUG nova.compute.provider_tree [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.454044] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063185} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.454282] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Extended root virtual disk {{(pid=65983) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1367.455067] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7585e4da-7a47-4e56-bd35-6d5c6922a5d1 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.477118] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926/0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.477447] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b4b3f9-aaec-4828-acd8-d71cf5beb09c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.498059] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1367.498059] env[65983]: value = "task-4469755" [ 1367.498059] env[65983]: _type = "Task" [ 1367.498059] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.506544] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.533829] env[65983]: DEBUG nova.scheduler.client.report [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.008026] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469755, 'name': ReconfigVM_Task, 'duration_secs': 0.287002} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.008431] env[65983]: DEBUG nova.virt.vmwareapi.volumeops [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926/0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926.vmdk or device None with type sparse {{(pid=65983) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.009018] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07719704-7267-468f-98e4-2817d4eff084 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.016419] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1368.016419] env[65983]: value = "task-4469756" [ 1368.016419] env[65983]: _type = "Task" [ 1368.016419] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.024996] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469756, 'name': Rename_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.039457] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.059870] env[65983]: INFO nova.scheduler.client.report [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Deleted allocations for instance eb38430b-d837-4305-af5d-4b563efb5c7b [ 1368.527056] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469756, 'name': Rename_Task, 'duration_secs': 0.138687} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.527224] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.527473] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5189b4cb-f3e4-47f8-a54e-1f58fb47d009 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.536572] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1368.536572] env[65983]: value = "task-4469757" [ 1368.536572] env[65983]: _type = "Task" [ 1368.536572] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.544629] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.568747] env[65983]: DEBUG oslo_concurrency.lockutils [None req-0695c4cc-bcbd-42cb-a214-53f19c37226f tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Lock "eb38430b-d837-4305-af5d-4b563efb5c7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.838s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.047765] env[65983]: DEBUG oslo_vmware.api [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469757, 'name': PowerOnVM_Task, 'duration_secs': 0.50827} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.047765] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.047765] env[65983]: INFO nova.compute.manager [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1369.048510] env[65983]: DEBUG nova.compute.manager [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1369.048827] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3eab0d-1a51-49d8-b9c8-b720961a1158 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.567811] env[65983]: INFO nova.compute.manager [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Took 11.44 seconds to build instance. [ 1370.069718] env[65983]: DEBUG oslo_concurrency.lockutils [None req-6494423d-3a72-4152-9720-cd5eed71fe6f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.947s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.290297] env[65983]: DEBUG nova.compute.manager [req-388274b3-29b4-4e63-affe-d5b53290c787 req-576c12dd-73fd-4f6a-b71a-eae92a049cee service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Received event network-changed-f892c072-2835-4257-a060-1ab76c84f8d6 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1370.290499] env[65983]: DEBUG nova.compute.manager [req-388274b3-29b4-4e63-affe-d5b53290c787 req-576c12dd-73fd-4f6a-b71a-eae92a049cee service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Refreshing instance network info cache due to event network-changed-f892c072-2835-4257-a060-1ab76c84f8d6. {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1370.290747] env[65983]: DEBUG oslo_concurrency.lockutils [req-388274b3-29b4-4e63-affe-d5b53290c787 req-576c12dd-73fd-4f6a-b71a-eae92a049cee service nova] Acquiring lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.290892] env[65983]: DEBUG oslo_concurrency.lockutils [req-388274b3-29b4-4e63-affe-d5b53290c787 req-576c12dd-73fd-4f6a-b71a-eae92a049cee service nova] Acquired lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.291274] env[65983]: DEBUG nova.network.neutron [req-388274b3-29b4-4e63-affe-d5b53290c787 req-576c12dd-73fd-4f6a-b71a-eae92a049cee service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Refreshing network info cache for port f892c072-2835-4257-a060-1ab76c84f8d6 {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.796046] env[65983]: WARNING neutronclient.v2_0.client [req-388274b3-29b4-4e63-affe-d5b53290c787 req-576c12dd-73fd-4f6a-b71a-eae92a049cee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1370.956949] env[65983]: WARNING neutronclient.v2_0.client [req-388274b3-29b4-4e63-affe-d5b53290c787 req-576c12dd-73fd-4f6a-b71a-eae92a049cee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1371.025780] env[65983]: DEBUG nova.network.neutron [req-388274b3-29b4-4e63-affe-d5b53290c787 req-576c12dd-73fd-4f6a-b71a-eae92a049cee service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Updated VIF entry in instance network info cache for port f892c072-2835-4257-a060-1ab76c84f8d6. {{(pid=65983) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1371.026174] env[65983]: DEBUG nova.network.neutron [req-388274b3-29b4-4e63-affe-d5b53290c787 req-576c12dd-73fd-4f6a-b71a-eae92a049cee service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Updating instance_info_cache with network_info: [{"id": "f892c072-2835-4257-a060-1ab76c84f8d6", "address": "fa:16:3e:03:95:2a", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf892c072-28", "ovs_interfaceid": "f892c072-2835-4257-a060-1ab76c84f8d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.528846] env[65983]: DEBUG oslo_concurrency.lockutils [req-388274b3-29b4-4e63-affe-d5b53290c787 req-576c12dd-73fd-4f6a-b71a-eae92a049cee service nova] Releasing lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.292066] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.292066] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.797914] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.798148] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.798279] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.798432] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.798594] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.798714] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.799225] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65983) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1378.799225] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.301309] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.301725] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.301725] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.301873] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65983) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1379.302840] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cf823a-703e-4e39-a6e1-b6b022ade83d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.311391] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb206d8-ebd8-41ad-ada5-85553f93896b {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.326219] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f209378-07c6-48d0-84f2-83a2bf24a0ba {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.333613] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7320fd80-557a-4fc3-b415-7fbc400f9b2f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.364545] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180419MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65983) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1379.364741] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.364961] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.390991] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Instance 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65983) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1380.391275] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1380.391375] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_44d492b5198040c195036431825ebfe1': '1', 'io_workload': '0'} {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1380.420450] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd58c07f-0880-4de9-b7dd-2b1e6c51c05d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.429229] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eb3a8c-b49d-47ab-b634-3d091d388d72 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.460167] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cdb0b3-3fd2-4398-9721-0d3b1b3c6bff {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.468736] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6ef9dc-af1b-4bb9-b1de-09d46993839d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.483370] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.986408] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.491683] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1381.492148] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.247099] env[65983]: DEBUG oslo_concurrency.lockutils [None req-13e62f71-7aae-460f-bbcb-47f708ab069d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.247598] env[65983]: DEBUG oslo_concurrency.lockutils [None req-13e62f71-7aae-460f-bbcb-47f708ab069d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.247598] env[65983]: DEBUG nova.compute.manager [None req-13e62f71-7aae-460f-bbcb-47f708ab069d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1405.248523] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f609c0dc-4582-4074-b582-2151de322dc2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.256373] env[65983]: DEBUG nova.compute.manager [None req-13e62f71-7aae-460f-bbcb-47f708ab069d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65983) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1405.256947] env[65983]: DEBUG nova.objects.instance [None req-13e62f71-7aae-460f-bbcb-47f708ab069d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lazy-loading 'flavor' on Instance uuid 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.265775] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e62f71-7aae-460f-bbcb-47f708ab069d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.266149] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9f9a6c8-a291-41b9-9ce3-44a3d29e4297 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.277263] env[65983]: DEBUG oslo_vmware.api [None req-13e62f71-7aae-460f-bbcb-47f708ab069d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1406.277263] env[65983]: value = "task-4469759" [ 1406.277263] env[65983]: _type = "Task" [ 1406.277263] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.287954] env[65983]: DEBUG oslo_vmware.api [None req-13e62f71-7aae-460f-bbcb-47f708ab069d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.788622] env[65983]: DEBUG oslo_vmware.api [None req-13e62f71-7aae-460f-bbcb-47f708ab069d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469759, 'name': PowerOffVM_Task, 'duration_secs': 0.207237} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.788863] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e62f71-7aae-460f-bbcb-47f708ab069d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.789115] env[65983]: DEBUG nova.compute.manager [None req-13e62f71-7aae-460f-bbcb-47f708ab069d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1406.789952] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ebb27a-e415-4e77-b23d-574b3fd49b11 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.304407] env[65983]: DEBUG oslo_concurrency.lockutils [None req-13e62f71-7aae-460f-bbcb-47f708ab069d tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.654926] env[65983]: DEBUG nova.objects.instance [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lazy-loading 'flavor' on Instance uuid 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.160671] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.160901] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.161055] env[65983]: DEBUG nova.network.neutron [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1408.161285] env[65983]: DEBUG nova.objects.instance [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lazy-loading 'info_cache' on Instance uuid 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.664689] env[65983]: DEBUG nova.objects.base [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Object Instance<0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926> lazy-loaded attributes: flavor,info_cache {{(pid=65983) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1409.167409] env[65983]: WARNING neutronclient.v2_0.client [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1409.345037] env[65983]: WARNING neutronclient.v2_0.client [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1409.417586] env[65983]: DEBUG nova.network.neutron [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Updating instance_info_cache with network_info: [{"id": "f892c072-2835-4257-a060-1ab76c84f8d6", "address": "fa:16:3e:03:95:2a", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf892c072-28", "ovs_interfaceid": "f892c072-2835-4257-a060-1ab76c84f8d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.920462] env[65983]: DEBUG oslo_concurrency.lockutils [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.926833] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Powering on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.927249] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a2270e6-7505-45be-bd5f-56e9a53aa98d {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.936339] env[65983]: DEBUG oslo_vmware.api [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1410.936339] env[65983]: value = "task-4469760" [ 1410.936339] env[65983]: _type = "Task" [ 1410.936339] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.945830] env[65983]: DEBUG oslo_vmware.api [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.447943] env[65983]: DEBUG oslo_vmware.api [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.948966] env[65983]: DEBUG oslo_vmware.api [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469760, 'name': PowerOnVM_Task, 'duration_secs': 0.761524} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.949505] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Powered on the VM {{(pid=65983) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.949505] env[65983]: DEBUG nova.compute.manager [None req-05894f63-6ccf-4127-b3d4-1fb8eff796e4 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1411.950111] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e634bb0-60d5-4d4a-b9d5-f9fb41047f33 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.545027] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022fa85c-b21d-44fb-a5ce-572cd175424c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.552553] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-616cf38f-b90d-46b7-927c-e8d0bd2ad777 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Suspending the VM {{(pid=65983) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1413.552803] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7178184a-3ce1-4d3c-aeb0-e5b0002535cc {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.560192] env[65983]: DEBUG oslo_vmware.api [None req-616cf38f-b90d-46b7-927c-e8d0bd2ad777 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1413.560192] env[65983]: value = "task-4469761" [ 1413.560192] env[65983]: _type = "Task" [ 1413.560192] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.571563] env[65983]: DEBUG oslo_vmware.api [None req-616cf38f-b90d-46b7-927c-e8d0bd2ad777 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469761, 'name': SuspendVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.071316] env[65983]: DEBUG oslo_vmware.api [None req-616cf38f-b90d-46b7-927c-e8d0bd2ad777 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469761, 'name': SuspendVM_Task} progress is 62%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.571502] env[65983]: DEBUG oslo_vmware.api [None req-616cf38f-b90d-46b7-927c-e8d0bd2ad777 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469761, 'name': SuspendVM_Task, 'duration_secs': 0.632107} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.571918] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-616cf38f-b90d-46b7-927c-e8d0bd2ad777 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Suspended the VM {{(pid=65983) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1414.572124] env[65983]: DEBUG nova.compute.manager [None req-616cf38f-b90d-46b7-927c-e8d0bd2ad777 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1414.573078] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948e6af7-0115-4e0b-822e-5ca82b5376b8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.922888] env[65983]: INFO nova.compute.manager [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Resuming [ 1415.923546] env[65983]: DEBUG nova.objects.instance [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lazy-loading 'flavor' on Instance uuid 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.116239] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.116441] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Cleaning up deleted instances with incomplete migration {{(pid=65983) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1417.435943] env[65983]: DEBUG oslo_concurrency.lockutils [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.435943] env[65983]: DEBUG oslo_concurrency.lockutils [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquired lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.435943] env[65983]: DEBUG nova.network.neutron [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Building network info cache for instance {{(pid=65983) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1417.938572] env[65983]: WARNING neutronclient.v2_0.client [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1418.094744] env[65983]: WARNING neutronclient.v2_0.client [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1418.165668] env[65983]: DEBUG nova.network.neutron [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Updating instance_info_cache with network_info: [{"id": "f892c072-2835-4257-a060-1ab76c84f8d6", "address": "fa:16:3e:03:95:2a", "network": {"id": "3106a5fb-1e13-4c78-9e2b-7c85e7f5a20f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-188024700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d492b5198040c195036431825ebfe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf892c072-28", "ovs_interfaceid": "f892c072-2835-4257-a060-1ab76c84f8d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.668449] env[65983]: DEBUG oslo_concurrency.lockutils [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Releasing lock "refresh_cache-0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" {{(pid=65983) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.669504] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce66631c-66b4-4e05-875f-1c487c573a4e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.677061] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Resuming the VM {{(pid=65983) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1418.677338] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4889141d-dfa3-4a91-9bdc-9861c2fccca4 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.683911] env[65983]: DEBUG oslo_vmware.api [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1418.683911] env[65983]: value = "task-4469762" [ 1418.683911] env[65983]: _type = "Task" [ 1418.683911] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.693549] env[65983]: DEBUG oslo_vmware.api [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.195134] env[65983]: DEBUG oslo_vmware.api [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469762, 'name': PowerOnVM_Task, 'duration_secs': 0.503089} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.195445] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Resumed the VM {{(pid=65983) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1419.195621] env[65983]: DEBUG nova.compute.manager [None req-17d0e1e7-67de-4d0c-aa9d-c4e7fc4c84f2 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Checking state {{(pid=65983) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1419.196487] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ac631c-a687-4ed6-9216-3eb7298e3c53 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.618846] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.631653] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.631888] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.632109] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.632291] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.632454] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.634541] env[65983]: INFO nova.compute.manager [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Terminating instance [ 1421.116534] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.138610] env[65983]: DEBUG nova.compute.manager [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Start destroying the instance on the hypervisor. {{(pid=65983) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1421.138826] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Destroying instance {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.139773] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b980407-a951-4a30-a8bd-01f7ebf710df {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.148100] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Powering off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.148346] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83bcc485-d20c-4812-a523-c3c0d48157d8 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.154680] env[65983]: DEBUG oslo_vmware.api [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1421.154680] env[65983]: value = "task-4469763" [ 1421.154680] env[65983]: _type = "Task" [ 1421.154680] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.163984] env[65983]: DEBUG oslo_vmware.api [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.665571] env[65983]: DEBUG oslo_vmware.api [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469763, 'name': PowerOffVM_Task, 'duration_secs': 0.186925} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.665973] env[65983]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Powered off the VM {{(pid=65983) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.666046] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Unregistering the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.666289] env[65983]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18d8aa30-20de-4ddf-8c7f-0c210552bb3e {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.731543] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Unregistered the VM {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1421.731732] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Deleting contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1421.731914] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleting the datastore file [datastore1] 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926 {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.732216] env[65983]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53f2ad49-9769-4553-b089-eaefe994daaf {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.740122] env[65983]: DEBUG oslo_vmware.api [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for the task: (returnval){ [ 1421.740122] env[65983]: value = "task-4469765" [ 1421.740122] env[65983]: _type = "Task" [ 1421.740122] env[65983]: } to complete. {{(pid=65983) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.748522] env[65983]: DEBUG oslo_vmware.api [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.117032] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.255691] env[65983]: DEBUG oslo_vmware.api [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Task: {'id': task-4469765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15589} completed successfully. {{(pid=65983) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.255961] env[65983]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleted the datastore file {{(pid=65983) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.256145] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Deleted contents of the VM from datastore datastore1 {{(pid=65983) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.256345] env[65983]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Instance destroyed {{(pid=65983) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.256533] env[65983]: INFO nova.compute.manager [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1422.256782] env[65983]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65983) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1422.256973] env[65983]: DEBUG nova.compute.manager [-] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Deallocating network for instance {{(pid=65983) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1422.257089] env[65983]: DEBUG nova.network.neutron [-] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] deallocate_for_instance() {{(pid=65983) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1422.257323] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1422.288911] env[65983]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1422.747685] env[65983]: DEBUG nova.compute.manager [req-1a6fe7fe-e8d9-46fa-a1bb-d253b841401f req-0514d729-2862-4bb0-8780-012e80b2731b service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Received event network-vif-deleted-f892c072-2835-4257-a060-1ab76c84f8d6 {{(pid=65983) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1422.747685] env[65983]: INFO nova.compute.manager [req-1a6fe7fe-e8d9-46fa-a1bb-d253b841401f req-0514d729-2862-4bb0-8780-012e80b2731b service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Neutron deleted interface f892c072-2835-4257-a060-1ab76c84f8d6; detaching it from the instance and deleting it from the info cache [ 1422.748022] env[65983]: DEBUG nova.network.neutron [req-1a6fe7fe-e8d9-46fa-a1bb-d253b841401f req-0514d729-2862-4bb0-8780-012e80b2731b service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.229133] env[65983]: DEBUG nova.network.neutron [-] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Updating instance_info_cache with network_info: [] {{(pid=65983) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.250472] env[65983]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e789bcc8-01a9-4fa6-bb53-f334c08668ea {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.261691] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164e46b3-1948-4dc8-b055-976cba3089d2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.286680] env[65983]: DEBUG nova.compute.manager [req-1a6fe7fe-e8d9-46fa-a1bb-d253b841401f req-0514d729-2862-4bb0-8780-012e80b2731b service nova] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Detach interface failed, port_id=f892c072-2835-4257-a060-1ab76c84f8d6, reason: Instance 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926 could not be found. {{(pid=65983) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1423.731882] env[65983]: INFO nova.compute.manager [-] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Took 1.47 seconds to deallocate network for instance. [ 1424.116126] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.116126] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65983) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1424.238561] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.238881] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.239127] env[65983]: DEBUG nova.objects.instance [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lazy-loading 'resources' on Instance uuid 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926 {{(pid=65983) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.902334] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e83940-a3e2-4454-b917-6d1b93594c3f {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.911107] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6dfcbd-e0c4-4529-9f4f-9591397291d5 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.942786] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45a7af2-4530-4b1d-a2a3-e52f5504f6aa {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.950893] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d906a3-607c-4035-876c-1310e6e115b3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.966063] env[65983]: DEBUG nova.compute.provider_tree [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.110015] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.469360] env[65983]: DEBUG nova.scheduler.client.report [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.975149] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.996816] env[65983]: INFO nova.scheduler.client.report [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Deleted allocations for instance 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926 [ 1426.115519] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.505919] env[65983]: DEBUG oslo_concurrency.lockutils [None req-db1ac442-9567-476e-b0f2-397fb4e4ae0e tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Lock "0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.873s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.115711] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.115966] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager.update_available_resource {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.619343] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.619644] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.619771] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.619922] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65983) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1427.620912] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0f84cc-a9be-4a2c-a1f3-f858b4faa33c {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.629792] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d545b98e-7abf-4233-86d2-1099fa7743d3 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.644613] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1066b63-2fa6-422a-b5a9-182d7044f613 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.651637] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5b8112-f823-4c06-bc20-0cbc7fbe9fee {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.682297] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180507MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65983) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1427.682468] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.682668] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.704810] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1428.705085] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65983) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1428.718766] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712259a9-be17-4dc7-9d38-ad17b31a72e6 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.727150] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce0775c-aeed-481c-bf98-33c028eacae7 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.757269] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5729bcc2-6a84-4c1b-8cb7-eb182101fbc2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.765302] env[65983]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8056855c-d9f7-48ba-b83b-49a1d00e2ca2 {{(pid=65983) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.778773] env[65983]: DEBUG nova.compute.provider_tree [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed in ProviderTree for provider: 105b815f-bff2-4131-99fb-b7e02a4602d6 {{(pid=65983) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.283842] env[65983]: DEBUG nova.scheduler.client.report [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Inventory has not changed for provider 105b815f-bff2-4131-99fb-b7e02a4602d6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65983) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.788065] env[65983]: DEBUG nova.compute.resource_tracker [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65983) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1429.788495] env[65983]: DEBUG oslo_concurrency.lockutils [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.106s {{(pid=65983) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.117042] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.117466] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Cleaning up deleted instances {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1432.627414] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] There are 28 instances to clean {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1432.627621] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 0b2d0fbc-8491-4eaf-a3bd-a14e46cd1926] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1433.131162] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 94ae66f5-fe93-4433-9eb1-2ab53a7d95f4] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1433.634891] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 47e12061-a9f0-4ded-a570-f18155aaee15] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1434.139375] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 4a21af1b-94f5-48df-b807-a516137bf2ff] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1434.643680] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: eb38430b-d837-4305-af5d-4b563efb5c7b] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1435.147486] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 4f6c094b-c2a5-4618-973c-af2c8db6b312] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1435.650641] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 0ca65e79-bc6a-4b1b-8781-59bba11b27f4] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1436.155109] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: a3ec47b6-c52c-4ebb-ba43-ef93a24c2094] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1436.657924] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 580e89d9-19fd-4d25-aa89-229b01426267] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1437.161299] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 5d78d039-70d6-481f-a2f6-811096ee3cc8] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1437.664442] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: d1da00ff-d697-4c2e-b566-d1cbc9cbe70f] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1438.168548] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 60762570-8888-4b10-8182-b639a7d30aaf] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1438.672263] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: bdb00832-dd2e-42c9-a829-e6cb3047e0a1] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1439.175805] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 575a03d0-9fd8-40b7-8998-329e6821696f] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1439.679277] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 322c7289-d766-441d-8708-e0ba3d6a14be] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1440.182629] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 50c8bfa8-4418-4bc3-b597-b56721947235] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1440.686765] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 3c8ae2e1-3b48-4aa1-898f-abd50facef26] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1441.190245] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 1676a0b1-3190-4479-ac9a-1ed86849c0b9] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1441.694436] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 533b4fc9-5884-43f4-af24-b57ae5e8d46b] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1442.199040] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 176f9e27-7852-497a-8a7d-4ed9ceb52bab] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1442.701792] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 427dd796-6570-4295-baaa-c5aedf8f0478] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1443.205649] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 5ddbd34e-11b2-4786-ba98-e62423af9948] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1443.709713] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 6bfbce25-8c1d-4f78-b842-e0097c5fc8df] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1444.213144] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 73cce6b5-9a9f-42dd-b303-7b83d5323968] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1444.716615] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: d9ca6b3c-ffab-449a-a96f-56c2b6552fc9] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1445.219855] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 29e82383-d039-4e49-b41f-cc6fd65d8978] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1445.723839] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 974e7f63-87a7-40cb-bc37-5b73625a3b44] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1446.227259] env[65983]: DEBUG nova.compute.manager [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] [instance: 5446e063-a2b0-45ee-ac8b-a5e7fc6c77a8] Instance has had 0 of 5 cleanup attempts {{(pid=65983) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1446.730740] env[65983]: DEBUG oslo_service.periodic_task [None req-cab4a6db-4724-4f31-bd56-60df13c354fd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65983) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}